-PhShdZddlZddlZddlZddlZddlZddlZddlZddl Z ej Z ddl Z ddl mZmZddlmZddlmZddlmZddlmZmZmZ ddlmZn#e$r ddlmZYnwxYwdd lmZd d lm Z!d d l"m#Z#d dl$m%Z%m&Z&d dl'm(Z(d dl)m*Z*m+Z+ddggdddgdgddZ,e,de,d<eGddeZ-e.ee-j/j0ddee-j%jee-j1jZdS)uA ===================== Cython related magics ===================== Magic command interface for interactive work with Cython .. note:: The ``Cython`` package needs to be installed separately. It can be obtained using ``easy_install`` or ``pip``. Usage ===== To enable the magics below, execute ``%load_ext cython``. ``%%cython`` {CYTHON_DOC} ``%%cython_inline`` {CYTHON_INLINE_DOC} ``%%cython_pyximport`` {CYTHON_PYXIMPORT_DOC} Author: * Brian Granger Code moved from IPython and adapted by: * Martín Gaitán Parts of this code were taken from Cython.inline. N) Distribution Extension) build_ext)display)magic_arguments)Magics magics_class cell_magic)get_ipython_cache_dir)dedent) __version__) CompileError) cython_inline load_dynamic) cythonize) captured_fdprint_capturedz-fprofile-generate-fprofile-dir={TEMPDIR})z -fprofile-usez-fprofile-correctionr)genusez -prof-genz -prof-use)gcciccrmingw32ceZdZfdZdZedZedZejej ddddd d ej d dd d d ej dddddej ddddddej ddddddej ddddd ej d!d"d#gd$ej d%d#gd&ej d'd(d#gd)ej d*d+d,-ej d.d/d0d#gd12ej d3d4d#gd5ej d6d7d#gd8ej d9d:ddd;<ej d=d>d?d@dA<edBZ dCZ dKdDZ dLdEZ dFZedGZdHZddddefdIZedKdJZxZS)M CythonMagicsctt|i|_i|_d|_dS)NF)super__init___reloads _code_cache_pyximport_installed)selfshell __class__s Y/var/www/html/test/jupyter/venv/lib/python3.11/site-packages/Cython/Build/IpythonMagic.pyr zCythonMagics.__init__`s8  $)!!!c|j}d|vr |d}n d|D}|D]G} |j|||i&#t$rd|z}t |wxYwdS)N__all__c<g|]}|d|S)_) startswith).0ks r' z,CythonMagics._import_all..ks)>>>!ALL,=,=>A>>>r(z%'module' object has no attribute '%s')__dict__r%pushKeyErrorAttributeError)r$modulemdictkeysr/msgs r' _import_allzCythonMagics._import_allfs   #DD>>u>>>D * *A * E!H .... * * *=A$S))) * * *s "A  A(cV|jj}|jj}t|||S)aCompile and run a Cython code cell using Cython.inline. This magic simply passes the body of the cell to Cython.inline and returns the result. If the variables `a` and `b` are defined in the user's namespace, here is a simple example that returns their sum:: %%cython_inline return a+b For most purposes, we recommend the usage of the `%%cython` magic. )localsglobals)r%user_global_nsuser_nsr)r$linecelllocsglobss r'rzCythonMagics.cython_inlinets-z( "T$>>>>r(c|}|std|dz}t|dd5}||dddn #1swxYwYdtjvs|jsddl}|d |_||j vr|j |}n+t|tj|}||j |<| |dS) a)Compile and import a Cython code cell using pyximport. The contents of the cell are written to a `.pyx` file in the current working directory, which is then imported using `pyximport`. This magic requires a module name to be passed:: %%cython_pyximport modulename def f(x): return 2.0*x The compiled module is then imported and all of its symbols are injected into the user's namespace. For most purposes, we recommend the usage of the `%%cython` magic. zmodule name must be given.pyxwutf-8encodingN pyximportrT) strip ValueErroropenwritesysmodulesr#rIinstallr! __import__r9)r$r?r@ module_namefnamefrIr5s r'cython_pyximportzCythonMagics.cython_pyximports@ jjll  :899 9f$ %w / / / 1 GGDMMM                ck ) )1J )          (,D % $- ' '];/FF { # # #[-F)/DM+ &      sAA#&A#z-az --annotate store_constdefaultannotatez/Produce a colorized HTML version of the source.)actionconstdesthelpz--annotate-fullcfullczZProduce a colorized HTML version of the source which includes entire generated C/C++-code.z-+z--cplus store_trueFz Output a C++ rather than C file.)rYrWr\z-3language_levelNzSelect Python 3 syntax.)r[rYrZrWr\z-2r zSelect Python 2 syntax.z-fz--forcezWForce the compilation of a new module, even if the source has been previously compiled.z-cz--compile-argsappendzoExtra flags to pass to compiler via the `extra_compile_args` Extension flag (can be specified multiple times).z --link-argszjExtra flags to pass to linker via the `extra_link_args` Extension flag (can be specified multiple times).z-lz--libzNAdd a library to link the extension against (can be specified multiple times).z-nz--namez%Specify a name for the Cython module.)r\z-L library_dirsdirzPAdd a path to the list of library directories (can be specified multiple times).)r[metavarrYrWr\z-Iz --includezPAdd a path to the list of include directories (can be specified multiple times).z-Sz--srczFAdd a path to the list of src files (can be specified multiple times).z--pgopgozEnable profile guided optimisation in the C compiler. Compiles the cell twice and executes it in between to generate a runtime profile.)r[rYrWr\z --verbosequiet store_falseTz_Print debug information like generated .c/.cpp file location and exact gcc/g++ command invoked.cJtj|j|}|dr|n|dz}tjtd}||tj tj tf}tj |st j ||jr|dz }|jr|t!jfz }|jrt%|j}nIdt'jt%|dz}tj||dz}tj|||jz} tj| } |jp| } |jr!tj|sd} d} | rg||||||j } | dSt9| d ksJ| d } ||j|<|jr|| |d }dx}} t?d 5}t?d 5}| | ||jrdnd|jdddn #1swxYwYdddn #1swxYwYnS#tBj"j#tBj"j$f$r+|||tj%YdSwxYw|||tj&tO|| }|(||jr tS|d5}|*}dddn #1swxYwYtWj,|-|S#t\$rA}t_dtj%t_|tj%Yd}~dSd}~wwxYwdS)aCompile and import everything from a Cython code cell. The contents of the cell are written to a `.pyx` file in the directory returned by `get_ipython_cache_dir()/cython` using a filename with the hash of the code. This file is then cythonized and compiled. The resulting module is imported and all of its symbols are injected into the user's namespace. The usage is similar to that of `%%cython_pyximport` but you don't have to pass a module name:: %%cython def f(x): return 2.0*x To compile OpenMP codes, pass the required `--compile-args` and `--link-args`. For example with gcc:: %%cython --compile-args=-fopenmp --link-args=-fopenmp ... To enable profile guided optimisation, pass the ``--pgo`` option. Note that the cell itself needs to take care of establishing a suitable profile when executed. This can be done by implementing the functions to optimise, and then calling them directly in the same cell on some realistic training data like this:: %%cython --pgo def critical_function(data): for item in data: ... # execute function several times to build profile from somewhere import some_typical_data for _ in range(100): critical_function(some_typical_data) In Python 3.5 and later, you can distinguish between the profile and non-profile runs as follows:: if "_pgo_" in __name__: ... # execute critical code here  cython)re_cython_magic_rFz.htmlTN)rfrrcJt||dt||ddS)NzContent of stdout: zContent of stderr: )r)stdoutstderrwheres r'print_compiler_outputz2CythonMagics.cython..print_compiler_outputIs. 65*@ A A A 65*@ A A A A Ar(r r) pgo_step_namerfrGzICython completed successfully but the annotated source could not be read.file)0rparse_argstringrjendswithospathjoinr rN version_info executablecython_versionexistsmakedirsreforcetimenamestrhashlibsha256encode hexdigestso_extisfilerX _cythonizerflenr"_profile_pgo_wrapperr_build_extension distutilserrorsr LinkErrorrnrmrr9rLreadrHTMLclean_annotated_htmlOSErrorprint)r$r?r@argscodelib_dirkeyrR html_file module_path have_moduleneed_cythonize extension extensionsrp get_stderr get_stdoutr5rTannotated_htmles r'rjzCythonMagics.cythonsd.t{DAA}}T**;ttt ',,466AAT3+S^^Lw~~g&& ! K 8  8OC : " DIKK> !C 9 bdi..KK*W^CHHOOG>),, &!%  >dGTQUQ[\\J!tz??a''''"1 I$/D S !x >)))W=== B B B #'& Z Q i: ^^iz))!748:U%%QU]a]g*iiiiiiiiiiiiiiiiii i i i i i i i i i i i i i i i -y/?/IJ    ! !**,, cj I I I44  jjllJJLL#*EEEk;77    = O O)g666.!%&VVXXN...............|D$=$=n$M$MNNN * * * 28; DDDDacj)))))))))) * O OsK #J>3(J' J>'J+ +J>.J+ /J>2 K >KK KK A LL1ON# O#N''O*N'+O P 6PP c tj|}|j}d|z}tj||dz}t |dd5}|tjd||dzdddn #1swxYwY|j |gz|_ ||_| ||d tj|||j z}t||dS) a Generate a .c file for a separate extension module that calls the module init function of the original module. This makes sure that the PGO profiler sees the correct .o file of the final module, but it still allows us to import the module under a different name for profiling, before recompiling it into the PGO optimised module. Overwriting and reimporting the same shared library is not portable. _pgo_z.crErFrGa1 #include "Python.h" extern PyMODINIT_FUNC PyInit_%(module_name)s(void); PyMODINIT_FUNC PyInit_%(pgo_module_name)s(void); /*proto*/ PyMODINIT_FUNC PyInit_%(pgo_module_name)s(void) { return PyInit_%(module_name)s(); } )rRpgo_module_nameNr)rq) copyrrvrwrxrLrMtextwrapr sourcesrrr)r$rrrRrpgo_wrapper_c_filerTso_module_paths r'rz!CythonMagics._profile_pgo_wrappernsdIi(( n !K/W\\'?T3IJJ $cG < < < U GGHO%#./RR%STT U U U U U U U U U U U U U U U U U U&-1C0DD (  iFFFg/LMM_n55555s.BBBc tj||dz}|j}t t t |j}d|vr+ddl} | | t|dd5} | |dddn #1swxYwYt||g|z||j|j|j|j|jrdnd } t'||jd t+d t,jd } |j|jd vsJ|j| d<t3| gfi| S#t4$rYdSwxYw)NrDnumpyrrErFrGzc++c)rr include_dirsrbextra_compile_argsextra_link_args librarieslanguageTr`)rfrXr~r_)r r`r_)rvrwrxincludelistmaprsrcrra get_includerLrMrrb compile_args link_argslibcplusdictrXminrNryr_rr) r$rRrrrrfpyx_filec_include_dirs c_src_filesrrTroptss r'rzCythonMagics._cythonizes7<<v)=>>3sDH--.. d?? LLL  ! !%"3"3"5"5 6 6 6 (C' 2 2 2 a GGDMMM               J,'*#0 Nh"j1UUc     "1c&6q&9:: D ".*f4444)-)<%&i[11D11 1   44 s%B55B9<B99AE E'&E'ch|||||}d} |s.tjtjj}||s#|#tj|dSdSdS#|s"|!tj|wwwxYw)N)rtemp_dirrq)_get_build_extensionrlog set_thresholdDEBUGrun)r$rrrrqrfbuild_extension old_thresholds r'rzCythonMagics._build_extensions33 w4XX  ; Q ) ; ;IM.s'KKKAQXXhX//KKKr(zNo PGO z* configuration known for C compiler type ''rr) compiler compiler_type compiler_so PGO_CONFIGgetrrarrrrNrn) r$r step_namerr compiler_cmdconfig orig_flagsflagsrs ` r'_add_pgo_flagszCythonMagics._add_pgo_flagss'0> F " "*3?L &L((G|A,F,F ' ,&&%<?*B*B % ,&&%<?*B*B % ,&&%<?*B*B %  ..  #i6))KKKK 9JKKKE,7 N N !!9#?AZ"[\\\/8/Ke/S ,,5,E,M )) N EiiiYfYfYfgz # # # #r(c |jS#t$r6|d|_|jcYSwxYw)z*The extension suffix for compiled modules.)_so_extr4rget_ext_filename)r$s r'rzCythonMagics.so_extsY <    4466GGKKDL<    s =A A c^ ddlm}|dS#t$rYdSwxYw)zzclear distutils mkpath cache prevents distutils from skipping re-creation of dirs that have been removed r) _path_createdN)distutils.dir_utilrclear ImportError)r$rs r'_clear_distutils_mkpath_cachez*CythonMagics._clear_distutils_mkpath_cachesW  " 8 8 8 8 8 8    ! ! ! ! !    DD s  ,,c |t}|} |dn#t$rYnwxYw||s||j r| G fdd|}||}|r|_|r||_ ||g|_ |S)Nz setup.cfgc eZdZfdZdS)5CythonMagics._get_build_extension.._build_extcL||dS)N)build_extensions)r$ add_pgo_flagsbase_build_extrqrs r'rzFCythonMagics._get_build_extension.._build_ext.build_extensionss1!M$ x@@@"33D99999r(N)__name__ __module__ __qualname__r)rrrqrsr' _build_extrs=::::::::::r(r) rrfind_config_filesremoverKparse_config_filesrfinalize_options build_temp build_libr) r$rrrrqrdist config_filesrrrs `` @@r'rz!CythonMagics._get_build_extensions@ **,,,~~--//      , , , ,    D   --- H+  :'N : : : : : : : : : :Z : : : %*T**((***  2)1O &  0(/O %  *3O &sA AAcg}|rBtjd|tjtjz}||tjd|tjtjzd}tjd}|D],}| |s| |-d |S)aYClean up the annotated HTML source. Strips the link to the generated C or C++ file, which we do not present to the user. Returns an HTML snippet (no , , or ), containing only the style tag(s) and _contents_ of the body, appropriate for embedding multiple times in cell output. zz]*>(.+)rz&

Raw output: (.*)ri) refindall MULTILINEDOTALLextendsearchgroupcompile splitlinesmatchrarx)html include_stylechunksstylesbodyrr?s r'rz!CythonMagics.clean_annotated_html s  "Z 2D",:RSSF MM& ! ! !y %tR\BI-E  %(( J? @ @OO%% $ $D774== $ d###yy   r()T)NNT)rrrr r9r rrUrargumentrjrrrrpropertyrrrr staticmethodr __classcell__)r&s@r'rr]sI***** * * *??Z?"$!$!Z$!L%_$&&_ l= >_=j; _ i e /_ #MD &_ #MD &_ i e$ _ xB _hB _ gh  _ h 4_ >52  _ k(B  _ gh  _eL%b _'-3 wOwOZ               '&PwOr666@    D ; ; ; ;8  X  " " ".24$+/I@!!!\!!!!!r(rz -+, --cplusz --cplus ) CYTHON_DOCCYTHON_INLINE_DOCCYTHON_PYXIMPORT_DOC)2__doc__iorvrrNrr distutils.logrrgetfilesystemencoding IO_ENCODINGrdistutils.corerrdistutils.command.build_extr IPython.corerrIPython.core.magicrr r IPython.pathsr rIPython.utils.pathIPython.utils.textr Shadowrr{Compiler.ErrorsrInlinerr DependenciesrUtilsrrrrrrjreplacerUr(r'r$s$$\ 'c')) 22222222111111 ((((((??????????93333333999888888889&%%%%%222222******////////######//////// %&?@SSS   }}     #5) 9I!I!I!I!I!6I!I!I!V ..vl)1#*7=-#H#HJJf\7?@@ = EFF   sA"" A0/A0