U eel@sdZddlZddlmZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZddlZddlZddlZddlmZmZddZdd d Zd d ZddZddZddZddZd ddZeZd!ddZ d"ddZ!d#ddZ"dS)$a This module offers highlevel functions to get package metadata like the METADATA file, the name, or a list of dependencies. Usage examples: # Getting package name from pip reference: from pythonforandroid.pythonpackage import get_package_name print(get_package_name("pillow")) # Outputs: "Pillow" (note the spelling!) # Getting package dependencies: from pythonforandroid.pythonpackage import get_package_dependencies print(get_package_dependencies("pep517")) # Outputs: "['pytoml']" # Get package name from arbitrary package source: from pythonforandroid.pythonpackage import get_package_name print(get_package_name("/some/local/project/folder/")) # Outputs package name NOTE: Yes, this module doesn't fit well into python-for-android, but this functionality isn't available ANYWHERE ELSE, and upstream (pip, ...) currently has no interest in taking this over, so it has no other place to go. (Unless someone reading this puts it into yet another packaging lib) Reference discussion/upstream inclusion attempt: https://github.com/pypa/packaging-problems/issues/247 N)open)unquote)urlparse)rmdir ensure_dircCsz|ddkrv|d|dks*d|krv|dr@|dd}|ddddd|dd}|S|S) N@r://#z#eggz#egg=)findendswith partitionstrip) dependencyurlrB/tmp/pip-unpacked-wheel-h4dze4ss/pythonforandroid/pythonpackage.pytransform_dep_for_pip7s  rFcCs|dkrtdtj|r(tj|r0td|rDtdt|tjdd}zHt |rt j t |tj|dt dd tj|d}t||W5t |XdS) a_ Extracts metdata files from the given package to the given folder, which may be referenced in any way that is permitted in a requirements.txt file or install_requires=[] listing. Current supported metadata files that will be extracted: - pytoml.yml (only if package wasn't obtained as wheel) - METADATA Nzpackage cannot be Nonez)output folder needs to be existing folderz=extract_metainfo_files_from_package: extracting for package: zpythonpackage-package-copy-prefixpackage.tox)ignore) ValueErrorospathexistsisfileprintstrtempfilemkdtempris_filesystem_pathshutilcopytreeparse_as_folder_referencejoinignore_patterns+_extract_metainfo_files_from_package_unsafe)r output_folderdebugZ temp_folderrrr#extract_metainfo_files_from_packageMs&  r,cCsttds6ttdr0tjtjtjtjkr6tjSttdrHtj}ntj}dd}||}|dk rj|Sg}g}d}d}tj dd d D]}tj| tj|sqd }|sHtjj }d |krd |kr| d rddht| |sd|krD|tjj ds8|tjj dtjj rD||qd }||q|stj|d dD],\} } } | D]} |tj| | qvqhdd} t|t| d}t|t| d}||D] }||}|dk r|Sqtdtj||dS)zm Returns the path the system-wide python binary. (In case we're running in a virtualenv or venv) real_prefix base_prefixcsVfdd}dtj}||s<|ddkr<|dd}q||rRtj|SdS)Nc stjtj|r,tjtj|r0dSzt}Wntk rPt}YnXz$tj tj|dgtj dWdStj |fk rYdSXdS)zx Helper function to see if a given binary name refers to a usable python interpreter binary Nz --version)stderrTF) rrrr'isdirFileNotFoundError NameErrorOSError subprocess check_outputSTDOUTCalledProcessError)Z python_binfilenotfounderrorrrrbinary_is_usables(   zZ_get_system_python_executable..python_binary_from_folder..binary_is_usablepython.r)sysversionr rpartitionrrr')rr: python_namerr9rpython_binary_from_folders   z@_get_system_python_executable..python_binary_from_folderNFPATH:TZsystem32Zusrz /opt/pythonhomerZusersbin)topdowncSst|t|SN)len)abrrr candidate_cmpsz4_get_system_python_executable..candidate_cmp)keyzGfailed to locate system python in: {} - checked candidates were: {}, {})hasattrr=rrnormpathr.r executabler-environgetsplit startswithseplower intersectionsetr appendwalkr'sorted functools cmp_to_key RuntimeErrorformat)Z search_prefixrAresultZbad_candidatesZgood_candidatesZever_had_nonvenv_pathZ"ever_had_path_starting_with_prefixprUrootdirsfilesnamerLrrr_get_system_python_executableys    $         rfc Cstjdd}zzjttjdddkrVtjtj dddt t j |d g|d n"tjt dd t j |d g|d WnBtjk r}z"|jd d }td t|W5d}~XYnXt j |d }zt}Wntk rt}YnXz$tt j |ddddddgWn2|k rDtdt t jddYnXtt j |dtt j |ddd d }dd}||t|W5QRXzDtjt j |ddddddd t j |dgtjt j |dd!Wn8tjk r}ztd"t|jW5d}~XYnXtt t j |ddkr.to_unicodez --no-depsz-rz../requirements.txtz-d)r/rjzpackage download failed: )NNsource)z.zip.whlryZ extractedz.tar.z"unknown archive or download type: )*r!r"rintr=r>rr4r5rPrfrrr'r7outputrtrr r1r2r3r^r_rQrRrrwriterr6rIlistdirr0r zipfileZipFile extractallr tarfiler$r%) rZ venv_parenter|Z venv_pathr8frwZresult_folder_or_fileZdl_type result_pathrrrget_package_as_folders          $            rc CsTd}d}t|}|dkr8t|\}}|dkr4tdd}zd}|dkrtj|}tj |d}t |d6}| D]&}| |D]} | d|| qqvW5QRXn$tj |d d t|Dd d }t tj |d d>}z| |Wn(tk r| |ddYnXW5QRXt|tj |d W5|rNt|XdS)NFrxzXcannot get info for this package, pip says it has no downloads (conditional dependency?)TroZbuilt_metadatarqz{}: {} cSsg|]}|dr|qS)z .dist-info)r ).0rrrr s z?_extract_metainfo_files_from_package_unsafe..rMETADATAmetadata_sourcerkrl)r&rrrbuildutilZproject_wheel_metadatarrr'rkeysget_allr}r_r~ TypeErrorrtr$copyfile) rZ output_pathZ clean_up_path path_typerZ metadata_pathmetadatarrMvaluerrrr)s@     " "r)cCs t|dk S)z Convenience function around parse_as_folder_reference() to check if a dependency refers to a folder path or something remote. Returns True if local, False if remote. N)r&deprrrr#sr#cCs|ddkr\|d|dks*d|kr\|d|dksFd|kr\t|ddS|ds|ddkr|ddks|dkr|d rtt|j}|Sd S) z See if a dependency reference refers to a folder path. If it does, return the folder path (which parses and resolves file:// urls in the process). If it doesn't, return None. rr/rDr )rfile://r)rCr<rN)r r&rlstriprT urlunquoterrrrrrr&s*    r&c Cs|rtd||tjdd}zt|||dttj |dd}| }W5QRXttj |dddd }| d d  }W5QRX|d krd }|D],} | dr| dd WSq|d krtd|WS|dkr|r|dkr|rtdtdg} tjtj |dr|rttj |d*}t|d} d| krx| | d7} W5QRXn|r| d| dd|D7} tt| WSW5t|Xd S)z Internal function to extract metainfo from a package. Currently supported info types: - name - dependencies (a list of dependencies) zT_extract_info_from_package called with extract_type={} include_build_requirements={}zpythonpackage-metafolder-r)r+rrrrkrrz rreNzname:rDr zfailed to obtain package name dependenciesrozz_extract_info_from_package: was called with include_build_requirements=True on package obtained as wheel, raising error...z9fetching build requirements for wheels is not implementedzpyproject.tomlz build-systemrequires setuptoolscSs(g|] }|dr|ddqS)z Requires-DistzRequires-Dist:r )rTr?r)rentryrrrr=s z._extract_info_from_package..)rr_r!r"rr,rrrr'readrr splitlinesrVrTrNotImplementedErrorrtomlloadrYlistrX) r extract_typer+include_build_requirementsr*rZmetadata_source_typeZmetadata_entriesreZ meta_entry requirementsZ build_sysrrr_extract_info_from_packagesv       rTcCshdd}z,t|}|dd|kr2|r2|dWSWntk rHYnXt|dd}||ft|<|S)NcSs,z tWStk r&tYSXdSrH)time monotonicrurrrr timestampMs z#get_package_name..timestamprg@rzre)r)package_name_cacheKeyErrorr)rZ use_cacherrr`rrrget_package_nameKs rc Cst}|g}t}t}t|dkr|}g}|D]h} t} |rPtd| t| }||krfq2|rtd|td|||| t| d||d} |rtd| t | | D]} z t| } Wnnt k rD} zN| ddkrWY8q|r$td t | d t | t d t | W5d } ~ XYnX| |krVq| |krn| | || || q|s2g|d d <qq2q|rtd ||S)z Obtain the dependencies from a package. Please note this function is possibly SLOW, especially if you enable the recursive mode. rz@get_package_dependencies: resolving dependency to package name: z0get_package_dependencies: processing package: {}z2get_package_dependencies: Packages seen so far: {}r)rr+rz4get_package_dependencies: collected deps of '{}': {};z=get_package_dependencies: unexpected failure to get name of 'z': z"failed to get name of dependency: Nz.get_package_dependencies: returning result: {})rXrIrrrVr_addunionrr rr r^rY)r recursiveverboserZpackages_processedZ package_queuereqsZ reqs_as_namesZ current_queueZ package_depZnew_reqsZnew_reqreq_namerrrrget_package_dependencies]s      rc Cst||||d}|r$tdt|t}|D]x}d}|rhd|krh|drhd|dddd }n(|rd|kr|dsd|dd}t||} || q.|S) z Gets the dependencies from the package in the given folder, then attempts to deduce the actual package name resulting from each dependency line, stripping away everything else. )rrrzFget_dep_names_of_package_folder: processing dependency list to names: rCz(==)z==r Nr )rrr rXr r?rr) rZkeep_version_pinsrrrrZdependency_namesrZ pin_to_appenddep_namerrrget_dep_names_of_packages(   r)F)NFF)T)FFF)FFFF)#__doc__r\iorrr$r4r=rr!r urllib.parserrrrrZ build.utilrZpythonforandroid.utilrrrr,rfrr)r#r&rdictrrrrrrrrsR#    ,<  T  P