o )iG@snUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZ ddlZddlZddlmZmZmZmZmZmZmZmZmZmZddlmZddlZddl Z ddl!Z!ddl"m#Z#ddl$m%Z%m&Z&dZ' dcdee(d e)d ee*d dfd d Z+ddde)de)de*d dfddZ,dede)de*d e)fddZ-de)de)ded e.fddZ/dcde)dee)d e.fddZ0dfde)de*d e)fd d!Z1de)d ee)fd"d#Z2 dgde)d$e)dee)dee)d%e*d df d&d'Z3dhd$e)d)e.d ee)fd*d+Z4dhd$e)d,e)d)e.d ee)fd-d.Z5ddde*d ee(ee(ffd/d0Z6did1e)d$e)dee)dee)fd2d3Z7d4e)d5e)d6ee)d dfd7d8Z8ej9ej:d9Z;ee)e*feee)ee)e)ee)gdffe<ej?ej?ej?d?Z@ee)ed@effe0s z_urlretrieve..)r)urllibrequesturlopenRequest USER_AGENTriterr)r!r"r#rr)r _urlretrieve.s""r3fpathcCstjdkr tjdd}nt}t|d(}||}r3||||}sWd|SWd|S1s@wY|S)N) F)usedforsecurityrb)sys version_infohashlibmd5rr(r hexdigest)r5r#r=frrrr calculate_md53s     r@r=kwargscKs|t|fi|kSr')r@)r5r=rArrr check_md5AsrBcCs&tj|sdS|durdSt||S)NFT)ospathisfilerB)r5r=rrrcheck_integrityEs  rFr6max_hopsc Cs|}dtd}t|dD]6}tjtjj||d }|j|ks&|jdur1|WdS|j}Wdn1s>wYq td|d|d|d) NHEAD)ZMethodr$r%z Request to z exceeded z( redirects. The last redirect points to .)r1ranger-r.r/r0r!RecursionError)r!rGZ initial_urlr&_r*rrr_get_redirect_urlMs rNcCsBt|}td|jdurdStd|j}|durdS|dS)Nz(drive|docs)[.]google[.]comz/file/d/(?P[^/]*)id)r rematchnetlocrDgroup)r!partsrQrrr_get_google_drive_file_id]s rUrootmax_redirect_hopsc Cs4tj|}|stj|}tj||}tj|ddt||r)td|dStr2t ||n]t ||d}t |}|durGt ||||Sztd|d|t ||Wn6tjjtfy}z&|ddd kr|d d }td |d|t ||n|WYd}~nd}~wwt||std dS)aDownload a file from a url and place it in root. Args: url (str): URL to download file from root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the basename of the URL md5 (str, optional): MD5 checksum of the download. If None, do not check max_redirect_hops (int, optional): Maximum number of redirect hops allowed Texist_okz$Using downloaded and verified file: N)rGz Downloading  to httpszhttps:zhttp:z;Failed download. Trying https -> http instead. Downloading zFile not found or corrupted.)rCrD expanduserbasenamejoinmakedirsrFprintrrrNrUdownload_file_from_google_driver3r-errorURLErrorOSErrorreplace RuntimeError)r!rVr"r=rWr5file_iderrr download_urljs:          rjFprefixcsBtjfddtD}|durfdd|D}|S)a List all directories at a given root Args: root (str): Path to directory whose folders need to be listed prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the directories found cs&g|]}tjtj|r|qSr)rCrDisdirr_.0prVrr s&zlist_dir..Tcg|] }tj|qSrrCrDr_rndrprrrqrCrDr]listdir)rVrk directoriesrrprlist_dirs rzsuffixcsDtjfddtD}|dur fdd|D}|S)aList all files ending with a suffix at a given root Args: root (str): Path to directory whose folders need to be listed suffix (str or tuple): Suffix of the files to match, e.g. '.png' or ('.jpg', '.png'). It uses the Python "str.endswith" method and is passed directly prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the files found cs0g|]}tjtj|r|r|qSr)rCrDrEr_endswithrmrVr{rrrqs0zlist_files..Tcrrrrsrtrprrrqrvrw)rVr{rkfilesrr}r list_filess rcCsx||}d}|st|}|r t|g|}ztd|}|dur'|dnd}W||fSty;d}Y||fSw)Nz3Google Drive - (?P<api_response>.+?) api_response) iter_contentnext itertoolschainrPsearchdecodeUnicodeDecodeError)r*r#rZ first_chunkrQrrrr_extract_gdrive_api_responses  rrhc Cstj|}|s |}tj||}tj|ddt||r-td|r#dndd|dSd}t|d d }t X}|j ||dd }|j D] \} } | d rT| } nqGt|\} } | d kradnd} | dury|j |t|| ddd }t|\} } | dkrtd|dt| |Wdn1swYt|jdkrtt.t|}|}td|rtd|Wdn1swYWdn1swY|rt||std|ddSdS)afDownload a Google Drive file from and place it in root. Args: file_id (str): id of file to be downloaded root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the id of the file. md5 (str, optional): MD5 checksum of the download. If None, do not check TrXzUsing downloaded z and verified zfile: Nzhttps://drive.google.com/ucdownload)rOZexport)paramsstreamZdownload_warningzVirus scan warningt)ZconfirmzQuota exceededzThe daily quota of the file z} is exceeded and it can't be downloaded. This is a limitation of Google Drive and can only be overcome by trying again later.i(z5]*\s*>|(&(?:[\w\d]+|#\d+|#x[a-f\d]+);)zWe detected some HTML elements in the downloaded file. This most likely means that the download triggered an unhandled API response by GDrive. Please report this to torchvision at https://github.com/pytorch/vision/issues including the response: z&The MD5 checksum of the download file z does not match the one on record.Please delete the file and try again. If the issue persists, please report this to torchvision at https://github.com/pytorch/vision/issues.)rCrDr]r_r`rFradictrequestsSessiongetcookiesitems startswithrrgrstatst_size contextlibsuppressrrr(rPrwarningswarnrB)rhrVr"r=r5r!rsessionr*keyvaluetokenrrrtextrrrrbs\            rb from_pathto_path compressioncCsRt||rd|ddnd}||WddS1s"wYdS)Nzr:rIr)tarfiler extractall)rrrtarrrr _extract_tars$ "r).bz2.xz_ZIP_COMPRESSION_MAPcCsNtj|d|r t|ntjd}||WddS1s wYdS)Nr)r)zipfileZipFiler ZIP_STOREDr)rrrziprrr _extract_zips  "r).tarz.zip_ARCHIVE_EXTRACTORS)r.gzr._COMPRESSED_FILE_OPENERS)rr)rr)z.tbzz.tbz2z.tgz_FILE_TYPE_ALIASESfilecCst|j}|std|d|d}|tvr |gt|RS|tvr)||dfS|tvrGt|dkrB|d}|tvrB||||fS|d|fStt tt tBt tB}td|d|d ) aDetect the archive type and/or compression of a file. Args: file (str): the filename Returns: (tuple): tuple of suffix, archive type, and compression Raises: RuntimeError: if file has no suffix or suffix is not supported zFile 'zP' has no suffixes that could be used to detect the archive type and compression.NrIz&Unknown compression or archive type: 'z'. Known suffixes are: 'z'.) pathlibPathsuffixesrgrrrrsortedset)rrr{Zsuffix2Zvalid_suffixesrrr_detect_file_type5s$     rremove_finishedc Cst|\}}}|std|d|dur!|||dur|nd}t|}||d$}t|d}||Wdn1sBwYWdn1sQwY|r]t||S)aDecompress a file. The compression is automatically detected from the file name. Args: from_path (str): Path to the file to be decompressed. to_path (str): Path to the decompressed file. If omitted, ``from_path`` without compression extension is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the decompressed file. z*Couldn't detect a compression from suffix rJNrr9r) rrgrfrrrr(rCremove) rrrr{ archive_typerZcompressed_file_openerZrfhZwfhrrr _decompress`s  rc Cst|dur tj|}t|\}}}|s't|tj|tj||d|dSt|}|||||r8t ||S)aDExtract an archive. The archive type and a possible compression is automatically detected from the file name. If the file is compressed but not an archive the call is dispatched to :func:`decompress`. Args: from_path (str): Path to the file to be extracted. to_path (str): Path to the directory the file will be extracted to. If omitted, the directory of the file is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the directory the file was extracted to. Nr)r) rCrDdirnamerrr_r^rfrr)rrrr{rrZ extractorrrrextract_archives   r download_root extract_rootcCshtj|}|dur |}|stj|}t||||tj||}td|d|t|||dS)Nz Extracting rZ)rCrDr]r^rjr_rar)r!rrr"r=rarchiverrrdownload_and_extract_archives  riterablecCsdddd|DdS)N'z', 'cSsg|]}t|qSr)str)rnitemrrrrqsz#iterable_to_str..)r_)rrrriterable_to_strsrTrarg valid_values custom_msgcCst|ts|dur d}nd}|jt||d}t||dur!|S||vr?|dur/|}t|d}|j||t|d}t||S)Nz'Expected type str, but got type {type}.z:Expected type str for argument {arg}, but got type {type}.)typerzPUnknown value '{value}' for argument {arg}. Valid values are {{{valid_values}}}.)rrr) isinstancerformatr ValueErrorr)rrrrmsgrrrverify_str_args r file_nameslice_channelsc Cst|dL}|}|dvrtdtd|}|s"tddd|D\}}t|}|dkr?d }| }nd }t j ||d d } Wd n1sTwY|dkr_dnd} | |||  ddd} t j | dd} | d |d d d d f} | t jS)aDRead file in .pfm format. Might contain either 1 or 3 channels of data. Args: file_name (str): Path to the file. slice_channels (int): Number of channels to slice out of the file. Useful for reading different data formats stored in .pfm files: Optical Flows, Stereo Disparity Maps, etc. r9)PFsPfzInvalid PFM files^(\d+)\s(\d+)\s$zMalformed PFM header.css|]}t|VqdSr')int)rndimrrr sz_read_pfm..r<>r?)dtypeNrr6rIr)Zaxis)rreadlinerstriprrPrQ ExceptiongroupsfloatnpfromfileZreshapeZ transposeflipZastypeZfloat32) rrr?headerZ dim_matchwhscaleZendiandataZ pfm_channelsrrr _read_pfms(  rrcCsN|tjjg|j|Rdjg|jdddR|jS)Nr) contiguousviewtorchZuint8shapeZ element_sizerr)rrrr_flip_byte_ordersLrr')r )r4)r6)NNr6)F)NN)NF)NNNF)NNN)r)Mbz2rgzipr<rlzmarCZos.pathrrPr:rr- urllib.errorurllib.requestrrtypingrrrrrrrr r r urllib.parser numpyrrrZtorch.utils.model_zoor Z_internally_replaced_utilsrrr1bytesrrrr3r@boolrBrFrNrUrjrzrrrbr ZIP_BZIP2ZIP_LZMAr__annotations__rrrrrrrrrrrrZndarrayrZTensorrrrrrs 0    4  $E(&$ + '    $