"h0 ddlZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z mZmZmZdZdaGdde Zed gd Gd d ej(ZGd deZy)N)suppress)cached_propertywraps)AbstractFileSystem)"get_package_version_without_importinfer_storage_options mirror_fromtokenizec.tfd}|S)Nc |i|S#t$rP}|js|j^}}t|trd|vrt t j ||d}~wwxYw)Nzdoes not exist)OSErrorargs isinstancestrFileNotFoundErrorerrnoENOENT)rkwargs exceptionmessagefuncs Y/var/www/html/sandstorm/venv/lib/python3.12/site-packages/fsspec/implementations/arrow.pywrapperz wrap_exceptions..wrappersg (( ( >>&^^NGd'3',<,G' g>IM s A$A AA$)r)rrs` rwrap_exceptionsrs  4[   Nc"eZdZdZdZfdZedZedZ e dZ ddZ dZ d Zd Zed Zed ZeZed ZeddZeddZeddZeddZedZedZdfd ZfdZxZS)ArrowFSWrapperzwFSSpec-compatible wrapper of pyarrow.fs.FileSystem. Parameters ---------- fs : pyarrow.fs.FileSystem /c Htda||_t|di|y)Npyarrow)rPYARROW_VERSIONfssuper__init__)selfr#r __class__s rr%zArrowFSWrapper.__init__2s$)r&r3rinfos rrDzArrowFSWrapper.infoVs;##D)&&v.%%rch|j|} |j|y#t$rYywxYw)NTF)r8rDrr&r3s rexistszArrowFSWrapper.exists[s;##D)  IIdO!  s % 11cddlm}|j|jurd}n{|j|jurd}n`|j|j urFt tjtjtj|jd}|j|j||jdS)Nr)FileType directoryfileother)r;sizetypemtime)r<rIrN DirectoryFileNotFoundrrrosstrerrorr3rMrO)r&rDrIkinds rr>zArrowFSWrapper._make_entryds' 99** *D YY(-- 'D YY(++ +#ELL"++ell2KTYYW WDIIIIZZ   rc V|j|jd}|j|jd}|j|d5}|dtjd} |j |d5}t j||ddd|jj|| dddy#1swY/xYw#t$rAtt5|jj|ddd#1swYxYwwxYw#1swYyxYw)Nrrbz.tmp.wb)r8rstrip_opensecrets token_hexopenshutil copyfileobjr#move BaseExceptionrr delete_file)r&path1path2rlstream tmp_fnamerstreams rcp_filezArrowFSWrapper.cp_filews $$U+2237$$U+2237 ZZt $  'w'8'8';&<=I YYy$/97&&w89 Y.  99! /03GG'' 233   sND/CC$CC CD*D DD DDD(c |j|jd}|j|jd}|jj||y)Nr)r8rZr#ra)r&rdrers rmvzArrowFSWrapper.mvsJ$$U+2237$$U+2237  UE"rc\|j|}|jj|yr))r8r#rcrFs rrm_filezArrowFSWrapper.rm_files$##D) D!rc|j|jd}|j|r)|r|jj |yt d|jj |y)Nrz0Can't delete directories without recursive=False)r8rZisdirr# delete_dir ValueErrorrc)r&r3 recursivemaxdepths rrmzArrowFSWrapper.rms\##D)005 ::d ""4( !STT GG   %rc |dk(r0|r|jj}n]|jj}nF|dk(r|jj}n*|dk(r|jj}nt d|i}|dk7s|s)t tjdddk\rd|d<||fi|}t|||||fi|S) NrWrYabz'unsupported mode for Arrow filesystem: .r compression) r#open_input_fileopen_input_streamopen_output_streamopen_append_streamrqintr"split ArrowFile) r&r3mode block_sizeseekablermethod_kwargsstreams rr[zArrowFSWrapper._opens 4<0022 T\WW//F T\WW//FFthOP P 4rrirkmv_filermrtr[rrrrrr __classcell__r's@rrr's/K# !!>> 8&  &  ## G""&&II,6611!!11F11rrr) readseektellwritereadablewritablecloserMrc eZdZddZdZdZy)rNc f||_||_||_||_|x|_|_||_yr))r3rr#r blocksizerr)r&r#rr3rrrs rr%zArrowFile.__init__s3   +55 rc|Sr)r!r+s r __enter__zArrowFile.__enter__s rc"|jSr))r)r&rs r__exit__zArrowFile.__exit__szz|rr))rrrr%rrr!rrrrsrrcBeZdZdZdZ dfd ZedZxZS)HadoopFileSystemz]A wrapper on top of the pyarrow.fs.HadoopFileSystem to connect it's interface with fsspechdfsc Nddlm}||||||}t | dd|i|y)a Parameters ---------- host: str Hostname, IP or "default" to try to read from Hadoop config port: int Port to connect on, or default from Hadoop config if 0 user: str or None If given, connect as this username kerb_ticket: str or None If given, use this ticket for authentication extra_conf: None or dict Passed on to HadoopFileSystem r)r)r/r0user kerb_ticket extra_confr#Nr!)r<rr$r%) r&r/r0rrrrrr#r's rr%zHadoopFileSystem.__init__s80 0 #!   )B)&)rct|}i}|jddr|d|d<|jddr|d|d<|jddr|d|d<|S)Nr/usernamerr0)rget)r3r7outs r_get_kwargs_from_urlsz&HadoopFileSystem._get_kwargs_from_urlssg#D) 7764 f+CK 77:t $j/CK 7764 f+CK r)defaultrNNN) rrrrr,r% staticmethodrrrs@rrrs:-H   !*F  rr)riorSr\r_ contextlibr functoolsrr fsspec.specr fsspec.utilsrrr r rr"rIOBaserrr!rrrs{  ,*$l1'l1^      $3~3r