K i ddlZddlZddlZddlZddlmZej ddZej ddZej dZ ej dZ ej d Z y) N)guidmodule)scopec |dz S)Nparquet) base_datadirs d/mnt/ssd/data/python-lab/Trading/venv/lib/python3.12/site-packages/pyarrow/tests/parquet/conftest.pydatadirr s ) ##ctjdk(rtjdtj j d}|s tdtj|S)N emscriptenz$needs PARQUET_TEST_DATA files accessPARQUET_TEST_DATAzRPlease point the PARQUET_TEST_DATA environment variable to the test data directory) sysplatformpytestskiposenvironget RuntimeErrorpathlibPath)results r parquet_test_datadirr sU |||# :; ZZ^^/ 0F AB B << r c ntjd}tjd}d}|d\}}}}|jdd|d||||jjd d } |j | |j |S#t $rYwxYw#|j wxYw) Nboto3botocorez test-s3fs connections3http://:s3v4)signature_versionz us-east-1) endpoint_urlaws_access_key_idaws_secret_access_keyconfig region_name)Bucket)r importorskipclientConfig create_bucket Exceptionclose) s3_serverrrs3_bucket_namehostport access_key secret_key s3_clients r s3_bucketr8+s    (E"":.H N)2<)@&D$ J  tfAdV,$(%%%? I~6       s$/B BB"BB""B4c #Ktjd}|d\}}}}|j||dd|d|i}|dt}|j |||f |j |d y#t $rYywxYww) Ns3fsrr%r!r")keysecret client_kwargs/T) recursive)rr+ S3FileSystemrmkdirrmFileNotFoundError) r1r8r:r3r4r5r6fs test_paths r s3_example_s3fsrFEs   v &D)2<)@&D$ J    gdV1TF3   B+Qtvh'IHHY i-  i4(    s*A"B%A98B9 BBBBc #Kddlm}|d\}}}}d|d|d|d|d }|j|\}}|jd|||fyw) Nr) FileSystemrzs3://r"z5@mybucket/data.parquet?scheme=http&endpoint_override=z&allow_bucket_creation=Truemybucket) pyarrow.fsrHfrom_uri create_dir) r1rHr3r4r5r6urirDpaths r s3_example_fsrO\su%)2<)@&D$ J  |1ZL)"V1TF*E G""3'HBMM* c4-sA A) rrrr pyarrow.utilrfixturer rr8rFrOrr r rRs$  h$ $h   2  ,  r