adf

View on PyPIReverse Dependencies (0)

0.1.2 adf-0.1.2-py3-none-any.whl

Wheel Details

Project: adf
Version: 0.1.2
Filename: adf-0.1.2-py3-none-any.whl
Download: [link]
Size: 149434
MD5: c8fd6cb341f2eccb5d12d99e0da65a3e
SHA256: 4889dae49a7cac66fc432f06344e2d39e470bdfa64a44ac333432f8222b50b30
Uploaded: 2022-10-29 21:19:22 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: adf
Version: 0.1.2
Summary: Create infrastructure agnostic data processing pipelines
Author: Patrick El Hage
Author-Email: patrickelhageuniv[at]gmail.com
Requires-Dist: Cython (>=0.29.32)
Requires-Dist: numpy (>=1.21.2)
Requires-Dist: pandas (<1.3.0,>=1.2.4)
Requires-Dist: pyarrow (>=4.0.1)
Requires-Dist: pyspark (>=3.1.1)
Requires-Dist: SQLAlchemy (<2.0.0,>=1.4.17)
Requires-Dist: sqlalchemy-redshift (>=0.8.5)
Requires-Dist: pyathena (>=2.14.0)
Requires-Dist: PyYAML (>=6.0)
Requires-Dist: psycopg2-binary (>=2.9.1)
Requires-Dist: boto3 (>=1.24.66)
Requires-Dist: croniter (>=1.3.4)
Requires-Dist: venv-pack (>=0.2.0)
Requires-Dist: boto3-stubs (>=1.24.66)
Requires-Dist: ipython (>=7.27.0)
Requires-Dist: black (>=22.10)
Requires-Dist: twine (>=4.0)
Description-Content-Type: text/markdown
License-File: LICENSE.md
[Description omitted; length: 56017 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.37.1)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
ADF/__init__.py sha256=6PU5wyLLoFhpVOC0ug48WkHjQH3I4UVksuFDodTZm0k 114
ADF/_version.py sha256=YvuYzWnKtqBb-IqG8HAu-nhIYAsgj9Vmc_b9o7vO-js 22
ADF/aws_lambda_handlers.py sha256=6hIcCip33u1EZMGe1TI1w-4WHUcwJIjAV3C-2ss3UWQ 1594
ADF/config.py sha256=CRSe7z4QwiFAVzya_Rt4Rcj_PaxcNNHyrjN0o7wkgpk 1815
ADF/exceptions.py sha256=d2RjM96tw9CGqy6kun168-2fMeKnJI6zcgVZseDgsWU 5999
ADF/funcs.py sha256=UmE-i7MlZ6CG5r7YGZVyZ9qJ0sCtGFoIbn3H6pSgYpw 6828
ADF/components/__init__.py sha256=FEX_hQLtl-P7YPMLErrGAiJa8H2D-n7eC5V1YqTZ3QA 142
ADF/components/columns/__init__.py sha256=DvU4t5ufqhvAzgy9MwvR-V6cSpjIsJTucV-VZVumTX4 214
ADF/components/columns/abstract_column.py sha256=7H8NuWBDRWOiSbGCyY2c459bNGxRS5Y_oHPSQIFzhjE 17603
ADF/components/columns/list_column.py sha256=aJoOpS5QgoEXjKh0Dpyenc1MjHiWZwQaXGHj8hol51A 3367
ADF/components/columns/pandas_column.py sha256=SCohDobMTyRZ7tHBZx0haAaOv8BIzZITNwrtF9uq8Sk 2746
ADF/components/columns/spark_column.py sha256=SucGJCzKWMLwBlkYbG4fUSRIXZfQb4V9IWL-TikjusM 4325
ADF/components/columns/sql_column.py sha256=aANcg9jESTZAjTbAX7mHtn_HoudgHL6K8XLkGG_1JZk 5428
ADF/components/data_structures/__init__.py sha256=oy46EZhBuUfoBp4N2-QiGso7Q2BZYCO0_fBXpImJkv4 353
ADF/components/data_structures/abstract_data_structure.py sha256=JbLI6X-XfFcnS40bxuZv4auZ4sdRRsU7-rAuHHvvcwg 13692
ADF/components/data_structures/list_data_structure.py sha256=bszH7U9uU-1CU3RW2-C1KFhyNchktS9h0qLTZnhWPOU 14427
ADF/components/data_structures/pandas_data_structure.py sha256=tZMm-dc43xlyO9fUMJlUpIJnkpBNalPMxbB1e2J3BRM 6779
ADF/components/data_structures/spark_data_structure.py sha256=i1X247TDiIpEPup_mOK3EKE8qk4dDSJ-k5rEbMyxWJ0 9132
ADF/components/data_structures/sql_data_structure.py sha256=64l7NxkS2hnXvG9uiw8Ie8P-jKSIdWztufwyxP2QLpo 15761
ADF/components/flow_config/__init__.py sha256=0B2_QJyNztpTQ8nIIJkk6GKw6eTRZNiLFLYlY2Q3Fe0 968
ADF/components/flow_config/abstract_data_flow.py sha256=59FR1kvyBll-KVsPt2EMNwrBNkS8zUkpRAW2o68A30c 2102
ADF/components/flow_config/batch_dependency_handlers.py sha256=CfBl9z3d4MGI-ghGI0eAKxy1o0Ex09MtaiDV9G5H_Aw 6014
ADF/components/flow_config/collection.py sha256=PxDVZ4GK_rcimVDfhuXlCvk-OAK-OYHQxTxg6453GIg 5293
ADF/components/flow_config/data_loaders.py sha256=fYSR8RmmutORnxO2xKq-5wADLK8f8atWxAtUek0u7sQ 9299
ADF/components/flow_config/flow_sequencers.py sha256=Lrbg5PKXc1WtcUqj_St6VuE-C_tOmpXWvszv17JyZMM 11267
ADF/components/flow_config/meta_handler.py sha256=IS421yKFwkIRMS9ZqqwTrtsWfaImjR4PEbgiuPNBGv0 7264
ADF/components/flow_config/misc.py sha256=7bue2H9OxxGMvIFQFzlagT59oFJ2c2afptLnoT_d2ZA 2045
ADF/components/flow_config/steps.py sha256=AjYE0vnkZ7yz_ZtAoDHZhaBQyupNY8Pp68h3jaLMoi0 26623
ADF/components/implementers/__init__.py sha256=OWvw1ij2h-mL_41DO0E3iVPNbBFZ0kz17yzC3j522bU 460
ADF/components/implementers/abstract_implementer.py sha256=vCfmxpG_A-OsQNI44JDv0QTPVIONrjWj0SMPR1fosWo 25693
ADF/components/implementers/aws_implementer.py sha256=_0h48SOraki9lP0QQyFhRAvlItvBSeZVh1GVdd80PUg 38877
ADF/components/implementers/local_implementers.py sha256=jmAlS7oi7QUZqfFR-leFizrO-ofMRmuC0xx9sgrN6tM 6623
ADF/components/implementers/subcommands.py sha256=om9K4nkZ7jYOetPYWEdIum15dW7VUlVEezmM10bTyCI 10289
ADF/components/layer_transitions/__init__.py sha256=SYKU_Z3XtZlm3yeoLUfWHPf_hN5bn5hJRP5ioPWdyq0 379
ADF/components/layer_transitions/abstract_layer_transition.py sha256=lVz83u5YYi8WJs6jK01sX7L09wrkG5hA2309QTdRzSU 4198
ADF/components/layer_transitions/aws_transitions.py sha256=WSPrLzACC9nK03eXfFXXsspHVmX1K12p-QHWg9m9psc 15914
ADF/components/layer_transitions/local_layer_transition.py sha256=4WhvNkWZ3bAR5hT_Zc-hd3VX-H3xmqynl9yZenJ3a8A 2232
ADF/components/layer_transitions/sql_layer_transitions.py sha256=LDeHzhNbgMb3T5DadvA4RPw7xXea3TAr7n6x2qPeNMQ 6978
ADF/components/layers/__init__.py sha256=QvkY4OcPdLlxxy0lulRhIM_jf0iUdZwcqxSkSzCb3G4 694
ADF/components/layers/abstract_data_layer.py sha256=Xqkur7J2rnLvh-s3ItAui_nhRb46gnBH9mhAgfekNJs 4428
ADF/components/layers/local_file_layers.py sha256=5SKtFTIGa-Hicpzup1vB71lZILsfp46G119vOK4K8Rw 6076
ADF/components/layers/sql_layers.py sha256=ifFkBTj5SczC_rNa7ElH9dEo-qH5Kpgr9dNK9HYnjJo 12351
ADF/components/layers/aws_data_layers/__init__.py sha256=uUDL0RCY39upa2pN7Jo4IdldOhmXujsUKmXisqKWZSk 485
ADF/components/layers/aws_data_layers/aws_athena_layer.py sha256=iAuBB6kTxixBd7u4rYkj_TSd7o1CrGX3Ud0_qIB5-6M 15878
ADF/components/layers/aws_data_layers/aws_emr_layer.py sha256=vj6b6I00rA5bgWAEjspeYZOtLrUdVJ4gSTZPiozHQIc 24776
ADF/components/layers/aws_data_layers/aws_lambda_layer.py sha256=mST4hL6wstyXScfPwvhAXVZVXK85SlBIqaAu0JT-0rc 10992
ADF/components/layers/aws_data_layers/aws_redshift_layer.py sha256=wFAK_bFJkS8hEYicpYziaBCR6Uo5JE-kNviroo8ahtU 5147
ADF/components/state_handlers/__init__.py sha256=dHfUCNAgrep__D6HtM95hchC5s-nrzhnb5pxoqURnts 138
ADF/components/state_handlers/abstract_state_handler.py sha256=LfF1JedFWWZBb51ENymmKTsRUjp_UbgsMOjf_crZ8_U 7074
ADF/components/state_handlers/sql_state_handler.py sha256=wZJk9KS2z5XjCl_saWyXTivKpAPWeFbJhehW9a50rEM 4880
ADF/data/config/flows/flows.complete.yaml sha256=FPETKWUPRpuRjhO24KhDkmsFp_da5kPPzVokkgKDkBY 8587
ADF/data/config/flows/flows.local-mono-layer.yaml sha256=B08UCYO7Gzu95MTJ6SWaWb1vDNME-B2v2s2XcAECs5U 4701
ADF/data/config/flows/flows.local-multi-layer.yaml sha256=KPdSVp_ZwNjMUbfXeBLsf_WPg_jBnJPJAWWpPp8Zv30 3613
ADF/data/config/flows/flows.simple.custom-flow-control.yaml sha256=Gn56xb7ArbFipZ7hJDQXs75K8jnqvgpFwuyrYrEeaPs 3533
ADF/data/config/flows/flows.simple.default-flow-control.yaml sha256=Uyz4w6xPOgewYzd5BbAJh1JJ2dcGTNYlK2MrDmsyGtk 2611
ADF/data/config/flows/flows.validation.errors.yaml sha256=HPyz5wwWal9ozFfgVEVKDbYMYj0VYl0Q3SBUZ3uB3KQ 4543
ADF/data/config/implementers/implementer.aws.yaml sha256=5Aw5lY3ECyt0HHVSSctIOprgVhfEfbNzA3mAuTaFM64 644
ADF/data/config/implementers/implementer.local-mono-layer.list.yaml sha256=xSjbTTW3xwqo0z-T1qWD4m_BwaoSJ5FzF38fMe_ePP4 308
ADF/data/config/implementers/implementer.local-mono-layer.pandas.yaml sha256=Ex6virk-FalV44Rjff4RHtMn41G34imsBwQTxVoaCgI 305
ADF/data/config/implementers/implementer.local-mono-layer.spark.yaml sha256=hXaIWDxnP75ctjIge_T2tWSlgXTQtRwnXu7caghcUs0 303
ADF/data/config/implementers/implementer.local-multi-layer.postgres.yaml sha256=q10WiIZ5toKPwJhUNzrb3C3UoeDdXcgTuRJ6hGa04vI 379
ADF/data/config/implementers/implementer.local-multi-layer.sqlite.yaml sha256=U_yViG3KVud2nLK3xQRvV8IoD1nv7eGMBpLnHK0pDyg 244
ADF/data/data_samples/test.csv sha256=VAA79DBe9wZtS0pAllAz9zsblCv5kZHQ66x6m3CaOuE 293
ADF/data/pyfiles/operations.py sha256=UmE-i7MlZ6CG5r7YGZVyZ9qJ0sCtGFoIbn3H6pSgYpw 6828
ADF/data/pyfiles/setup.py sha256=F9nK4WOzw0KA75YZlAbPkqLNoLiCEJl1bXho_gFEoWk 477
ADF/data/scripts/aws.sh sha256=8xEYRBMF7TZVZL48gI2OXoAH-rkGORrRiTM5vvBhRIg 1533
ADF/data/scripts/complete.sh sha256=JYmZYlSY1gxakvICotzRB0q5IVV06HeuapT86VpNjxU 1320
ADF/data/scripts/list.sh sha256=UrUBiFST9XFESqFdkq2e0SXC2g2pa9w_030G6f2Ljqs 993
ADF/data/scripts/pandas.sh sha256=xZbnShEnSTdhug_C3P2VO4eOjAySWnyqPpsGXiRRzxA 1005
ADF/data/scripts/postgres.sh sha256=8xU3Lkb-0anC9eDu_1THjPSTc6YtBjJMhkGQib8-OhI 1024
ADF/data/scripts/spark.sh sha256=oqXcZr42IDUYuUb3b5xCxz_-bT_LK5_spUTqbNRox5I 999
ADF/data/scripts/sqlite.sh sha256=iOOuSSKc1XmmQMPM2KoVpk_B_Yp2LU_4qDVV1AL7PUc 1012
ADF/utils/__init__.py sha256=eHzTiolQ9RX2Tz_i_-ADoGSOU1fgHYDl1p8XiguzCIg 2100
ADF/utils/csv_utils.py sha256=JlUOuFmJ4yHj43HWSt3hMA1zrvuw6b1si35KQPdyLFo 1441
ADF/utils/func_utils.py sha256=TDtHVNK6Bg6WA6Mig4Gsz-MJUmZqgrZo465FGDLEjH0 3043
ADF/utils/serialization_utils.py sha256=UGG26ZzSTWRfI8l3C5S8aV-binqujudQdpeYB3BkMgw 974
ADF/utils/spark_utils.py sha256=UYSuHn0V2H84i3TJruUOxBr10Y6VwRngju_GN4oNiUU 556
ADF/utils/sql_utils.py sha256=bcAPCNBn6h1ppLp1kuNLmWEZzogVLp2HE6N4Kq9mhro 4050
ADF/utils/system_utils.py sha256=O4CEaCWhbrh8YC9v8LGFuj3Vom0rXwz98dJL3h-enWU 1746
ADF/utils/aws_utils/__init__.py sha256=1_m6AsmUy2SHCNUj1CI0ToRFOAbSwEI8fpCwgi1Wisw 1790
ADF/utils/aws_utils/aws_clients.py sha256=zr4lotN4ovPbmgk1d5hSnk_4ab-EMgRgz_BOx_eShK4 2741
ADF/utils/aws_utils/aws_resource_configs.py sha256=gU3lAHTFaDq2A7Ij1R8qO7hq8fuRdouWPDY8CpUvXLQ 19749
ADF/utils/aws_utils/aws_resource_connectors.py sha256=eldEESq7huUg5aZ8QujdF48bYgzCtcI546ilb6JWy7U 58813
ADF/utils/aws_utils/misc.py sha256=pO6SXIZwe9N3_baogNycynQuZdLPbt7ieqeFjW-Ezh8 1526
adf-0.1.2.data/scripts/adf-launcher.py sha256=K255wnxMlRgfVcvX-AQP1_IOrGv4UEfazI9Mrl2DGq8 120
adf-0.1.2.data/scripts/init-adf-work-folder.py sha256=2pmz8tH898Gg1pbkKWwHht0sjrym92bAMJpBTjsLVas 3275
adf-0.1.2.data/scripts/zip-emr.py sha256=X6TEOX1X65BqSx38ccReSKG_yMUNPmQlkERKbk1A0V8 1188
adf-0.1.2.data/scripts/zip-lambda.py sha256=cs0LulG_te4PDT6yYEots9XDRu9waMOfGUQQ5L7gnJs 1585
adf-0.1.2.dist-info/LICENSE.md sha256=svbUz8z-lJvFsdvctt47K_UaegAK0qjZfC43IRcz1Rw 33940
adf-0.1.2.dist-info/METADATA sha256=lmNetvNqIw4jN4sS3UVFBrqIOfptstt8g4uGnqrxjoI 56863
adf-0.1.2.dist-info/WHEEL sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA 92
adf-0.1.2.dist-info/top_level.txt sha256=_ZeMk6qePaMU_r4fg5_lg2OChdwk_uBBsXjJWzM2Ork 4
adf-0.1.2.dist-info/RECORD

top_level.txt

ADF