stacks-data

View on PyPIReverse Dependencies (0)

1.0.0 stacks_data-1.0.0-py3-none-any.whl

Wheel Details

Project: stacks-data
Version: 1.0.0
Filename: stacks_data-1.0.0-py3-none-any.whl
Download: [link]
Size: 72287
MD5: 3955f374ed5a2138fc76fb8907d64849
SHA256: 20fd63a2b7768bddd3893689d12e6843eb584c21c55bef10f5762ffbfa1bc685
Uploaded: 2023-12-13 09:25:03 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: stacks-data
Version: 1.0.0
Summary: A suite of utilities to support data engineering workloads within an Ensono Stacks data platform.
Author: Ensono Stacks
Author-Email: stacks[at]ensono.com
Home-Page: https://github.com/Ensono/stacks-data
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.9
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Requires-Python: >=3.9,<4.0
Requires-Dist: azure-identity (<2.0.0,>=1.13.0)
Requires-Dist: azure-mgmt-datafactory (<4.0.0,>=3.1.0)
Requires-Dist: azure-storage-file-datalake (<13.0.0,>=12.11.0)
Requires-Dist: behave (<2.0.0,>=1.2.6)
Requires-Dist: click (<9.0.0,>=8.1.7)
Requires-Dist: click-loglevel (<0.5.0,>=0.4.0.post1)
Requires-Dist: colorlog (<7.0.0,>=6.7.0)
Requires-Dist: delta-spark (<3.0.0,>=2.4.0)
Requires-Dist: great-expectations (<0.18.0,>=0.17.11)
Requires-Dist: jinja2 (<4.0.0,>=3.1.2)
Requires-Dist: jsonschema (<5.0.0,>=4.17.3)
Requires-Dist: polling2 (<0.6.0,>=0.5.0)
Requires-Dist: pydantic (<2.0.0,>=1.10.12)
Requires-Dist: pyspark (<4.0.0,>=3.4.0)
Requires-Dist: pyyaml (<7.0.0,>=6.0.1)
Description-Content-Type: text/markdown
[Description omitted; length: 697 characters]

WHEEL

Wheel-Version: 1.0
Generator: poetry-core 1.7.0
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
stacks/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/azure/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/azure/adls.py sha256=o1tKY_rowk5sQq0B9wdYJczUGoZRG9XWs72sB9Odiyg 5020
stacks/data/azure/blob.py sha256=vVPPEHuLtLMgSwCoD2lDEhRLMfABwPQsP9feIF2ybfs 3444
stacks/data/azure/data_factory.py sha256=jhweId0nV4LJhIOeLL8aZi4lxBxbtEDcA7aVH8i9AA0 3542
stacks/data/behave/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/behave/fixtures.py sha256=X1htrepB847Z4WvtPkxncLImWT_x0N7HjbI2KrsH7qo 3075
stacks/data/behave/shared_steps.py sha256=GE5Lz0WUd_S2VqScglj5XfBk9suvAWkhZ6zEYF3Y4bM 4432
stacks/data/cli/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/cli/datastacks_cli.py sha256=gM1Dua0h0CW0PSV9LBCMKJuBqNF-4sOBaGY5wtQjte4 2458
stacks/data/constants.py sha256=-qLnepwNmiSOnZPn1D6kUeIGIlWJ2aiCLfneVSB-GkQ 1160
stacks/data/generate/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/data_workloads.py sha256=VdXUOqLTtXWbz0j9sBwoV4Ef4dxcxSwNrMoZeQRG3z0 5573
stacks/data/generate/template_config.py sha256=rZ10TUdG84R7SYra1TN0Dk1C-cgSVbQ4_9_KGOWcw0I 5079
stacks/data/generate/templates/ingest/ingest_template/README.md.jinja sha256=4_VHUbO3HWBz5AdJM_WLkoxOUNbv06HqeqlMiUWbMzM 300
stacks/data/generate/templates/ingest/ingest_template/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template/config/ingest_sources/ingest_config.json.jinja sha256=--uwvUK2TjHP5YGVLtTOcE25FGDCVTYTC60WmB2G3eI 1383
stacks/data/generate/templates/ingest/ingest_template/config/schema/ingest_config_schema.json.jinja sha256=hr7i67TNM26WKnEkpFMlcEPML8fyS3cWSWnTsrS-BLk 1882
stacks/data/generate/templates/ingest/ingest_template/data_factory/adf_datasets.tf.jinja sha256=Ux5kqL7KIBFCvTy3ZTjAdoh631VmBw02jForan2_7GI 525
stacks/data/generate/templates/ingest/ingest_template/data_factory/adf_linked_services.tf.jinja sha256=AEhJMCCr5DPa0g7hIvSo8vTh_llYUylJOeZNRb263_c 842
stacks/data/generate/templates/ingest/ingest_template/data_factory/adf_pipelines.tf.jinja sha256=lY9-VVavFdULpzcUS_a2po_6OF9LzqqAyXfArPTrEqU 582
stacks/data/generate/templates/ingest/ingest_template/data_factory/adf_triggers.tf.jinja sha256=uOGe0wMAN-ylwtE2IJT_x_YGwQvGPmdSb2qRFwbMB2g 861
stacks/data/generate/templates/ingest/ingest_template/data_factory/constraints.tf.jinja sha256=BhiNUtrHRIAIXymUJoCPja1q6EbytVV4lRb1NOO0Fv0 156
stacks/data/generate/templates/ingest/ingest_template/data_factory/data.tf.jinja sha256=9bfHc4Wef-z6iQiX3UoNjZlzQW5YRtzEq-kxBcz35kc 144
stacks/data/generate/templates/ingest/ingest_template/data_factory/pipelines/arm_template.json.jinja sha256=HtcTukhPC1YnFpXRjMQ_zBihLdfKkmMj33wwAnQ_GrQ 16778
stacks/data/generate/templates/ingest/ingest_template/data_factory/provider.tf.jinja sha256=peibz-iczs5lTAXYjIR5QXZoDhKsTG0bHmothL9D2pE 78
stacks/data/generate/templates/ingest/ingest_template/data_factory/vars.tf.jinja sha256=clziw_QDuXiLwrs6zoOvJ3iA9i9oB__D2i5xIIem6a4 1008
stacks/data/generate/templates/ingest/ingest_template/de-ingest-ado-pipeline.yml.jinja sha256=3H3lDNsuHoVO-3fM2RKhjGno2Ir40yClHBbhF3WQ2kE 16831
stacks/data/generate/templates/ingest/ingest_template/tests/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template/tests/end_to_end/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template/tests/end_to_end/features/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template/tests/end_to_end/features/azure_data_ingest.feature.jinja sha256=UgCMcRuTIWOT6LkDQF1bZ_ym9rTgswxEeQx82njglXk 915
stacks/data/generate/templates/ingest/ingest_template/tests/end_to_end/features/environment.py.jinja sha256=CwpgPoZSZH9-ZOyLI558Vw1lzQrXMe6G4fk8YhdFNEM 522
stacks/data/generate/templates/ingest/ingest_template/tests/end_to_end/features/steps/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template/tests/end_to_end/features/steps/azure_data_ingest_steps.py.jinja sha256=oWUv8sYk41qpiAJ-QtO2_BHKhenZOdimJRWN9rCFP0o 234
stacks/data/generate/templates/ingest/ingest_template/tests/unit/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template/tests/unit/test_ingest_config.py.jinja sha256=mwMwu80HVsvp2lkAFClkxLynKWLCLEaSzp7B9Owcl3c 1317
stacks/data/generate/templates/ingest/ingest_template_DQ/README.md.jinja sha256=Lodkxa2b6NUbroKdphggmI53nRGreWnAoM02G47rVaM 338
stacks/data/generate/templates/ingest/ingest_template_DQ/config/data_quality/data_quality_config.json.jinja sha256=7PJsE2av-LQxpJ4fAJovcldeE4p44gH1NshwtYg3wtc 976
stacks/data/generate/templates/ingest/ingest_template_DQ/config/schema/data_quality_config_schema.json.jinja sha256=x1dXUZ_deOq1YPtLRFBpO22IlU4tSJC0VW_Y1lzSIsY 3077
stacks/data/generate/templates/ingest/ingest_template_DQ/data_factory/pipelines/arm_template.json.jinja sha256=fhgcst2n8sOU2J7mPZJWT2oRpOqxeZMRcamsSJlYPrE 18592
stacks/data/generate/templates/ingest/ingest_template_DQ/de-ingest-ado-pipeline.yml.jinja sha256=zfakX-IiEsWO2ESB-giJytFh5PxOxMSgEd9o9wbDpv4 17813
stacks/data/generate/templates/ingest/ingest_template_DQ/spark_jobs/data_quality.py.jinja sha256=v9gh7Gw5zfuIY3uWYFgti8VoV11Duxrt2ciXDlLDepo 1040
stacks/data/generate/templates/ingest/ingest_template_DQ/tests/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template_DQ/tests/unit/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/ingest/ingest_template_DQ/tests/unit/test_ingest_config.py.jinja sha256=MKBvxzwGcc2EuAtvZ2L6AGXhPnOrHAt5lDGWkxafZcQ 2084
stacks/data/generate/templates/processing/processing_template/README.md.jinja sha256=__5tRkWg_Whbs0M_Mcfk87BcjdkTIqXrQuPFzC7IvWo 290
stacks/data/generate/templates/processing/processing_template/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/processing/processing_template/config/schema/data_quality_config_schema.json.jinja sha256=x1dXUZ_deOq1YPtLRFBpO22IlU4tSJC0VW_Y1lzSIsY 3077
stacks/data/generate/templates/processing/processing_template/data_factory/adf_pipelines.tf.jinja sha256=RkdoDL91Xn3L8_K-i8B8xwgE5zwdukZJ_vxmhoPgJwo 447
stacks/data/generate/templates/processing/processing_template/data_factory/constraints.tf.jinja sha256=BhiNUtrHRIAIXymUJoCPja1q6EbytVV4lRb1NOO0Fv0 156
stacks/data/generate/templates/processing/processing_template/data_factory/data.tf.jinja sha256=9bfHc4Wef-z6iQiX3UoNjZlzQW5YRtzEq-kxBcz35kc 144
stacks/data/generate/templates/processing/processing_template/data_factory/pipelines/arm_template.json.jinja sha256=BfWPmb4biggn3dX8NLYr6YE0sAu_bPVmMvcYWTCzH2g 5204
stacks/data/generate/templates/processing/processing_template/data_factory/provider.tf.jinja sha256=peibz-iczs5lTAXYjIR5QXZoDhKsTG0bHmothL9D2pE 78
stacks/data/generate/templates/processing/processing_template/data_factory/vars.tf.jinja sha256=7ZoSbdtMJEu6pYhRiI2wGhMCONWQQ159rGaXPn_ayws 389
stacks/data/generate/templates/processing/processing_template/de-process-ado-pipeline.yml.jinja sha256=ay--n6ZVQ05vXWK2ZyX6REqYZblppoE2zBHMazeDEn0 16539
stacks/data/generate/templates/processing/processing_template/spark_jobs/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/processing/processing_template/spark_jobs/process.py.jinja sha256=oT6L6yHkHRzZnjrphPmyM2T3yuGT910DXMFHpYrT4Zo 746
stacks/data/generate/templates/processing/processing_template/tests/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/processing/processing_template/tests/end_to_end/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/processing/processing_template/tests/unit/__init__.py.jinja sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/generate/templates/processing/processing_template/tests/unit/conftest.py.jinja sha256=_TdCz9I3nlLli_7iPk2HfMakrb4B97AjaHrf2161cuo 447
stacks/data/generate/templates/processing/processing_template/tests/unit/test_processing.py.jinja sha256=aPHyzZQYaaWxm_mRsq6lTRTCG79H0EbZj_nANmcIzx8 71
stacks/data/generate/templates/processing/processing_template_DQ/README.md.jinja sha256=fge8CxwA1SdgxmG1Pf7YS5J_1miA0V5QwfGnw8pUCPk 305
stacks/data/generate/templates/processing/processing_template_DQ/config/data_quality/data_quality_config.json.jinja sha256=7PJsE2av-LQxpJ4fAJovcldeE4p44gH1NshwtYg3wtc 976
stacks/data/generate/templates/processing/processing_template_DQ/data_factory/pipelines/arm_template.json.jinja sha256=EaMFzul7f6FyFUejBk5nRyBdcnAdOVyN4otvvMDkJhs 7021
stacks/data/generate/templates/processing/processing_template_DQ/de-process-ado-pipeline.yml.jinja sha256=w281eQnFy8zs1gAec85HPvjOYAKi4-4RuuPdbRN8W7I 17783
stacks/data/generate/templates/processing/processing_template_DQ/spark_jobs/data_quality.py.jinja sha256=R-_gBosNn8fGTK1PxRLLBtGI5GrSac9PeHk5evpcW1s 907
stacks/data/generate/templates/processing/processing_template_DQ/tests/unit/test_data_quality_config.py.jinja sha256=jjgi30fJYoJX-V6ST1hWTpFfK0nYzz8VGtmxhpus_Tc 1134
stacks/data/logger.py sha256=DVWz2l2YWJ_VWMn69h1buzPWDlMmT7ZCt8cQgZzfuU8 1204
stacks/data/pyspark/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/pyspark/data_quality/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
stacks/data/pyspark/data_quality/config.py sha256=99UnPy5Wc2QtztS6L4O9tYZ1CrTIJ4ZuInXxS-bZMS8 1279
stacks/data/pyspark/data_quality/main.py sha256=Wi17xQtrEFoPBv75JtKru9Erj3qaqpMIP5qLJCox6Ak 4006
stacks/data/pyspark/data_quality/utils.py sha256=Jpu9IkTNu4J1SOBgqdMawGY6nBmgCLqxo5EGTrsqM6I 9565
stacks/data/pyspark/etl.py sha256=h64TwQXg-FqY3aOTjxN8m81OFPaMd7sxrrHAbRZA8uY 8721
stacks/data/pyspark/pyspark_utils.py sha256=fpUZAos6V2zm_Iqpzgi7Jp8hfRMRt00z_yAzhETpCss 6101
stacks/data/utils.py sha256=_c9HbDhQpITp5vQ300pHCrmw26HYALVTn4hF3iaWN_0 4356
stacks_data-1.0.0.dist-info/LICENSE sha256=kk3TMiQyV-ZCKStETw5rbvKh3PrkDAnCGo3nT-zYxDU 1063
stacks_data-1.0.0.dist-info/METADATA sha256=SlfiZsEKb-4BYvYYh5PWImIS0ZlJ3xnUMCTnZ6k0W3A 1912
stacks_data-1.0.0.dist-info/WHEEL sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50 88
stacks_data-1.0.0.dist-info/entry_points.txt sha256=5BvRNu2INO-duoHlscB48nDDssYhA838d_thxp9jj2A 65
stacks_data-1.0.0.dist-info/RECORD

entry_points.txt

datastacks = stacks.data.cli.datastacks_cli:cli