datalad-crawler

View on PyPIReverse Dependencies (0)

1.0.2 datalad_crawler-1.0.2-py3-none-any.whl

Wheel Details

Project: datalad-crawler
Version: 1.0.2
Filename: datalad_crawler-1.0.2-py3-none-any.whl
Download: [link]
Size: 147679
MD5: 558b4fb607939fba3730d29febd079f7
SHA256: e2b3fe13224a2f769dc30761b975e9676c17dec11fd65aed07ff50698a2bf852
Uploaded: 2023-05-26 12:26:35 +0000

dist-info

METADATA

Metadata-Version: 2.1
Name: datalad-crawler
Version: 1.0.2
Summary: DataLad extension package for crawling external web resources into an automated data distribution
Author: The DataLad Team and Contributors
Author-Email: team[at]datalad.org
Requires-Dist: datalad (>=0.14.0)
Requires-Dist: scrapy (>=1.1.0)
Requires-Dist: datalad (>=0.14.0); extra == "core"
Requires-Dist: scrapy (>=1.1.0); extra == "core"
Requires-Dist: datalad (>=0.14.0); extra == "devel"
Requires-Dist: scrapy (>=1.1.0); extra == "devel"
Requires-Dist: sphinx; extra == "devel"
Requires-Dist: sphinx-rtd-theme; extra == "devel"
Requires-Dist: datalad (>=0.17.0); extra == "devel"
Requires-Dist: datalad-deprecated (>=0.2.6); extra == "devel"
Requires-Dist: pytest (>=7.0); extra == "devel"
Requires-Dist: pytest-cov; extra == "devel"
Requires-Dist: mock; extra == "devel"
Requires-Dist: sphinx; extra == "devel-docs"
Requires-Dist: sphinx-rtd-theme; extra == "devel-docs"
Requires-Dist: datalad (>=0.17.0); extra == "tests"
Requires-Dist: datalad-deprecated (>=0.2.6); extra == "tests"
Requires-Dist: pytest (>=7.0); extra == "tests"
Requires-Dist: pytest-cov; extra == "tests"
Requires-Dist: mock; extra == "tests"
Provides-Extra: core
Provides-Extra: devel
Provides-Extra: devel-docs
Provides-Extra: tests
Description-Content-Type: text/markdown
License-File: COPYING
[Description omitted; length: 3805 characters]

WHEEL

Wheel-Version: 1.0
Generator: bdist_wheel (0.40.0)
Root-Is-Purelib: true
Tag: py3-none-any

RECORD

Path Digest Size
datalad_crawler/__init__.py sha256=OGs0JRItYZpo1zdAveFwXR1To2acw1v4i7_LDXFwFg4 952
datalad_crawler/base.py sha256=bXg4k54ncseH4k2V-2LwXpvmm1MvR9PMi9R57RzyOf4 503
datalad_crawler/conftest.py sha256=IBM8LLelcr0DUBPa_NjBBXi_PeVvagTZc2BNw295DPI 494
datalad_crawler/consts.py sha256=_zGW5dmfZusclPL1YRShMm0gieCQffZoT7S0Aq7FPqI 1026
datalad_crawler/crawl.py sha256=PjDTKE3gra4AGsDKclbzw8uQpjv-9dhNWjywTZ-x05o 8094
datalad_crawler/crawl_init.py sha256=GrytYOCXxSBM9VNH6pHrCdYYixaymISks6PKVa_puJU 4056
datalad_crawler/pipeline.py sha256=pi42IiE5sR83oChAkndN-06UtkKY_Hsait1p11bc3Cw 21807
datalad_crawler/utils.py sha256=9BFAakvLCzHsgoS2l8ALCHIA3SMIupz-IB0CvQKKUPU 1974
datalad_crawler/version.py sha256=Y3LSfRioSl2xch70pq_ULlvyECXyEtN3krVaWeGyaxk 22
datalad_crawler/dbs/__init__.py sha256=Yxsexl5_6K1MBK5MwLlVlsNNioQAOt2Dd23Y3Ao41n4 461
datalad_crawler/dbs/base.py sha256=cWWWGduCAANNCG_umfw_RQW2EQWajPgxh8NW963bfLo 7232
datalad_crawler/dbs/files.py sha256=qs2JFq4sDzAQoTkTILTXF58p_nDg8VBJD8EnFFb3CzY 5242
datalad_crawler/dbs/versions.py sha256=KSTKAZuG-nK9dSfWgumytbtLUz7DrfbiCRIllcWsbNQ 3158
datalad_crawler/dbs/tests/__init__.py sha256=1adTNuzxf-WrSO4kcJx75yCJuHRpbaWZMo7rYWlkc18 389
datalad_crawler/dbs/tests/test_files.py sha256=3RZ-Pvwk2xUhIJ3aVKOhfTSsqFce1yJ2Zv3X8J7FQto 5225
datalad_crawler/nodes/__init__.py sha256=AcxEqK_73BJY4YEDd7j2qTE98OKIyC_To8o-7QEfV5Y 894
datalad_crawler/nodes/annex.py sha256=AKD-FNm4tf8Q6FHCsaLtMMDs5LfpiRfAxrqCMOrf2qs 69530
datalad_crawler/nodes/crawl_url.py sha256=RoUn_2JEiokPkpi5drbzcR-YNRcOxxyOyf9Fd0ZFjqQ 6857
datalad_crawler/nodes/matches.py sha256=OX_6jscMffv7muHIz_3DLWiT_IB-9wo_FRof5UFq5CE 7406
datalad_crawler/nodes/misc.py sha256=wlxr-K1mnB3ai7-ARBLTza-or9u4URdsvRrdC19OQO8 18903
datalad_crawler/nodes/s3.py sha256=QcYnmFIzw58DedmcNYWE0XaEO3lkxZs4_vKbVfgQRow 13234
datalad_crawler/nodes/tests/__init__.py sha256=ka2Kjc9-Gmzrd0hPXnvKJ6GvV41MJlJzjWfomRdmJ0g 509
datalad_crawler/nodes/tests/test_annex.py sha256=Xlph3qXlLxO5hzvEMiO1uQO1u727uzIK5xAcLFWe3_I 16822
datalad_crawler/nodes/tests/test_crawl_url.py sha256=UdevE7f0fLd2S5pIXrlH45jmAjyawb61mnuA9P4Yonc 2993
datalad_crawler/nodes/tests/test_matches.py sha256=8MuWHtbjTASzfKzMbVlRCOMBc_ZI1modRh7BCqLCqTk 4136
datalad_crawler/nodes/tests/test_misc.py sha256=qAovlkUD86AdeCV0_u7RAlyw5hJ8fff-Vpja5KdY9R0 17845
datalad_crawler/nodes/tests/test_s3.py sha256=xgSWjCf_V8V8gU_hMT9_ib_wTl6W-_y0Vr5oWkGaJdc 9465
datalad_crawler/pipelines/__init__.py sha256=scAROPjyjxXjguTWgssBsJE81xRQLG94UECPapHuxp4 458
datalad_crawler/pipelines/abstractsonline.py sha256=jlEbO0aOeTbBwgR1NRTKz_Kc3Lf9GnAXfM_ymLLy8SQ 3175
datalad_crawler/pipelines/balsa.py sha256=CGGwOzpfvnLLAM5HbKaTCIcMBOuV001OxtdgB6RhsJ8 9890
datalad_crawler/pipelines/crcns.py sha256=_DtXvsfDOuwYGMbmKbCO5pFKVAlepnCl4YZsPPTiC98 11412
datalad_crawler/pipelines/fcptable.py sha256=dJtiLWaq5FWP2v2FpISr9kr1EM6yBO0n90vyGnBQAOw 7075
datalad_crawler/pipelines/gh.py sha256=lXdjOl0v_nzcSD47jOiD9qxLpX_ZsmHblz_0Ij6bdcc 10048
datalad_crawler/pipelines/nda.py sha256=5agXQEUCZm6KGPVduy0DY6kKlODpAvg36lmYBw5gTDM 6045
datalad_crawler/pipelines/openfmri.py sha256=CkeTrd3GjH1FW9eXhpnnrLRu9qPXRC2gCETLaEOvfp8 14182
datalad_crawler/pipelines/openfmri_s3.py sha256=vUPzaRL711H8a_B8BiNP2plWe-GgP-rjBtcm8EHWld4 4081
datalad_crawler/pipelines/simple_s3.py sha256=xkMiD1AnynmQZz51PsBUE8DwidKYe2wmt9n36FBljkE 6373
datalad_crawler/pipelines/simple_with_archives.py sha256=iNdq6OkRkPXjmjRBHzB7Ew8H4rqFCb4HZX6OVnCgIU4 5490
datalad_crawler/pipelines/stanford_lib.py sha256=3EzdYe6mxMDcWnz9YlBVof4yIRJCL7Q9LYQXZi-Cask 1767
datalad_crawler/pipelines/template.py sha256=IWqp-rQmzJ6Hp_Or8VAmHFgMhUowZ3g2qPJ4XGt0qDs 1017
datalad_crawler/pipelines/xnat.py sha256=zdNY3PwczFUM7AH4zzOpPpUvLAdSXpThgspWBw-2-uQ 13444
datalad_crawler/pipelines/tests/__init__.py sha256=1MeO4mTIq9555CqbWVu3YJThmo_4_3t2uJsDvoaAy9M 191
datalad_crawler/pipelines/tests/test_balsa.py sha256=wFzu_t2qgQhlbWuyQwtFvMLpWyLB32zDFGGHEmI2DN4 12921
datalad_crawler/pipelines/tests/test_crcns.py sha256=cOJ_gk-4hutm_W-GEqiYHOdpO9-QBLKnWnilVdgvrhc 1885
datalad_crawler/pipelines/tests/test_fcptable.py sha256=Bt3Hrsq0B-JBUl6hZwo4MfuzksiyIXFW3ysM5dFrLXU 3146
datalad_crawler/pipelines/tests/test_gh.py sha256=tfP5k8Io1ETK_lUQlIhnngFlUiWMkXxKL4ldY2qxhhk 1027
datalad_crawler/pipelines/tests/test_nda.py sha256=MbaPts0CobICQzNal3YIijTD3DpdCGtVFlbRBIY0Q1c 1104
datalad_crawler/pipelines/tests/test_openfmri.py sha256=WXUuhvARlPolqcGHA3QlO_4HsdWtHm-8p4e0dBThzzs 27478
datalad_crawler/pipelines/tests/test_openfmri_collection.py sha256=ElkW25kGF5fETu3nNC2yzZLsWG0y77GQwOIVpoHSDaE 3011
datalad_crawler/pipelines/tests/test_simple_s3.py sha256=gw10aBrzvgl7P6XjZG5pn36VMgYRetYiSff-H4djh5s 4496
datalad_crawler/pipelines/tests/test_simple_with_archives.py sha256=eOATFGcUDZhUMmfPgYnwuliR3GcljrKRwMFr6Kc0pwM 5090
datalad_crawler/pipelines/tests/test_utils.py sha256=3cvCYQnngXfrEuiCOaWsRuW_Ia8tyNFfVPY_qFJGdzQ 1030
datalad_crawler/pipelines/tests/test_xnat.py sha256=zBNtk5kp2RgVndcOjW9u5tyEbUif31ISZFiJf_a8kHk 5554
datalad_crawler/support/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
datalad_crawler/support/versions.py sha256=jSDGK8p1xX1QezE4yn0DPJB2JMs-kBVFAzhHxcyYf9U 6912
datalad_crawler/support/tests/__init__.py sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU 0
datalad_crawler/support/tests/test_versions.py sha256=wpL1oxOfchmzENIYvKEuZ8iNyE9eaRTyf9M_t7Np5CQ 6028
datalad_crawler/tests/__init__.py sha256=l6btb_4Gk77GwjdmIeg-irmHFDRZKmYwrhX5BAjuQSY 580
datalad_crawler/tests/test_crawl.py sha256=Go6KkpYYd8Daj_AkTN5ucaif7VHrw9yq-SVDJqRkuG0 3964
datalad_crawler/tests/test_crawl_init.py sha256=b6njTsVy_3gBfBaJx4wPdFEcJ7dTa1m-sRW-kpeUvgQ 3462
datalad_crawler/tests/test_pipeline.py sha256=aCtEgKsEaDM_e9XBrxvdajQ8UmIptsaO3UZk2R_PM6Q 10010
datalad_crawler/tests/test_register.py sha256=NDUNOz5wVDHFCXPz3KjaF8kOCKgKvRolvcCUwDPLgao 82
datalad_crawler/tests/test_utils.py sha256=k4kqh3qYiT3RVN5oKo92MjxC9PQbzeNkR2HMPJaXQH8 1067
datalad_crawler-1.0.2.dist-info/COPYING sha256=lmGB0Aq-4_Ay71v0ThT2gI0vqCz5hlzjB5359u9UPts 1300
datalad_crawler-1.0.2.dist-info/METADATA sha256=pKOgWnTAhkBzI1a7mpwgVEAs7kyXne_PZ5zyV1oVn6k 5163
datalad_crawler-1.0.2.dist-info/WHEEL sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18 92
datalad_crawler-1.0.2.dist-info/entry_points.txt sha256=kdRfAKsc_ayASuKJlm96GXJ9eoy4QYtKCGU5-F6Mgmk 104
datalad_crawler-1.0.2.dist-info/top_level.txt sha256=3T5mEv3tsub7sF4ejGiCPYHRsyuyZ4qd6YKvhku8HBw 16
datalad_crawler-1.0.2.dist-info/RECORD

top_level.txt

datalad_crawler

entry_points.txt

crawler = datalad_crawler:command_suite
crawler = datalad_crawler