cms_mssp_pipeline/pyproject.toml at main · tuva-health/cms_mssp_pipeline · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[project]
name = "mssp-pipeline"
version = "0.1.0"
description = "Download and process MSSP ACO Datahub files — end-to-end pipeline"
requires-python = ">=3.10"
# Core install includes only the download subsystem dependencies.
# Add optional groups for the processing backends you need.
dependencies = [
    "boto3>=1.34",
    "azure-identity",
    "azure-storage-blob",
    "google-cloud-storage",
    "python-dotenv>=1.0",
]

[project.scripts]
mssp-download = "mssp_pipeline.__main__:download_main"
mssp-process  = "mssp_pipeline.__main__:process_main"
mssp-pipeline = "mssp_pipeline.__main__:pipeline_main"

[project.optional-dependencies]
# Core DuckDB processing engine (required for mssp-process / mssp-pipeline)
processing = [
    "duckdb",
    "openpyxl",
]
# Cloud output backends — install only what you need
snowflake = [
    "snowflake-connector-python",
    "cryptography",
    "keyring",
]
databricks = [
    "databricks-sql-connector",
    "databricks-sdk",
]
bigquery = [
    "google-cloud-bigquery",
    "google-cloud-storage",
]
redshift = [
    "boto3>=1.34",
    "redshift-connector",
]
azure = [
    "azure-identity",
    "azure-storage-blob",
]
fabric = [
    "deltalake",
    "azure-identity",
    "azure-storage-blob",
]
# Install everything
all = [
    "duckdb",
    "openpyxl",
    "snowflake-connector-python",
    "cryptography",
    "keyring",
    "databricks-sql-connector",
    "databricks-sdk",
    "google-cloud-bigquery",
    "google-cloud-storage",
    "boto3>=1.34",
    "redshift-connector",
    "azure-identity",
    "azure-storage-blob",
    "deltalake",
]

[dependency-groups]
dev = [
    "pytest>=9.0.2",
    "duckdb",
    "openpyxl",
    "azure-identity",
    "azure-storage-blob",
    "google-cloud-storage",
]

[tool.hatch.build.targets.wheel]
packages = ["mssp_pipeline"]
artifacts = ["bin/acoms-cli"]