-
Notifications
You must be signed in to change notification settings - Fork 16
/
pyproject.toml
149 lines (133 loc) · 3.81 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
[tool.poetry]
name = "oso"
version = "1.0.0"
description = "Impact measurement for open source software"
authors = ["Kariba Labs"]
license = "Apache-2.0"
readme = "README.md"
packages = [
{ include = "bq2cloudsql", from = "warehouse/" },
{ include = "common", from = "warehouse/" },
{ include = "oso_dagster", from = "warehouse/" },
{ include = "metrics_tools", from = "warehouse/" },
]
repository = "https://github.com/opensource-observer/oso"
homepage = "https://opensource.observer"
documentation = "https://docs.opensource.observer/"
[tool.poetry.dependencies]
python = "^3.12,<3.13"
arrow = "^1.3.0"
boltons = "^24.0.0"
click = "^8.1.7"
clickhouse-connect = "^0.7.16"
cloud-sql-python-connector = { extras = ["pg8000"], version = "^1.6.0" }
dagster = "^1.8.6"
dagster-dbt = "^0.24.0"
dagster-embedded-elt = "^0.24.0"
dagster-gcp = "^0.24.0"
dagster-polars = "^0.24.0"
dagster-postgres = "^0.24.0"
dagster-webserver = "^1.7.16"
dask = { extras = ["distributed"], version = "^2024.4.2" }
dask-kubernetes = "^2024.4.2"
dbt-bigquery = "^1.7.0"
dbt-core = "^1.8.2"
discord-webhook = "^1.3.1"
dlt = "^1.3.0"
duckdb = "^1.1.0"
gcsfs = "^2024.6.1"
google-api-python-client = "^2.116.0"
google-cloud-bigquery = "^3.17.1"
google-cloud-bigquery-datatransfer = "^3.15.3"
google-cloud-resource-manager = "^1.12.3"
google-cloud-secret-manager = "^2.20.0"
google-cloud-service-management = "^1.8.3"
google-cloud-service-usage = "^1.10.3"
google-cloud-storage = "^2.14.0"
lz4 = "^4.3.3"
oss-directory = "^0.2.1"
pendulum = "^3.0.0"
polars = "^1.5.0"
pytest = "^8.2.1"
python-dotenv = "^1.0.1"
requests = "^2.31.0"
ruamel-yaml = "^0.18.6"
ruff = "^0.4.10"
sqlalchemy = "^2.0.25"
textual = "^0.52.1"
redis = "^5.0.7"
githubkit = "^0.11.6"
sqlmesh = { extras = ["trino"], version = "^0.129.0" }
dagster-duckdb = "^0.24.0"
dagster-duckdb-polars = "^0.24.0"
google-cloud-bigquery-storage = "^2.25.0"
dagster-sqlmesh = "0.2.0.dev3"
google-auth = "^2.34.0"
pillow = "^10.4.0"
dagster-k8s = "^0.24.6"
pyiceberg = { extras = ["hive"], version = "^0.7.1" }
connectorx = "^0.4.0"
bokeh = "^3.6.1"
fastapi = { extras = ["standard"], version = "^0.115.6" }
pyee = "^12.1.1"
aiotrino = "^0.2.3"
pytest-asyncio = "^0.24.0"
isort = "^5.13.2"
uvicorn = { extras = ["standard"], version = "^0.32.1" }
websockets = "^14.1"
pydantic-settings = "^2.7.0"
[tool.poetry.scripts]
bq2cloudsql = 'bq2cloudsql.script:run'
oso_lets_go = 'oso_lets_go.wizard:run'
oso = 'oso_lets_go.cli:cli'
[tool.poetry.group.dev.dependencies]
dagster-webserver = "^1.7.2"
ipython = "^8.21.0"
shandy-sqlfmt = { extras = ["jinjafmt"], version = "^0.21.1" }
sqlfluff = "~3.2.5"
sqlfluff-templater-dbt = "~3.2.5"
[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"
[tool.sqlfluff]
max_line_length = 80
[tool.sqlfluff.core]
templater = "dbt"
[tool.sqlfluff.indentation]
indent_unit = "space"
tab_space_size = 2
[tool.sqlfluff.templater.jinja]
load_macros_from_path = "warehouse/dbt/macros/"
apply_dbt_builtins = true
library_path = "warehouse/common/dbtlintmock"
[tool.sqlfluff.templater.dbt]
project_dir = "."
target = "playground"
[tool.dagster]
module_name = "oso_dagster.definitions"
[tool.pyright]
pythonVersion = "3.12"
typeCheckingMode = "standard"
ignore = [
"warehouse/bq2cloudsql",
"warehouse/meltano-setup",
"warehouse/oso_lets_go",
"warehouse/oso_dagster/dlt_sources/sql_database",
"scripts/dbt_doc_gen",
]
[tool.ruff]
exclude = [
"warehouse/bq2cloudsql",
"warehouse/meltano-setup",
"warehouse/oso_lets_go",
"warehouse/oso_dagster/dlt_sources",
"warehouse/oso_dagster/dlt_sources/sql_database/**/*.py",
"warehouse/oso_dagster/dlt_sources/sql_database/*.py",
]
[tool.ruff.lint]
exclude = [
"warehouse/oso_dagster/dlt_sources/sql_database/**/*.py",
"warehouse/oso_dagster/dlt_sources/sql_database/*.py",
]
[tool.isort]
profile = "black"