Merge pull request #3 from DanCorley/requirements-to-pip-tools

better pinning for packages with pip-tools

Makefile

@@ -31,3 +31,9 @@ dbt-metabase:
 
 lint:
 	cd dbt && sqlfluff lint;
+
+requirements:
+	python3 -m venv .venv && \
+  source .venv/bin/activate && \
+	pip install pip-tools && \
+	pip-compile requirements.in;

requirements.in

@@ -0,0 +1,8 @@
+dbt-core==1.10.13
+dbt-duckdb==1.9.6
+dbt-metabase==1.3.10
+dlt[deltalake]==1.17.1
+duckdb==1.2.2
+pip-tools==7.4.1
+pyarrow>=17.0.0
+sqlfluff-templater-dbt==3.2.3

requirements.txt

@@ -1,6 +1,314 @@
-dbt-duckdb>=1.5.2
+#
+# This file is autogenerated by pip-compile with Python 3.11
+# by the following command:
+#
+#    pip-compile requirements.in
+#
+agate==1.9.1
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+annotated-types==0.7.0
+    # via pydantic
+appdirs==1.4.4
+    # via sqlfluff
+arro3-core==0.6.5
+    # via deltalake
+attrs==25.4.0
+    # via
+    #   jsonschema
+    #   referencing
+babel==2.17.0
+    # via agate
+build==1.3.0
+    # via pip-tools
+certifi==2025.10.5
+    # via requests
+chardet==5.2.0
+    # via
+    #   diff-cover
+    #   sqlfluff
+charset-normalizer==3.4.4
+    # via requests
+click==8.3.0
+    # via
+    #   dbt-core
+    #   dbt-metabase
+    #   dbt-semantic-interfaces
+    #   dlt
+    #   pip-tools
+    #   sqlfluff
+colorama==0.4.6
+    # via
+    #   dbt-common
+    #   sqlfluff
+daff==1.4.2
+    # via dbt-core
+dbt-adapters==1.17.3
+    # via
+    #   dbt-core
+    #   dbt-duckdb
+dbt-common==1.33.0
+    # via
+    #   dbt-adapters
+    #   dbt-core
+    #   dbt-duckdb
+dbt-core==1.10.13
+    # via
+    #   -r requirements.in
+    #   dbt-duckdb
+    #   sqlfluff-templater-dbt
+dbt-duckdb==1.9.6
+    # via -r requirements.in
+dbt-extractor==0.6.0
+    # via dbt-core
 dbt-metabase==1.3.10
-dlt[deltalake]==1.9.0
+    # via -r requirements.in
+dbt-protos==1.0.382
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+dbt-semantic-interfaces==0.9.0
+    # via dbt-core
+deepdiff==8.6.1
+    # via dbt-common
+deltalake==1.2.1
+    # via dlt
+deprecated==1.2.18
+    # via deltalake
+diff-cover==9.7.1
+    # via sqlfluff
+dlt[deltalake]==1.17.1
+    # via -r requirements.in
 duckdb==1.2.2
-pyarrow>=17.0.0
+    # via
+    #   -r requirements.in
+    #   dbt-duckdb
+fsspec==2025.9.0
+    # via dlt
+gitdb==4.0.12
+    # via gitpython
+gitpython==3.1.45
+    # via dlt
+giturlparse==0.14.0
+    # via dlt
+hexbytes==1.3.1
+    # via dlt
+humanize==4.14.0
+    # via dlt
+idna==3.11
+    # via requests
+importlib-metadata==8.7.0
+    # via dbt-semantic-interfaces
+iniconfig==2.3.0
+    # via pytest
+isodate==0.6.1
+    # via
+    #   agate
+    #   dbt-common
+jinja2==3.1.6
+    # via
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
+    #   diff-cover
+    #   jinja2-simple-tags
+    #   sqlfluff
+jinja2-simple-tags==0.6.1
+    # via sqlfluff-templater-dbt
+jsonpath-ng==1.7.0
+    # via dlt
+jsonschema==4.25.1
+    # via
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
+jsonschema-specifications==2025.9.1
+    # via jsonschema
+leather==0.4.0
+    # via agate
+markdown-it-py==4.0.0
+    # via rich
+markupsafe==3.0.3
+    # via jinja2
+mashumaro[msgpack]==3.14
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+mdurl==0.1.2
+    # via markdown-it-py
+more-itertools==10.8.0
+    # via dbt-semantic-interfaces
+msgpack==1.1.2
+    # via mashumaro
+networkx==3.5
+    # via dbt-core
+orderly-set==5.5.0
+    # via deepdiff
+orjson==3.11.3
+    # via dlt
+packaging==25.0
+    # via
+    #   build
+    #   dbt-core
+    #   dlt
+    #   pytest
+    #   requirements-parser
+parsedatetime==2.6
+    # via agate
+pathspec==0.12.1
+    # via
+    #   dbt-common
+    #   dbt-core
+    #   sqlfluff
+pathvalidate==3.3.1
+    # via dlt
+pendulum==3.1.0
+    # via dlt
+pip-tools==7.4.1
+    # via -r requirements.in
+pluggy==1.6.0
+    # via
+    #   diff-cover
+    #   dlt
+    #   pytest
+ply==3.11
+    # via jsonpath-ng
+protobuf==6.33.0
+    # via
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+    #   dbt-protos
+pyarrow==21.0.0
+    # via
+    #   -r requirements.in
+    #   dlt
+pydantic==2.12.3
+    # via
+    #   dbt-core
+    #   dbt-semantic-interfaces
+pydantic-core==2.41.4
+    # via pydantic
+pygments==2.19.2
+    # via
+    #   diff-cover
+    #   pytest
+    #   rich
+pyproject-hooks==1.2.0
+    # via
+    #   build
+    #   pip-tools
+pytest==8.4.2
+    # via sqlfluff
+python-dateutil==2.9.0.post0
+    # via
+    #   dbt-common
+    #   dbt-semantic-interfaces
+    #   pendulum
+python-slugify==8.0.4
+    # via agate
+pytimeparse==1.1.8
+    # via agate
+pytz==2025.2
+    # via
+    #   dbt-adapters
+    #   dbt-core
+    #   dlt
+pyyaml==6.0.3
+    # via
+    #   dbt-core
+    #   dbt-metabase
+    #   dbt-semantic-interfaces
+    #   dlt
+    #   sqlfluff
+referencing==0.37.0
+    # via
+    #   jsonschema
+    #   jsonschema-specifications
+regex==2025.10.23
+    # via sqlfluff
+requests==2.32.5
+    # via
+    #   dbt-common
+    #   dbt-core
+    #   dbt-metabase
+    #   dlt
+    #   snowplow-tracker
+requirements-parser==0.13.0
+    # via dlt
+rich==14.2.0
+    # via
+    #   dbt-metabase
+    #   rich-argparse
+rich-argparse==1.7.1
+    # via dlt
+rpds-py==0.28.0
+    # via
+    #   jsonschema
+    #   referencing
+semver==3.0.4
+    # via dlt
+simplejson==3.20.2
+    # via dlt
+six==1.17.0
+    # via
+    #   isodate
+    #   python-dateutil
+smmap==5.0.2
+    # via gitdb
+snowplow-tracker==1.1.0
+    # via dbt-core
+sqlfluff==3.2.3
+    # via sqlfluff-templater-dbt
 sqlfluff-templater-dbt==3.2.3
+    # via -r requirements.in
+sqlglot==27.28.1
+    # via dlt
+sqlparse==0.5.3
+    # via dbt-core
+tblib==3.2.0
+    # via sqlfluff
+tenacity==9.1.2
+    # via dlt
+text-unidecode==1.3
+    # via python-slugify
+tomlkit==0.13.3
+    # via dlt
+tqdm==4.67.1
+    # via sqlfluff
+typing-extensions==4.15.0
+    # via
+    #   arro3-core
+    #   dbt-adapters
+    #   dbt-common
+    #   dbt-core
+    #   dbt-semantic-interfaces
+    #   dlt
+    #   mashumaro
+    #   pydantic
+    #   pydantic-core
+    #   referencing
+    #   snowplow-tracker
+    #   typing-inspection
+typing-inspection==0.4.2
+    # via pydantic
+tzdata==2025.2
+    # via
+    #   dlt
+    #   pendulum
+urllib3==2.5.0
+    # via requests
+wheel==0.45.1
+    # via pip-tools
+wrapt==1.17.3
+    # via deprecated
+zipp==3.23.0
+    # via importlib-metadata
+
+# The following packages are considered to be unsafe in a requirements file:
+# pip
+# setuptools