diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index fa597b9..db05a7a 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -13,7 +13,7 @@ jobs: - name: Set-up python uses: actions/setup-python@v5 with: - python-version: 3.8 + python-version: 3.11.9 - name: Create cache id: cache diff --git a/.github/workflows/release_draft.yml b/.github/workflows/release_draft.yml index 0c45273..56b2b2f 100644 --- a/.github/workflows/release_draft.yml +++ b/.github/workflows/release_draft.yml @@ -14,7 +14,7 @@ jobs: - name: Set-up python uses: actions/setup-python@v5 with: - python-version: 3.8 + python-version: 3.11.9 - name: Create cache id: cache diff --git a/Makefile b/Makefile index 6562f8f..3ca3542 100644 --- a/Makefile +++ b/Makefile @@ -1,10 +1,15 @@ .SILENT: ; .DEFAULT_GOAL := help VENV_FOLDER ?=.venv +AIRFLOW_VERSION ?= 2.10.5 +PYTHON_VERSION=$(shell python --version | cut -d " " -f 2 | cut -d "." -f 1-2) +CONSTRAINT_URL=https://raw.githubusercontent.com/apache/airflow/constraints-$(AIRFLOW_VERSION)/constraints-$(PYTHON_VERSION).txt .PHONY: help help: ## List all described targets available awk -F ':|##' '/^[^\t].+:.*##/ { printf "\033[36m%-28s\033[0m -%s\n", $$1, $$NF }' $(MAKEFILE_LIST) | sort + echo "AIRFLOW_VERSION: $(AIRFLOW_VERSION)" + echo "PYTHON_VERSION: $(PYTHON_VERSION)" .PHONY: package package: ## Make a python package @@ -14,12 +19,16 @@ package: ## Make a python package echo "" echo Package created at `ls dist/*.tar.gz` +.PHONY: clear-venv +clear-venv: ## Clear the virtual environment + rm -rf $(VENV_FOLDER) + .PHONY: venv venv: ## Create a virtual environment folder for Code-completion and tests inside your IDE - virtualenv -p python3 $(VENV_FOLDER); \ + python -m venv $(VENV_FOLDER); \ source $(VENV_FOLDER)/bin/activate; \ export AIRFLOW_GPL_UNIDECODE="yes"; \ - pip install -r requirements.txt; + pip install "apache-airflow==$(AIRFLOW_VERSION)" -r requirements.txt -c $(CONSTRAINT_URL); .PHONY: flake8 flake8: ## Run flake8 lint @@ -37,3 +46,8 @@ run: ## Run examples locally AIRFLOW__CORE__LOAD_EXAMPLES=false \ PYTHONPATH=/tmp/temp-python-path/ \ airflow standalone + +.PHONY: clear-run +clear-run: ## Clear the run folder + rm -rf /tmp/temp-python-path/ + rm -rf /tmp/temp-airflow-unaflow/ \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index 4c24d17..4465102 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,9 +1,8 @@ -apache-airflow==2.10.5 -apache-airflow-providers-google==15.1.0 +#apache-airflow +apache-airflow-providers-google # Testing -pytest==8.3.5 -flake8==4.0.1 +flake8 # Versioning and release -versioneer==0.18 -twine==5.0.0 -wheel==0.34.2 +versioneer +twine +wheel diff --git a/setup.py b/setup.py index 0daf57b..46dc538 100644 --- a/setup.py +++ b/setup.py @@ -29,5 +29,8 @@ 'Programming Language :: Python :: 3.6', 'Programming Language :: Python :: 3.7', 'Programming Language :: Python :: 3.8', + 'Programming Language :: Python :: 3.9', + 'Programming Language :: Python :: 3.10', + 'Programming Language :: Python :: 3.11', ], )