Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 2 additions & 7 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ dbt-deps:
$(ENV_RUN) --cwd dbt -- $(abspath $(VENV_DBT)) deps

dbt-build: dbt-deps
GCP_PROJECT_ID=dummy $(ENV_RUN) --cwd dbt -- $(abspath $(VENV_DBT)) build --profiles-dir . --target local --select yamusic
$(ENV_RUN) --cwd dbt -- $(abspath $(VENV_DBT)) build --profiles-dir . --target local --select yamusic

dashboard:
$(ENV_RUN) -- $(VENV_STREAMLIT) run dashboard/app.py
Expand Down Expand Up @@ -113,7 +113,6 @@ compose-smoke-real:
$(ENV_RUN) -- $(VENV_PYTHON) scripts/smoke_compose_local.py --use-env-token

test:
$(VENV_PYTHON) scripts/validate_dbt_quality.py
$(VENV_PYTHON) scripts/validate_yamusic_local.py
$(VENV_PYTHON) scripts/check_no_local_sensitive_artifacts.py
$(VENV_PYTHON) scripts/check_no_audio_artifacts.py
Expand All @@ -122,10 +121,8 @@ test:
$(MAKE) product-answers-smoke
$(MAKE) real-gate-smoke
$(MAKE) pages-site
$(VENV_PYTHON) -m compileall -q airflow/dags spark_streaming scripts yamusic_ingest dashboard tests
$(VENV_PYTHON) -m compileall -q scripts yamusic_ingest dashboard tests
$(VENV_PYTHON) -m pytest -q
cd airflow && GCP_PROJECT_ID=dummy GCP_GCS_BUCKET=dummy docker compose config --quiet
cd kafka && docker compose config --quiet
$(ENV_RUN) -- docker compose -f docker-compose.local.yml config --quiet
$(ENV_RUN) -- docker compose -f docker-compose.local.yml --profile local config --quiet
$(MAKE) compose-smoke-local
Expand All @@ -134,8 +131,6 @@ up-local:
$(ENV_RUN) -- docker compose -f docker-compose.local.yml --profile local up --build

compose-check:
cd airflow && GCP_PROJECT_ID=dummy GCP_GCS_BUCKET=dummy docker compose config --quiet
cd kafka && docker compose config --quiet
$(ENV_RUN) -- docker compose -f docker-compose.local.yml config --quiet
$(ENV_RUN) -- docker compose -f docker-compose.local.yml --profile local config --quiet

Expand Down
240 changes: 112 additions & 128 deletions README.md

Large diffs are not rendered by default.

1 change: 0 additions & 1 deletion airflow/.env

This file was deleted.

3 changes: 0 additions & 3 deletions airflow/.gitignore

This file was deleted.

41 changes: 0 additions & 41 deletions airflow/Dockerfile

This file was deleted.

35 changes: 0 additions & 35 deletions airflow/dags/dbt_test_dag.py

This file was deleted.

116 changes: 0 additions & 116 deletions airflow/dags/load_songs_dag.py

This file was deleted.

56 changes: 0 additions & 56 deletions airflow/dags/schema.py

This file was deleted.

17 changes: 0 additions & 17 deletions airflow/dags/sql/auth_events.sql

This file was deleted.

20 changes: 0 additions & 20 deletions airflow/dags/sql/listen_events.sql

This file was deleted.

23 changes: 0 additions & 23 deletions airflow/dags/sql/page_view_events.sql

This file was deleted.

Loading