forked from dbt-labs/jaffle-shop-template
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathTaskfile.yml
80 lines (77 loc) · 2.65 KB
/
Taskfile.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
version: "3"
tasks:
temp_limitation:
cmds:
- bash -c 'if [ -d "./models/semantic_models" ]; then mv ./models/semantic_models ./semantic_models_removed_see_dagster_limitation/; else echo "No, the semantic_models folder does not exist."; fi'
- rm ./target -r
temp_limitation_undo:
cmds:
- bash -c 'if [ -d "./semantic_models_removed_see_dagster_limitation" ]; then mv ./semantic_models_removed_see_dagster_limitation/ ./models/semantic_models; else echo "No, the semantic_models folder does not exist."; fi'
deps:
cmds:
- python -m pip install --progress-bar off -r requirements.txt
- dbt deps
git:
cmds:
- git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset -%C(yellow)%d%Creset %s %Cgreen(%cr) %C(bold blue)<%an>%Creset' --abbrev-commit"
- git config --global user.name "David Griffiths"
- git config --global user.email dgriffiths@example.com
orchestration:
cmds:
- cd ./orchestration && pip install -e ".[dev]"
znap:
cmds:
- export ZSH=~/.oh-my-zsh/
- git clone --depth 1 https://github.com/marlonrichert/zsh-snap.git ~/.oh-my-zsh/custom/plugins/znap
- echo "source ~/.oh-my-zsh/custom/plugins/znap/znap.zsh" >> ~/.zshrc
- zsh ~/.zshrc
zsh_plugins:
desc: "note task doesnt execute in zsh so you need to prepend the below. Or you get the error executable file not found in $PATH see: https://github.com/go-task/task/discussions/1016"
cmds:
- zsh -i -c "znap source marlonrichert/zsh-autocomplete"
setup:
cmds:
- task temp_limitation
- task deps
- task git
- task znap
- task zsh_plugins
- task orchestration
- task airbyte
- task octavia_setup
airbyte:
desc: "install airbyte"
cmds:
- ./ingestion/run-ab-platform.sh
octavia:
desc: "applies latest config to airbyte"
cmds:
- cd ./ingestion/my_octavia_project && octavia apply
octavia_setup:
desc: "install airbyte cli octavia"
cmds:
- ./ingestion/octavia-cli-install.sh -Y
- task octavia
duck:
cmds:
- duckdb ./reports/jaffle_shop.duckdb
duck_ab:
cmds:
- duckdb ./reports/jaffle_shop_airbyte.duckdb
evidence_setup:
cmds:
- cd reports & npm install
- cd reports & npm run dev
evidence:
cmds:
- cd reports & npm run dev
dagit:
cmds:
- cd ./orchestration/dagster_orchestration && export DAGSTER_HOME="/workspaces/jaffle-shop-template/orchestration/dagster_orchestration/dagster-local-file-store" && dagster dev
dbtdoc:
cmds:
- dbt docs generate
- dbt docs serve
dbtdoc_serv:
cmds:
- dbt docs serve