@@ -45,188 +45,188 @@ jobs:
4545 tb fmt --diff "$file"
4646 done
4747
48- deploy :
49- name : Deploy to CI Branch
50- runs-on : ubuntu-latest
51- defaults :
52- run :
53- working-directory : ${{ env.DATA_PROJECT_DIR }}
54- steps :
55- - uses : actions/checkout@v4
56- with :
57- fetch-depth : ${{ env.GIT_DEPTH }}
58- ref : ${{ github.event.pull_request.head.sha }}
59-
60- - uses : actions/setup-python@v5
61- with :
62- python-version : " 3.11"
63- architecture : " x64"
64- cache : pip
65-
66- - name : Set environment variables
67- run : |
68- _ENV_FLAGS="${{ env.USE_LAST_PARTITION == 'true' && '--last-partition ' || '' }}--wait"
69- _NORMALIZED_BRANCH_NAME=$(echo $DATA_PROJECT_DIR | rev | cut -d "/" -f 1 | rev | tr '.-' '_')
70- GIT_BRANCH=${GITHUB_HEAD_REF}
71- echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV
72- echo "_ENV_FLAGS=$_ENV_FLAGS" >> $GITHUB_ENV
73- echo "_NORMALIZED_BRANCH_NAME=$_NORMALIZED_BRANCH_NAME" >> $GITHUB_ENV
74- if [ -f .tinyenv ]; then grep -v '^#' .tinyenv >> $GITHUB_ENV; fi
75- echo >> $GITHUB_ENV
76-
77- name : Install Tinybird CLI
78- run : |
79- if [ -f "requirements.txt" ]; then
80- pip install -r requirements.txt
81- else
82- pip install tinybird-cli
83- fi
84-
85- name : Tinybird version
86- run : tb --version
87-
88- - name : Check all the data files syntax
89- run : tb check
90-
91- - name : Check auth
92- run : tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} auth info
93-
94- - name : Try delete previous Branch
95- run : |
96- output=$(tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch ls)
97- BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
98- if echo "$output" | grep -q "\b$BRANCH_NAME\b"; then
99- tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch rm $BRANCH_NAME --yes
100- else
101- echo "Skipping clean up: The Branch '$BRANCH_NAME' does not exist."
102- fi
103-
104- name : Create new test Branch
105- run : |
106- tb \
107- --host ${{ secrets.TB_HOST }} \
108- --token ${{ secrets.TB_ADMIN_TOKEN }} \
109- branch create tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }} \
110- ${_ENV_FLAGS}
111-
112- name : Deploy changes to the test Branch
113- run : |
114- source .tinyenv || true
115- DEPLOY_FILE=./deploy/${VERSION}/deploy.sh
116- if [ ! -f "$DEPLOY_FILE" ]; then
117- echo "$DEPLOY_FILE not found, running default tb deploy command"
118- tb deploy ${CI_FLAGS}
119- tb release ls
120- fi
121-
122- name : Custom deployment to the test Branch
123- run : |
124- source .tinyenv || true
125- DEPLOY_FILE=./deploy/${VERSION}/deploy.sh
126- if [ -f "$DEPLOY_FILE" ]; then
127- echo "$DEPLOY_FILE found"
128- if ! [ -x "$DEPLOY_FILE" ]; then
129- echo "Error: You do not have permission to execute '$DEPLOY_FILE'. Run:"
130- echo "> chmod +x $DEPLOY_FILE"
131- echo "and commit your changes"
132- exit 1
133- else
134- $DEPLOY_FILE
135- fi
136- fi
137-
138- test :
139- name : Run tests
140- runs-on : ubuntu-latest
141- needs :
142- - deploy
143- defaults :
144- run :
145- working-directory : ${{ env.DATA_PROJECT_DIR }}
146- steps :
147- - uses : actions/checkout@v4
148- with :
149- fetch-depth : 0
150- ref : ${{ github.event.pull_request.head.sha }}
151-
152- - uses : actions/setup-python@v5
153- with :
154- python-version : " 3.11"
155- architecture : " x64"
156- cache : pip
157-
158- - name : Set environment variables
159- run : |
160- _ENV_FLAGS="--last-partition --wait"
161- _NORMALIZED_BRANCH_NAME=$(echo $DATA_PROJECT_DIR | rev | cut -d "/" -f 1 | rev | tr '.-' '_')
162- GIT_BRANCH=${GITHUB_HEAD_REF}
163- echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV
164- echo "_ENV_FLAGS=$_ENV_FLAGS" >> $GITHUB_ENV
165- echo "_NORMALIZED_BRANCH_NAME=$_NORMALIZED_BRANCH_NAME" >> $GITHUB_ENV
166- if [ -f .tinyenv ]; then grep -v '^#' .tinyenv >> $GITHUB_ENV; fi
167- echo >> $GITHUB_ENV
168-
169- name : Install Tinybird CLI
170- run : |
171- if [ -f "requirements.txt" ]; then
172- pip install -r requirements.txt
173- else
174- pip install tinybird-cli
175- fi
176-
177- name : Tinybird version
178- run : tb --version
179-
180- - name : Check auth
181- run : tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} auth info
182-
183- - name : Use Branch
184- run : |
185- BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
186- tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch use $BRANCH_NAME
187-
188- name : Post deploy
189- run : |
190- POSTDEPLOY_FILE=./deploy/${VERSION}/postdeploy.sh
191- if [ -f "$POSTDEPLOY_FILE" ]; then
192- if ! [ -x "$POSTDEPLOY_FILE" ]; then
193- echo "Error: You do not have permission to execute '$POSTDEPLOY_FILE'. Run:"
194- echo "> chmod +x $POSTDEPLOY_FILE"
195- echo "and commit your changes"
196- exit 1
197- else
198- $POSTDEPLOY_FILE
199- fi
200- fi
201-
202- name : Get regression labels
203- id : regression_labels
204- uses : alrocar/get-labels-action@v1.0.1
205- with :
206- github_token : ${{ secrets.GITHUB_TOKEN }}
207- label_key : regression
208-
209- - name : Run pipe regression tests
210- run : |
211- source .tinyenv || true
212- echo ${{ steps.regression_labels.outputs.labels }}
213- REGRESSION_LABELS=$(echo "${{ steps.regression_labels.outputs.labels }}" | awk -F, '{for (i=1; i<=NF; i++) if ($i ~ /^--/) print $i}' ORS=',' | sed 's/,$//')
214- echo "Regression labels: ${REGRESSION_LABELS}"
215-
216- CONFIG_FILE=./tests/regression.yaml
217- BASE_CMD="tb branch regression-tests"
218- LABELS_CMD="$(echo ${REGRESSION_LABELS} | tr , ' ')"
219- if [ -f ${CONFIG_FILE} ]; then
220- echo "Config file '${CONFIG_FILE}' found, adding pull request labels as options"
221- ${BASE_CMD} -f ${CONFIG_FILE} --wait ${LABELS_CMD}
222- else
223- echo "Config file not found at '${CONFIG_FILE}', running with default values"
224- ${BASE_CMD} coverage --wait ${LABELS_CMD}
225- fi
226-
227- name : Cleanup test Branch
228- if : always()
229- run : |
230- BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
231- echo "Attempting to delete branch: $BRANCH_NAME"
232- tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch rm $BRANCH_NAME --yes || echo "Branch deletion failed or branch may not exist."
48+ # deploy:
49+ # name: Deploy to CI Branch
50+ # runs-on: ubuntu-latest
51+ # defaults:
52+ # run:
53+ # working-directory: ${{ env.DATA_PROJECT_DIR }}
54+ # steps:
55+ # - uses: actions/checkout@v4
56+ # with:
57+ # fetch-depth: ${{ env.GIT_DEPTH }}
58+ # ref: ${{ github.event.pull_request.head.sha }}
59+
60+ # - uses: actions/setup-python@v5
61+ # with:
62+ # python-version: "3.11"
63+ # architecture: "x64"
64+ # cache: pip
65+
66+ # - name: Set environment variables
67+ # run: |
68+ # _ENV_FLAGS="${{ env.USE_LAST_PARTITION == 'true' && '--last-partition ' || '' }}--wait"
69+ # _NORMALIZED_BRANCH_NAME=$(echo $DATA_PROJECT_DIR | rev | cut -d "/" -f 1 | rev | tr '.-' '_')
70+ # GIT_BRANCH=${GITHUB_HEAD_REF}
71+ # echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV
72+ # echo "_ENV_FLAGS=$_ENV_FLAGS" >> $GITHUB_ENV
73+ # echo "_NORMALIZED_BRANCH_NAME=$_NORMALIZED_BRANCH_NAME" >> $GITHUB_ENV
74+ # if [ -f .tinyenv ]; then grep -v '^#' .tinyenv >> $GITHUB_ENV; fi
75+ # echo >> $GITHUB_ENV
76+
77+ # - name: Install Tinybird CLI
78+ # run: |
79+ # if [ -f "requirements.txt" ]; then
80+ # pip install -r requirements.txt
81+ # else
82+ # pip install tinybird-cli
83+ # fi
84+
85+ # - name: Tinybird version
86+ # run: tb --version
87+
88+ # - name: Check all the data files syntax
89+ # run: tb check
90+
91+ # - name: Check auth
92+ # run: tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} auth info
93+
94+ # - name: Try delete previous Branch
95+ # run: |
96+ # output=$(tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch ls)
97+ # BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
98+ # if echo "$output" | grep -q "\b$BRANCH_NAME\b"; then
99+ # tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch rm $BRANCH_NAME --yes
100+ # else
101+ # echo "Skipping clean up: The Branch '$BRANCH_NAME' does not exist."
102+ # fi
103+
104+ # - name: Create new test Branch
105+ # run: |
106+ # tb \
107+ # --host ${{ secrets.TB_HOST }} \
108+ # --token ${{ secrets.TB_ADMIN_TOKEN }} \
109+ # branch create tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }} \
110+ # ${_ENV_FLAGS}
111+
112+ # - name: Deploy changes to the test Branch
113+ # run: |
114+ # source .tinyenv || true
115+ # DEPLOY_FILE=./deploy/${VERSION}/deploy.sh
116+ # if [ ! -f "$DEPLOY_FILE" ]; then
117+ # echo "$DEPLOY_FILE not found, running default tb deploy command"
118+ # tb deploy ${CI_FLAGS}
119+ # tb release ls
120+ # fi
121+
122+ # - name: Custom deployment to the test Branch
123+ # run: |
124+ # source .tinyenv || true
125+ # DEPLOY_FILE=./deploy/${VERSION}/deploy.sh
126+ # if [ -f "$DEPLOY_FILE" ]; then
127+ # echo "$DEPLOY_FILE found"
128+ # if ! [ -x "$DEPLOY_FILE" ]; then
129+ # echo "Error: You do not have permission to execute '$DEPLOY_FILE'. Run:"
130+ # echo "> chmod +x $DEPLOY_FILE"
131+ # echo "and commit your changes"
132+ # exit 1
133+ # else
134+ # $DEPLOY_FILE
135+ # fi
136+ # fi
137+
138+ # test:
139+ # name: Run tests
140+ # runs-on: ubuntu-latest
141+ # needs:
142+ # - deploy
143+ # defaults:
144+ # run:
145+ # working-directory: ${{ env.DATA_PROJECT_DIR }}
146+ # steps:
147+ # - uses: actions/checkout@v4
148+ # with:
149+ # fetch-depth: 0
150+ # ref: ${{ github.event.pull_request.head.sha }}
151+
152+ # - uses: actions/setup-python@v5
153+ # with:
154+ # python-version: "3.11"
155+ # architecture: "x64"
156+ # cache: pip
157+
158+ # - name: Set environment variables
159+ # run: |
160+ # _ENV_FLAGS="--last-partition --wait"
161+ # _NORMALIZED_BRANCH_NAME=$(echo $DATA_PROJECT_DIR | rev | cut -d "/" -f 1 | rev | tr '.-' '_')
162+ # GIT_BRANCH=${GITHUB_HEAD_REF}
163+ # echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV
164+ # echo "_ENV_FLAGS=$_ENV_FLAGS" >> $GITHUB_ENV
165+ # echo "_NORMALIZED_BRANCH_NAME=$_NORMALIZED_BRANCH_NAME" >> $GITHUB_ENV
166+ # if [ -f .tinyenv ]; then grep -v '^#' .tinyenv >> $GITHUB_ENV; fi
167+ # echo >> $GITHUB_ENV
168+
169+ # - name: Install Tinybird CLI
170+ # run: |
171+ # if [ -f "requirements.txt" ]; then
172+ # pip install -r requirements.txt
173+ # else
174+ # pip install tinybird-cli
175+ # fi
176+
177+ # - name: Tinybird version
178+ # run: tb --version
179+
180+ # - name: Check auth
181+ # run: tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} auth info
182+
183+ # - name: Use Branch
184+ # run: |
185+ # BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
186+ # tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch use $BRANCH_NAME
187+
188+ # - name: Post deploy
189+ # run: |
190+ # POSTDEPLOY_FILE=./deploy/${VERSION}/postdeploy.sh
191+ # if [ -f "$POSTDEPLOY_FILE" ]; then
192+ # if ! [ -x "$POSTDEPLOY_FILE" ]; then
193+ # echo "Error: You do not have permission to execute '$POSTDEPLOY_FILE'. Run:"
194+ # echo "> chmod +x $POSTDEPLOY_FILE"
195+ # echo "and commit your changes"
196+ # exit 1
197+ # else
198+ # $POSTDEPLOY_FILE
199+ # fi
200+ # fi
201+
202+ # - name: Get regression labels
203+ # id: regression_labels
204+ # uses: alrocar/get-labels-action@v1.0.1
205+ # with:
206+ # github_token: ${{ secrets.GITHUB_TOKEN }}
207+ # label_key: regression
208+
209+ # - name: Run pipe regression tests
210+ # run: |
211+ # source .tinyenv || true
212+ # echo ${{ steps.regression_labels.outputs.labels }}
213+ # REGRESSION_LABELS=$(echo "${{ steps.regression_labels.outputs.labels }}" | awk -F, '{for (i=1; i<=NF; i++) if ($i ~ /^--/) print $i}' ORS=',' | sed 's/,$//')
214+ # echo "Regression labels: ${REGRESSION_LABELS}"
215+
216+ # CONFIG_FILE=./tests/regression.yaml
217+ # BASE_CMD="tb branch regression-tests"
218+ # LABELS_CMD="$(echo ${REGRESSION_LABELS} | tr , ' ')"
219+ # if [ -f ${CONFIG_FILE} ]; then
220+ # echo "Config file '${CONFIG_FILE}' found, adding pull request labels as options"
221+ # ${BASE_CMD} -f ${CONFIG_FILE} --wait ${LABELS_CMD}
222+ # else
223+ # echo "Config file not found at '${CONFIG_FILE}', running with default values"
224+ # ${BASE_CMD} coverage --wait ${LABELS_CMD}
225+ # fi
226+
227+ # - name: Cleanup test Branch
228+ # if: always()
229+ # run: |
230+ # BRANCH_NAME="tmp_ci_${_NORMALIZED_BRANCH_NAME}_${{ github.event.pull_request.number }}"
231+ # echo "Attempting to delete branch: $BRANCH_NAME"
232+ # tb --host ${{ secrets.TB_HOST }} --token ${{ secrets.TB_ADMIN_TOKEN }} branch rm $BRANCH_NAME --yes || echo "Branch deletion failed or branch may not exist."
0 commit comments