Skip to content

Commit a23aa66

Browse files
committed
update debug workflow
1 parent 3632dc0 commit a23aa66

File tree

1 file changed

+23
-6
lines changed

1 file changed

+23
-6
lines changed

.github/workflows/debug.yml

+23-6
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ on:
88
workflow_dispatch:
99

1010
jobs:
11-
fetch:
11+
debug-fetch:
1212
runs-on: ubuntu-latest
1313

1414
steps:
@@ -22,13 +22,30 @@ jobs:
2222
- name: Checkout repository
2323
uses: actions/checkout@v4
2424
with:
25-
fetch-depth: 0
25+
fetch-depth: 100
2626
sparse-checkout: |
2727
data/${{ steps.current-quarter.outputs.value }}/1-fetch
28-
scripts
28+
scripts/1-fetch
2929
token: ${{ secrets.BOT_TOKEN }}
3030

31-
- name: Show and tell
31+
- name: Set up Python
32+
uses: actions/setup-python@v5
33+
with:
34+
python-version: '3.11'
35+
36+
- name: Install dependencies
37+
run: |
38+
pip install --upgrade pip
39+
pip install pipenv
40+
pipenv sync --system
41+
42+
- name: Set PYTHONPATH
43+
run: echo "PYTHONPATH=./scripts" >> "${GITHUB_ENV}"
44+
45+
- name: Fetch from Google Custom Search (GCS)
3246
run: |
33-
ls -a
34-
tree
47+
./scripts/1-fetch/gcs_fetch.py \
48+
--limit=100 --enable-save --enable-git --dev
49+
env:
50+
GCS_DEVELOPER_KEY: ${{ secrets.GCS_DEVELOPER_KEY }}
51+
GCS_CX: ${{ secrets.GCS_CX }}

0 commit comments

Comments
 (0)