File tree 1 file changed +23
-6
lines changed
1 file changed +23
-6
lines changed Original file line number Diff line number Diff line change 8
8
workflow_dispatch :
9
9
10
10
jobs :
11
- fetch :
11
+ debug- fetch :
12
12
runs-on : ubuntu-latest
13
13
14
14
steps :
@@ -22,13 +22,30 @@ jobs:
22
22
- name : Checkout repository
23
23
uses : actions/checkout@v4
24
24
with :
25
- fetch-depth : 0
25
+ fetch-depth : 100
26
26
sparse-checkout : |
27
27
data/${{ steps.current-quarter.outputs.value }}/1-fetch
28
- scripts
28
+ scripts/1-fetch
29
29
token : ${{ secrets.BOT_TOKEN }}
30
30
31
- - name : Show and tell
31
+ - name : Set up Python
32
+ uses : actions/setup-python@v5
33
+ with :
34
+ python-version : ' 3.11'
35
+
36
+ - name : Install dependencies
37
+ run : |
38
+ pip install --upgrade pip
39
+ pip install pipenv
40
+ pipenv sync --system
41
+
42
+ - name : Set PYTHONPATH
43
+ run : echo "PYTHONPATH=./scripts" >> "${GITHUB_ENV}"
44
+
45
+ - name : Fetch from Google Custom Search (GCS)
32
46
run : |
33
- ls -a
34
- tree
47
+ ./scripts/1-fetch/gcs_fetch.py \
48
+ --limit=100 --enable-save --enable-git --dev
49
+ env :
50
+ GCS_DEVELOPER_KEY : ${{ secrets.GCS_DEVELOPER_KEY }}
51
+ GCS_CX : ${{ secrets.GCS_CX }}
You can’t perform that action at this time.
0 commit comments