Move Algolia update from deploy Cloud Build job to separate one (GoogleChrome#6544)

* chore: outsource cloudbuild job to update algolia from deploy

* perf: fetch algolia index from prod

Author: matthiasrohmer

.cloudbuild/deploy.yaml

@@ -17,10 +17,6 @@ steps:
     env:
       - 'NODE_OPTIONS="--max_old_space_size=8192"' # https://github.com/GoogleChrome/developer.chrome.com/issues/2439
 
-  - name: node:16.14.2
-    entrypoint: npm
-    args: ['run', 'algolia']
-
   - name: 'gcr.io/cloud-builders/gcloud'
     entrypoint: 'bash'
     args:

.cloudbuild/updateAlgoliaIndex.yaml

@@ -0,0 +1,21 @@
+timeout: 600s # set build timeout to 10 mins
+steps:
+  - name: node:16.14.2
+    entrypoint: npm
+    args: ['ci']
+
+  - name: node:16.14.2
+    entrypoint: npm
+    args: ['run', 'cloud-secrets']
+
+  - name: node:16.14.2
+    entrypoint: npm
+    args: ['run', 'algolia']
+
+substitutions:
+  _EXTRA_GCLOUD_ARGS: # default empty
+
+options:
+  machineType: 'E2_HIGHCPU_32'
+  env:
+    - 'PROJECT_ID=$PROJECT_ID'

algolia.js

@@ -14,10 +14,13 @@
  * limitations under the License.
  */
 require('dotenv').config();
+
 const {default: algoliasearch} = require('algoliasearch');
-const fs = require('fs');
+const {default: fetch} = require('node-fetch');
 const {sizeof} = require('sizeof');
 
+const algoliaIndexSource = 'https://developers.chrome.com/algolia.json';
+
 const maxChunkSizeInBytes = 10000000; // 10,000,000
 
 /**
@@ -53,8 +56,14 @@ async function index() {
     return;
   }
 
-  const raw = fs.readFileSync('dist/algolia.json', 'utf-8');
-  const algoliaData = JSON.parse(raw);
+  let algoliaData = [];
+  try {
+    const raw = await fetch(algoliaIndexSource);
+    algoliaData = await raw.json();
+  } catch (err) {
+    console.error('Could not load algolia index from prod.', err);
+    return;
+  }
 
   // Set date of when object is being added to algolia
   algoliaData.map(e => {