e2e tests use load script

Author: keegansmith21

.github/workflows/e2e-tests.yml

@@ -19,12 +19,14 @@ jobs:
           playwright: true
 
       - name: Load Local D1 Database
-        working-directory: ./workers-api
+        # working-directory: ./workers-api
         env:
           WRANGLER_LOG: error # yarn run wrangler d1 prints out too much information so only log errors
         run: |
           yarn run build # Creates ../data/data/db.sql
-          yarn run wrangler d1 execute DB --file ../data/data/db.sql --local --config wrangler.local.toml
+          # NOTE: revert this line if wrangler ever gets fixed. Also change back the working directory above
+          # yarn run wrangler d1 execute DB --file ../data/data/db.sql --local --config wrangler.local.toml
+          ./bin/load_entities.sh .
 
       - name: Run e2e Tests
         working-directory: ./dashboard
@@ -38,4 +40,5 @@ jobs:
           export FOLDER=playwright_$(date +"%Y-%m-%d_%H:%M:%S")_${GITHUB_RUN_ID}_${GITHUB_RUN_NUMBER}
           mv test-results ${FOLDER}
           gsutil -m cp -R ${FOLDER} gs://${{ secrets.TEST_ARTIFACT_BUCKET_NAME }}/e2e-tests/${FOLDER}
-        shell: bash
+        shell: bash
+

bin/load_entities.sh

@@ -1,5 +1,12 @@
 #!/usr/bin/env bash
 
+# This loads all of the entities into the D1 database.
+# This script shouldn't be necessary, but wrangler is extremely unstable and complains when processing
+# too much data at once.
+# So instead, we split the sql file into batches of 250 statements and load them one at a time.
+# If wrangler ever gets fixed, we can remote this script.
+# - Keegan Smith 09/25
+
 if [ "$#" -ne 1 ]; then
     echo "Usage: $0 <root_directory>"
     exit 1
@@ -34,13 +41,13 @@ for ((i=0; i<TOTAL; i+=BATCH_SIZE)); do
             npx wrangler d1 execute DB --command="$stmt" --local --config "${WORKER_DIR}/wrangler.local.toml"
             EXIT_CODE=$?
             if [ $EXIT_CODE -ne 0 ]; then
-                echo "❌ Statement failed:"
+                echo "Statement failed to load:"
                 echo "$stmt"
                 exit $EXIT_CODE
             fi
         done
     fi
 done
-echo "✅ All statements executed successfully."
+echo "All statements executed successfully."