Use Turborepo for tests and add turbo cache for CI eslint and unit-te…

…sts (#3458)
Seneca-CDOT · Apr 12, 2022 · 8bd3f84 · 8bd3f84
1 parent 70fa14f
commit 8bd3f84
Show file tree

Hide file tree

Showing 14 changed files with 49 additions and 14 deletions.
diff --git a/.github/workflows/continuous-integration.yml b/.github/workflows/continuous-integration.yml
@@ -18,10 +18,14 @@ jobs:
   # Make sure eslint passes
   eslint:
     uses: Seneca-CDOT/telescope/.github/workflows/eslint-ci.yml@master
+    secrets:
+      server-token: ${{ secrets.TURBO_SERVER_TOKEN }}
 
   # Run unit tests on all platforms/versions of node
   unit:
     uses: Seneca-CDOT/telescope/.github/workflows/unit-tests-ci.yml@master
+    secrets:
+      server-token: ${{ secrets.TURBO_SERVER_TOKEN }}
 
   # Run end-to-end tests along with the microservices in docker-compose on Linux
   e2e:

diff --git a/.github/workflows/eslint-ci.yml b/.github/workflows/eslint-ci.yml
@@ -2,6 +2,10 @@ name: ESLint Workflow
 
 on:
   workflow_call:
+    secrets:
+      server-token:
+        description: 'The Turborepo local server token'
+        required: true
 
 jobs:
   # Make sure eslint passes
@@ -14,7 +18,14 @@ jobs:
       - uses: actions/[email protected]
         with:
           cache: 'pnpm'
+
+      - name: Turborepo local server
+        uses: felixmosh/turborepo-gh-artifacts@v1
+        with:
+          repo-token: ${{ github.token }}
+          server-token: ${{ secrets.server-token }}
+
       - name: Install dependencies and run eslint
         run: |
           pnpm install
-          pnpm lint
+          pnpm turbo run lint --api="http://127.0.0.1:9080" --token="${{ secrets.server-token }}"
diff --git a/.github/workflows/unit-tests-ci.yml b/.github/workflows/unit-tests-ci.yml
@@ -2,6 +2,10 @@ name: Unit Tests Workflow
 
 on:
   workflow_call:
+    secrets:
+      server-token:
+        description: 'The Turborepo local server token'
+        required: true
 
 jobs:
   unit:
@@ -18,10 +22,14 @@ jobs:
         with:
           node-version: ${{ matrix.node-version }}
           cache: 'pnpm'
-      - name: Get number of CPU cores
-        uses: SimenB/github-actions-cpu-cores@v1
+
+      - name: Turborepo local server
+        uses: felixmosh/turborepo-gh-artifacts@v1
+        with:
+          repo-token: ${{ github.token }}
+          server-token: ${{ secrets.server-token }}
+
       - name: Install dependencies and run tests with default env
         run: |
           pnpm install
-          # pnpm can't handle passing args through to run scripts: https://github.com/pnpm/pnpm/issues/2764
-          npm run jest --max-workers ${{ steps.cpu-cores.outputs.count }}
+          pnpm turbo run test --api="http://127.0.0.1:9080" --token="${{ secrets.server-token }}"
diff --git a/package.json b/package.json
@@ -20,7 +20,7 @@
     "prettier": "prettier --write \"./**/*.{md,jsx,json,html,css,js,yml,ts,tsx}\"",
     "prettier-check": "prettier --check \"./**/*.{md,jsx,json,html,css,js,yml,ts,tsx}\"",
     "migrate": "pnpm migrate --prefix src/db",
-    "test": "pnpm jest",
+    "test": "pnpm turbo run test",
     "jest": "jest -c jest.config.js --",
     "jest:e2e": "jest -c jest.config.e2e.js --forceExit --",
     "coverage": "jest -c jest.config.js --collectCoverage --",

diff --git a/src/api/dependency-discovery/package.json b/src/api/dependency-discovery/package.json
@@ -8,7 +8,8 @@
     "dev": "env-cmd -f env.local nodemon src/server.js",
     "lint": "pnpm eslint",
     "eslint": "TIMING=1 eslint --config .eslintrc.js \"**/*.js\"",
-    "eslint-fix": "eslint --config .eslintrc.js \"**/*.js\" --fix"
+    "eslint-fix": "eslint --config .eslintrc.js \"**/*.js\" --fix",
+    "test": "jest -c jest.config.js"
   },
   "repository": {
     "type": "git",

diff --git a/src/api/feed-discovery/package.json b/src/api/feed-discovery/package.json
@@ -9,7 +9,8 @@
     "eslint": "eslint --config .eslintrc.js \"./**/*.js\" ",
     "eslint-time": "TIMING=1 eslint --config .eslintrc.js \"./**/*.js\" ",
     "eslint-fix": "eslint --config .eslintrc.js \"./**/*.js\" --fix",
-    "lint": "pnpm eslint"
+    "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js"
   },
   "repository": "Seneca-CDOT/telescope",
   "license": "BSD-2-Clause",

diff --git a/src/api/image/package.json b/src/api/image/package.json
@@ -9,7 +9,8 @@
     "clean": "find ./photos -type f -not -name 'default.jpg' -delete",
     "lint": "pnpm eslint",
     "eslint": "TIMING=1 eslint --config .eslintrc.js --ignore-path .gitignore \"./**/*.js\"",
-    "eslint-fix": "eslint --config .eslintrc.js  --ignore-path .gitignore \"./**/*.js\" --fix"
+    "eslint-fix": "eslint --config .eslintrc.js  --ignore-path .gitignore \"./**/*.js\" --fix",
+    "test": "jest -c jest.config.js"
   },
   "repository": "Seneca-CDOT/telescope",
   "license": "BSD-2-Clause",

diff --git a/src/api/parser/package.json b/src/api/parser/package.json
@@ -8,7 +8,8 @@
     "start": "node src/index.js",
     "eslint": "TIMING=1 eslint --config .eslintrc.js \"./**/*.js\"",
     "eslint-fix": "eslint --config .eslintrc.js \"./**/*.js\" --fix",
-    "lint": "pnpm eslint"
+    "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js"
   },
   "repository": "Seneca-CDOT/telescope",
   "license": "BSD-2-Clause",

diff --git a/src/api/posts/package.json b/src/api/posts/package.json
@@ -7,7 +7,8 @@
     "start": "node src/server.js",
     "eslint": "TIMING=1 eslint --config .eslintrc.js \"./**/*.js\"",
     "eslint-fix": "eslint --config .eslintrc.js \"./**/*.js\" --fix",
-    "lint": "pnpm eslint"
+    "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js"
   },
   "repository": "Seneca-CDOT/telescope",
   "license": "BSD-2-Clause",

diff --git a/src/api/search/package.json b/src/api/search/package.json
@@ -8,7 +8,8 @@
     "start": "node src/server.js",
     "eslint": "TIMING=1 eslint --config .eslintrc.js \"./**/**/*.js\"",
     "eslint-fix": "eslint --config .eslintrc.js \"./**/**/*.js\" --fix",
-    "lint": "pnpm eslint"
+    "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js"
   },
   "repository": "Seneca-CDOT/telescope",
   "license": "BSD-2-Clause",

diff --git a/src/api/sso/package.json b/src/api/sso/package.json
@@ -9,7 +9,8 @@
     "eslint": "eslint --config .eslintrc.js \"./**/*.js\"",
     "eslint-time": "TIMING=1 eslint --config .eslintrc.js \"./**/*.js\"",
     "eslint-fix": "eslint --config .eslintrc.js \"./**/*.js\" --fix",
-    "lint": "pnpm eslint"
+    "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js"
   },
   "repository": "Seneca-CDOT/telescope",
   "license": "BSD-2-Clause",

diff --git a/src/mobile/package.json b/src/mobile/package.json
@@ -10,7 +10,8 @@
     "eject": "expo eject",
     "eslint": "TIMING=1 eslint --config .eslintrc.js \"**/*.{js,jsx}\"",
     "eslint-fix": "eslint --config .eslintrc.js \"**/*.{js,jsx}\" --fix",
-    "lint": "pnpm eslint"
+    "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js"
   },
   "dependencies": {
     "@react-native-async-storage/async-storage": "1.15.0",

diff --git a/src/web/app/package.json b/src/web/app/package.json
@@ -8,6 +8,7 @@
     "eslint": "TIMING=1 eslint --config .eslintrc.js --ignore-path .gitignore \"./**/*.{js,jsx,ts,tsx}\"",
     "eslint-fix": "eslint --config .eslintrc.js --ignore-path .gitignore \"./**/*.{js,jsx,ts,tsx}\" --fix",
     "lint": "pnpm eslint",
+    "test": "jest -c jest.config.js",
     "clean": "rm -rf .next .turbo out"
   },
   "version": "3.0.0",

diff --git a/turbo.json b/turbo.json
@@ -3,6 +3,9 @@
     "build": {
       "dependsOn": ["^build"]
     },
+    "test": {
+      "outputs": []
+    },
     "lint": {
       "outputs": []
     },