topic injestion wip done

Former-commit-id: 4fc7d62
Former-commit-id: 0aedcadcd47d845816855fdf4ba738e694bda6d5

.eslintignore

@@ -13,3 +13,4 @@ deploy-apigateway-to-firehose.ts
 **/ContactForm.jsx
 **/generated.ts
 **/cdk.out/**
+**/generated-schema-1-validator.ts

.github/workflows/documentation.yaml

@@ -74,4 +74,4 @@ jobs:
         env:
           SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
           SLACK_TITLE: Documentation Build ${{ job.status }}
-          SLACK_COLOR: ${{ job.status }}
+          SLACK_COLOR: ${{ job.status }

.github/workflows/topics.yaml

@@ -0,0 +1,54 @@
+# Copyright 2021 by LunaSec (owned by Refinery Labs, Inc)
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+name: topics
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  checks:
+    runs-on: ubuntu-latest
+    env:
+      HASURA_URL: https://lunatrace.lunasec.io/api/service/v1/graphql
+      STATIC_SECRET_ACCESS_TOKEN: ${{secrets.HASURA_SERVICE_SECRET}}
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - uses: actions/setup-node@v1
+        with:
+          node-version: '16'
+
+      - name: Yarn Install
+        env:
+          IS_LUNASEC_CI: true
+          CI: true
+        run: |
+          yarn install --immutable --immutable-cache --inline-builds --ignore-scripts
+
+      - name: Upsert Topics
+        working-directory: lunatrace/bsl/backend
+        run: yarn run topics:update
+
+      - name: Slack Notification
+        uses: rtCamp/action-slack-notify@v2
+        if: always()
+        env:
+          SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }}
+          SLACK_TITLE: Topics Deployed - ${{ job.status }}
+          SLACK_COLOR: ${{ job.status }

.gitmodules

@@ -1,3 +1,3 @@
 [submodule "lunatrace/bsl/frontend/src/scss/proprietary-theme"]
-	path = lunatrace/bsl/frontend/src/scss/proprietary-theme
-	url = [email protected]:lunasec-io/appstack-theme.git
+        path = lunatrace/bsl/frontend/src/scss/proprietary-theme
+        url = [email protected]:lunasec-io/appstack-theme.git

lunatrace/bsl/backend/.log131443.REMOVED.git-id

@@ -0,0 +1 @@
+6d10d46c73ab5e33b60ccaf298d7aa284c0ac9cf

lunatrace/bsl/backend/package.json

@@ -14,6 +14,7 @@
     "test:load": "yarn run ts-node --files ./src/tests/local-load-vulnerabilities-test.ts",
     "test:jest": "jest",
     "vulnerabilities:update": "yarn run ts-node --files ./src/tests/upsert-vulns.ts",
+    "topics:update": "yarn run ts-node --files ./src/topic-ingester/cmd.ts ../topics",
     "test:deleted": "yarn run ts-node --files ./src/tests/deleted-vulns-scan.ts",
     "start:prod": "pm2-runtime start ./build/server.js --name demo-back-end",
     "generate:hasura-calls": "graphql-codegen --config codegen.yml",
@@ -46,6 +47,7 @@
     "@types/deepmerge": "^2.2.0",
     "@types/eventsource": "^1.1.8",
     "@types/express-jwt": "^6.0.4",
+    "@types/js-yaml": "~4.0.5",
     "@types/markdown-table": "2.0.0",
     "aws-lambda": "^1.0.7",
     "aws-sdk": "^2.1082.0",
@@ -61,6 +63,7 @@
     "graphql": "^16.3.0",
     "graphql-request": "^4.0.0",
     "graphql-tag": "^2.12.6",
+    "js-yaml": "~4.1.0",
     "jwks-rsa": "^2.0.5",
     "jwt-decode": "^3.1.2",
     "markdown-table": "2.0.0",

lunatrace/bsl/backend/src/config.ts

@@ -23,10 +23,11 @@ import {
   ServerConfig,
 } from './types/config';
 
-const checkEnvVar = (envVarKey: string, defaultValue?: string) => {
+export const checkEnvVar = (envVarKey: string, defaultValue?: string) => {
   const envVar = process.env[envVarKey];
 
-  // If the environment variable is not set, and the value must come from the environment, AND we are in production and the default value is not defined.
+  // If the environment variable is not set, and the value must come from the environment,
+  // AND we are in production and the default value is not defined.
   // then throw an error
   if (!envVar && defaultValue === undefined) {
     throw new Error(`Missing ${envVarKey} env var`);