Merge branch 'docs/revamp' into pdrm/add-passing-data

dagster-io · Aug 12, 2024 · 9b6070e · 9b6070e
2 parents 1aa0daf + 5c067f1
commit 9b6070e
Show file tree

Hide file tree

Showing 32 changed files with 262 additions and 7 deletions.
diff --git a/...ext/docs/guides/automation/creating-dynamic-pipelines-based-on-external-data.md b/...ext/docs/guides/automation/creating-dynamic-pipelines-based-on-external-data.md
@@ -0,0 +1,6 @@
+---
+title: "Creating dynamic pipelines based on external data"
+sidebar_position: 3
+---
+
+# Creating dynamic pipelines based on external data
diff --git a/docs/docs-next/docs/guides/automation/running-pipelines-on-a-schedule.md b/docs/docs-next/docs/guides/automation/running-pipelines-on-a-schedule.md
@@ -0,0 +1,6 @@
+---
+title: "Scheduling runs"
+sidebar_position: 1
+---
+
+# Scheduling runs
diff --git a/docs/docs-next/docs/guides/automation/triggering-pipeline-runs-using-events.md b/docs/docs-next/docs/guides/automation/triggering-pipeline-runs-using-events.md
@@ -0,0 +1,6 @@
+---
+title: "Triggering runs using events"
+sidebar_position: 2
+---
+
+# Triggering pipeline runs using events
diff --git a/docs/docs-next/docs/guides/data-assets/adding-metadata-to-assets.md b/docs/docs-next/docs/guides/data-assets/adding-metadata-to-assets.md
@@ -0,0 +1,7 @@
+---
+title: "Adding metadata to assets"
+sidebar_position: 4
+sidebar_label: "Adding metadata"
+---
+
+# Adding metadata to assets
diff --git a/docs/docs-next/docs/guides/data-assets/creating-asset-factories.md b/docs/docs-next/docs/guides/data-assets/creating-asset-factories.md
@@ -0,0 +1,7 @@
+---
+title: "Creating asset factories"
+sidebar_position: 5
+sidebar_label: "Creating asset factories"
+---
+
+# Creating asset factories
diff --git a/docs/docs-next/docs/guides/data-assets/creating-data-assets.md b/docs/docs-next/docs/guides/data-assets/creating-data-assets.md
@@ -0,0 +1,7 @@
+---
+title: "Creating data assets"
+sidebar_position: 1
+sidebar_label: "Creating data assets"
+---
+
+# Creating data assets
diff --git a/docs/docs-next/docs/guides/data-assets/creating-dependencies-between-assets.md b/docs/docs-next/docs/guides/data-assets/creating-dependencies-between-assets.md
@@ -0,0 +1,7 @@
+---
+title: "Creating dependencies between assets"
+sidebar_position: 2
+sidebar_label: "Creating asset dependencies"
+---
+
+# Creating dependencies between assets
diff --git a/docs/docs-next/docs/guides/data-assets/passing-data-between-assets.md b/docs/docs-next/docs/guides/data-assets/passing-data-between-assets.md
@@ -0,0 +1,7 @@
+---
+title: "Passing data between assets"
+sidebar_position: 3
+sidebar_label: "Passing data between assets"
+---
+
+# Passing data between assets
diff --git a/docs/docs-next/docs/guides/data-assets/selecting-subsets-of-assets.md b/docs/docs-next/docs/guides/data-assets/selecting-subsets-of-assets.md
@@ -0,0 +1,7 @@
+---
+title: "Selecting subsets of assets"
+sidebar_position: 6
+sidebar_label: "Selecting assets"
+---
+
+# Selecting subsets of assets
diff --git a/docs/docs-next/docs/guides/deployment/aws.md b/docs/docs-next/docs/guides/deployment/aws.md
@@ -0,0 +1,6 @@
+---
+title: "Deploying to Amazon Web Services"
+sidebar_position: 1
+---
+
+# Deploying to Amazon Web Services
diff --git a/docs/docs-next/docs/guides/deployment/azure.md b/docs/docs-next/docs/guides/deployment/azure.md
@@ -0,0 +1,6 @@
+---
+title: "Deploying to Microsoft Azure"
+sidebar_position: 3
+---
+
+# Deploying to Microsoft Azure
diff --git a/docs/docs-next/docs/guides/deployment/building-a-data-mesh.md b/docs/docs-next/docs/guides/deployment/building-a-data-mesh.md
@@ -0,0 +1,6 @@
+---
+title: "Building a data mesh"
+sidebar_position: 6
+---
+
+# Building a data mesh
diff --git a/docs/docs-next/docs/guides/deployment/dagster-plus.md b/docs/docs-next/docs/guides/deployment/dagster-plus.md
@@ -0,0 +1,6 @@
+---
+title: "Deploying to Dagster+"
+sidebar_position: 4
+---
+
+# Deploying to Dagster+
diff --git a/docs/docs-next/docs/guides/deployment/gcp.md b/docs/docs-next/docs/guides/deployment/gcp.md
@@ -0,0 +1,6 @@
+---
+title: "Deploying to Google Cloud Platform"
+sidebar_position: 2
+---
+
+# Deploying to Google Cloud Platform
diff --git a/docs/docs-next/docs/guides/deployment/managing-code-locations.md b/docs/docs-next/docs/guides/deployment/managing-code-locations.md
@@ -0,0 +1,6 @@
+---
+title: "Managing code locations"
+sidebar_position: 5
+---
+
+# Managing code locations
diff --git a/docs/docs-next/docs/guides/deployment/self-hosted-to-dagster-plus.md b/docs/docs-next/docs/guides/deployment/self-hosted-to-dagster-plus.md
@@ -0,0 +1,6 @@
+---
+title: "Migrating from self-hosted to Dagster+"
+sidebar_position: 7
+---
+
+# Migrating from self-hosted to Dagster+
diff --git a/docs/docs-next/docs/guides/external-systems/adding-python-libraries.md b/docs/docs-next/docs/guides/external-systems/adding-python-libraries.md
@@ -0,0 +1,6 @@
+---
+title: "Adding Python libraries"
+sidebar_position: 3
+---
+
+# Adding Python libraries
diff --git a/docs/docs-next/docs/guides/external-systems/connecting-databases.md b/docs/docs-next/docs/guides/external-systems/connecting-databases.md
@@ -0,0 +1,6 @@
+---
+title: "Connecting databases"
+sidebar_position: 1
+---
+
+# Connecting databases
diff --git a/docs/docs-next/docs/guides/external-systems/using-api-connections.md b/docs/docs-next/docs/guides/external-systems/using-api-connections.md
@@ -0,0 +1,6 @@
+---
+title: "Using API connections"
+sidebar_position: 2
+---
+
+# Using API connections
diff --git a/docs/docs-next/docs/guides/monitoring/custom-logging.md b/docs/docs-next/docs/guides/monitoring/custom-logging.md
@@ -0,0 +1,6 @@
+---
+title: "Setting up custom logging"
+sidebar_position: 1
+---
+
+# Setting up custom logging
diff --git a/docs/docs-next/docs/guides/monitoring/custom-metrics.md b/docs/docs-next/docs/guides/monitoring/custom-metrics.md
@@ -0,0 +1,6 @@
+---
+title: "Using custom metrics in logs"
+sidebar_position: 3
+---
+
+# Using custom metrics in logs
diff --git a/docs/docs-next/docs/guides/monitoring/failed-run-alerts.md b/docs/docs-next/docs/guides/monitoring/failed-run-alerts.md
@@ -0,0 +1,6 @@
+---
+title: "Alerting on failed runs"
+sidebar_position: 1
+---
+
+# Alerting on failed runs
diff --git a/docs/docs-next/docs/guides/testing/detecting-schema-changes.md b/docs/docs-next/docs/guides/testing/detecting-schema-changes.md
@@ -0,0 +1,6 @@
+---
+title: "Detecting schema changes"
+sidebar_position: 4
+---
+
+# Detecting schema changes
diff --git a/docs/docs-next/docs/guides/testing/integration-tests.md b/docs/docs-next/docs/guides/testing/integration-tests.md
@@ -0,0 +1,6 @@
+---
+title: "Integration tests"
+sidebar_position: 3
+---
+
+# Integration tests
diff --git a/docs/docs-next/docs/guides/testing/stopping-runs.md b/docs/docs-next/docs/guides/testing/stopping-runs.md
@@ -0,0 +1,6 @@
+---
+title: "Stopping runs"
+sidebar_position: 5
+---
+
+# Stopping runs
diff --git a/docs/docs-next/docs/guides/testing/testing-assets-with-asset-checks.md b/docs/docs-next/docs/guides/testing/testing-assets-with-asset-checks.md
@@ -0,0 +1,6 @@
+---
+title: "Testing assets with Asset Checks"
+sidebar_position: 1
+---
+
+# Testing assets with Asset Checks
diff --git a/docs/docs-next/docs/guides/testing/testing-for-data-freshness.md b/docs/docs-next/docs/guides/testing/testing-for-data-freshness.md
@@ -0,0 +1,6 @@
+---
+title: "Testing for data freshness"
+sidebar_position: 1
+---
+
+# Testing for data freshness
diff --git a/docs/docs-next/docs/guides/testing/unit-tests-for-assets-and-ops.md b/docs/docs-next/docs/guides/testing/unit-tests-for-assets-and-ops.md
@@ -0,0 +1,6 @@
+---
+title: "Unit tests for assets and ops"
+sidebar_position: 2
+---
+
+# Unit tests for assets and ops
diff --git a/docs/docs-next/docs/guides/transformation/pushing-operations-to-data-warehouses.md b/docs/docs-next/docs/guides/transformation/pushing-operations-to-data-warehouses.md
@@ -0,0 +1,6 @@
+---
+title: "Pushing operations to data warehouses"
+sidebar_position: 2
+---
+
+# Pushing operations to data warehouses
diff --git a/docs/docs-next/docs/guides/transformation/working-with-different-data-formats.md b/docs/docs-next/docs/guides/transformation/working-with-different-data-formats.md
@@ -0,0 +1,6 @@
+---
+title: "Working with different data file formats"
+sidebar_position: 3
+---
+
+# Working with different data file formats
diff --git a/docs/docs-next/docs/guides/transformation/working-with-large-datasets.md b/docs/docs-next/docs/guides/transformation/working-with-large-datasets.md
@@ -0,0 +1,6 @@
+---
+title: "Working with large datasets"
+sidebar_position: 1
+---
+
+# Working with large datasets
diff --git a/docs/docs-next/sidebars.ts b/docs/docs-next/sidebars.ts
@@ -31,37 +31,100 @@ const sidebars: SidebarsConfig = {
         {
           type: "category",
           label: "Data assets",
-          items: ["guides/data-assets", "guides/passing-data-assets/passing-data-between-assets"]
+          link: {
+            type: "doc",
+            id: "guides/data-assets"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/data-assets"
+            }
+          ]
         },
         {
           type: "category",
           label: "Transformation",
-          items: ["guides/transformation"]
+          link: {
+            type: "doc",
+            id: "guides/transformation"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/transformation"
+            }
+          ]
         },
         {
           type: "category",
           label: "Automation",
-          items: ["guides/automation"]
+          link: {
+            type: "doc",
+            id: "guides/automation"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/automation"
+            }
+          ]
         },
         {
           type: "category",
           label: "External systems",
-          items: ["guides/external-systems"]
+          link: {
+            type: "doc",
+            id: "guides/external-systems"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/external-systems"
+            }
+          ]
         },
         {
           type: "category",
           label: "Testing",
-          items: ["guides/testing"]
+          link: {
+            type: "doc",
+            id: "guides/testing"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/testing"
+            }
+          ]
         },
         {
           type: "category",
           label: "Monitoring",
-          items: ["guides/monitoring"]
+          link: {
+            type: "doc",
+            id: "guides/monitoring"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/monitoring"
+            }
+          ]
         },
         {
           type: "category",
           label: "Deployment",
-          items: ["guides/deployment"]
+          link: {
+            type: "doc",
+            id: "guides/deployment"
+          },
+          items: [
+            {
+              type: 'autogenerated',
+              dirName: "guides/deployment"
+            }
+          ]
         }
       ],
     },