chore: remove std directory (denoland#9361)

This removes the std folder from the tree.

Various parts of the tests are pretty tightly dependent 
on std (47 direct imports and 75 indirect imports, not 
counting the cli tests that use them as fixtures) so I've 
added std as a submodule for now.

Author: caspervonb

.dprintrc.json

@@ -24,12 +24,9 @@
     "cli/tests/inline_js_source_map*",
     "cli/tests/badly_formatted.md",
     "cli/tsc/*typescript.js",
+    "test_util/std",
     "test_util/wpt",
     "gh-pages",
-    "std/**/testdata",
-    "std/**/vendor",
-    "std/node_modules",
-    "std/hash/_wasm",
     "target",
     "third_party",
     "tools/wpt/expectation.json",

.github/workflows/ci.yml

@@ -57,8 +57,7 @@ jobs:
           startsWith(matrix.os, 'ubuntu') &&
           matrix.kind == 'test_release' &&
           github.repository == 'denoland/deno' &&
-          startsWith(github.ref, 'refs/tags/') &&
-          !startsWith(github.ref, 'refs/tags/std/')
+          startsWith(github.ref, 'refs/tags/')
         run: |
           mkdir -p target/release
           tar --exclude=.cargo_home --exclude=".git*" --exclude=target --exclude=third_party/prebuilt -czvf target/release/deno_src.tar.gz -C .. deno
@@ -112,9 +111,8 @@ jobs:
           runner.os != 'Windows' &&
           matrix.kind == 'test_release' &&
           github.repository == 'denoland/deno' &&
-          (github.ref == 'refs/heads/master' ||
-          startsWith(github.ref, 'refs/tags/') &&
-          !startsWith(github.ref, 'refs/tags/std/'))
+          github.ref == 'refs/heads/master' ||
+          startsWith(github.ref, 'refs/tags/')
         uses: google-github-actions/setup-gcloud@master
         with:
           project_id: denoland
@@ -126,9 +124,8 @@ jobs:
           runner.os == 'Windows' &&
           matrix.kind == 'test_release' &&
           github.repository == 'denoland/deno' &&
-          (github.ref == 'refs/heads/master' ||
-          startsWith(github.ref, 'refs/tags/') &&
-          !startsWith(github.ref, 'refs/tags/std/'))
+          github.ref == 'refs/heads/master' ||
+          startsWith(github.ref, 'refs/tags/')
         uses: google-github-actions/setup-gcloud@master
         env:
           CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
@@ -288,8 +285,7 @@ jobs:
           runner.os != 'Windows' &&
           matrix.kind == 'test_release' &&
           github.repository == 'denoland/deno' &&
-          startsWith(github.ref, 'refs/tags/') &&
-          !startsWith(github.ref, 'refs/tags/std/')
+          startsWith(github.ref, 'refs/tags/')
         run: |
           gsutil cp ./target/release/*.zip gs://dl.deno.land/release/${GITHUB_REF#refs/*/}/
           echo ${GITHUB_REF#refs/*/} > release-latest.txt
@@ -300,8 +296,7 @@ jobs:
           runner.os == 'Windows' &&
           matrix.kind == 'test_release' &&
           github.repository == 'denoland/deno' &&
-          startsWith(github.ref, 'refs/tags/') &&
-          !startsWith(github.ref, 'refs/tags/std/')
+          startsWith(github.ref, 'refs/tags/')
         env:
           CLOUDSDK_PYTHON: ${{env.pythonLocation}}\python.exe
         shell: bash
@@ -315,8 +310,7 @@ jobs:
         if: |
           matrix.kind == 'test_release' &&
           github.repository == 'denoland/deno' &&
-          startsWith(github.ref, 'refs/tags/') &&
-          !startsWith(github.ref, 'refs/tags/std/')
+          startsWith(github.ref, 'refs/tags/')
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:

.gitmodules

@@ -2,11 +2,11 @@
 	path = third_party
 	url = https://github.com/denoland/deno_third_party.git
 	shallow = true
-[submodule "std/wasi/testdata"]
-	path = std/wasi/testdata
-	url = https://github.com/khronosproject/wasi-test-suite.git
-	shallow = true
 [submodule "test_util/wpt"]
 	path = test_util/wpt
 	url = https://github.com/denoland/wpt.git
 	shallow = true
+[submodule "test_util/std"]
+	path = test_util/std
+	url = https://github.com/denoland/deno_std
+	shallow = true

cli/bench/deno_http_proxy.ts

@@ -1,5 +1,5 @@
 // Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
-import { serve, ServerRequest } from "../std/http/server.ts";
+import { serve, ServerRequest } from "../test_util/std/http/server.ts";
 
 const addr = Deno.args[0] || "127.0.0.1:4500";
 const originAddr = Deno.args[1] || "127.0.0.1:4501";

cli/bench/http.rs

@@ -191,7 +191,7 @@ fn deno_http(deno_exe: &str) -> Result<HttpBenchmarkResult> {
       "--allow-net",
       "--reload",
       "--unstable",
-      "std/http/bench.ts",
+      "test_util/std/http/bench.ts",
       &server_addr(port),
     ],
     port,

cli/bench/main.rs

@@ -79,7 +79,11 @@ const EXEC_TIME_BENCHMARKS: &[(&str, &[&str], Option<i32>)] = &[
   ),
   (
     "check",
-    &["cache", "--reload", "std/examples/chat/server_test.ts"],
+    &[
+      "cache",
+      "--reload",
+      "test_util/std/examples/chat/server_test.ts",
+    ],
     None,
   ),
   (
@@ -88,18 +92,22 @@ const EXEC_TIME_BENCHMARKS: &[(&str, &[&str], Option<i32>)] = &[
       "cache",
       "--reload",
       "--no-check",
-      "std/examples/chat/server_test.ts",
+      "test_util/std/examples/chat/server_test.ts",
     ],
     None,
   ),
   (
     "bundle",
-    &["bundle", "std/examples/chat/server_test.ts"],
+    &["bundle", "test_util/std/examples/chat/server_test.ts"],
     None,
   ),
   (
     "bundle_no_check",
-    &["bundle", "--no-check", "std/examples/chat/server_test.ts"],
+    &[
+      "bundle",
+      "--no-check",
+      "test_util/std/examples/chat/server_test.ts",
+    ],
     None,
   ),
 ];
@@ -254,8 +262,8 @@ fn get_binary_sizes(target_dir: &PathBuf) -> Result<HashMap<String, u64>> {
 }
 
 const BUNDLES: &[(&str, &str)] = &[
-  ("file_server", "./std/http/file_server.ts"),
-  ("gist", "./std/examples/gist.ts"),
+  ("file_server", "./test_util/std/http/file_server.ts"),
+  ("gist", "./test_util/std/examples/gist.ts"),
 ];
 fn bundle_benchmark(deno_exe: &PathBuf) -> Result<HashMap<String, u64>> {
   let mut sizes = HashMap::<String, u64>::new();

cli/http_util.rs

@@ -313,7 +313,7 @@ mod tests {
       Some(
         read(
           test_util::root_path()
-            .join("std/http/testdata/tls/RootCA.pem")
+            .join("cli/tests/tls/RootCA.pem")
             .to_str()
             .unwrap(),
         )
@@ -345,7 +345,7 @@ mod tests {
       Some(
         read(
           test_util::root_path()
-            .join("std/http/testdata/tls/RootCA.pem")
+            .join("cli/tests/tls/RootCA.pem")
             .to_str()
             .unwrap(),
         )
@@ -376,7 +376,7 @@ mod tests {
       Some(
         read(
           test_util::root_path()
-            .join("std/http/testdata/tls/RootCA.pem")
+            .join("cli/tests/tls/RootCA.pem")
             .to_str()
             .unwrap(),
         )
@@ -416,7 +416,7 @@ mod tests {
       Some(
         read(
           test_util::root_path()
-            .join("std/http/testdata/tls/RootCA.pem")
+            .join("cli/tests/tls/RootCA.pem")
             .to_str()
             .unwrap(),
         )

cli/tests/034_onload/imported.ts

@@ -1,4 +1,4 @@
-import { assert } from "../../../std/testing/asserts.ts";
+import { assert } from "../../../test_util/std/testing/asserts.ts";
 import "./nest_imported.ts";
 
 const handler = (e: Event): void => {

cli/tests/034_onload/main.ts

@@ -1,4 +1,4 @@
-import { assert } from "../../../std/testing/asserts.ts";
+import { assert } from "../../../test_util/std/testing/asserts.ts";
 import "./imported.ts";
 
 assert(window.hasOwnProperty("onload"));

cli/tests/034_onload/nest_imported.ts

@@ -1,4 +1,4 @@
-import { assert } from "../../../std/testing/asserts.ts";
+import { assert } from "../../../test_util/std/testing/asserts.ts";
 
 const handler = (e: Event): void => {
   assert(!e.cancelable);

cli/tests/045_proxy_client.ts

@@ -1,3 +1,5 @@
 // Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
-const res = await fetch("http://localhost:4545/std/examples/colors.ts");
+const res = await fetch(
+  "http://localhost:4545/test_util/std/examples/colors.ts",
+);
 console.log(`Response http: ${await res.text()}`);

cli/tests/045_proxy_test.ts

@@ -1,6 +1,6 @@
 // Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
-import { serve, ServerRequest } from "../../std/http/server.ts";
-import { assertEquals } from "../../std/testing/asserts.ts";
+import { serve, ServerRequest } from "../../test_util/std/http/server.ts";
+import { assertEquals } from "../../test_util/std/testing/asserts.ts";
 
 const addr = Deno.args[1] || "127.0.0.1:4555";
 
@@ -54,7 +54,7 @@ async function testModuleDownload(): Promise<void> {
       "cache",
       "--reload",
       "--quiet",
-      "http://localhost:4545/std/examples/colors.ts",
+      "http://localhost:4545/test_util/std/examples/colors.ts",
     ],
     stdout: "piped",
     env: {
@@ -96,7 +96,7 @@ async function testModuleDownloadNoProxy(): Promise<void> {
       "cache",
       "--reload",
       "--quiet",
-      "http://localhost:4545/std/examples/colors.ts",
+      "http://localhost:4545/test_util/std/examples/colors.ts",
     ],
     stdout: "piped",
     env: {

cli/tests/045_proxy_test.ts.out

@@ -1,4 +1,4 @@
 Proxy server listening on [WILDCARD]
-Proxy request to: http://localhost:4545/std/examples/colors.ts
-Proxy request to: http://localhost:4545/std/examples/colors.ts
-Proxy request to: http://localhost:4545/std/fmt/colors.ts
+Proxy request to: http://localhost:4545/test_util/std/examples/colors.ts
+Proxy request to: http://localhost:4545/test_util/std/examples/colors.ts
+Proxy request to: http://localhost:4545/test_util/std/fmt/colors.ts

cli/tests/compiler_api_test.ts

@@ -3,7 +3,7 @@ import {
   assert,
   assertEquals,
   assertThrowsAsync,
-} from "../../std/testing/asserts.ts";
+} from "../../test_util/std/testing/asserts.ts";
 
 Deno.test({
   name: "Deno.emit() - sources provided",

cli/tests/hash.ts

@@ -10,42 +10,6 @@ use std::process::Command;
 use tempfile::TempDir;
 use test_util as util;
 
-#[test]
-fn std_tests() {
-  let dir = TempDir::new().expect("tempdir fail");
-  let status = util::deno_cmd()
-    .env("DENO_DIR", dir.path())
-    .current_dir(util::root_path())
-    .arg("test")
-    .arg("--unstable")
-    .arg("--seed=86") // Some tests rely on specific random numbers.
-    .arg("-A")
-    // .arg("-Ldebug")
-    .arg("std/")
-    .spawn()
-    .unwrap()
-    .wait()
-    .unwrap();
-  assert!(status.success());
-}
-
-#[test]
-fn std_lint() {
-  let status = util::deno_cmd()
-    .arg("lint")
-    .arg("--unstable")
-    .arg(format!(
-      "--ignore={}",
-      util::root_path().join("std/node/tests").to_string_lossy()
-    ))
-    .arg(util::root_path().join("std"))
-    .spawn()
-    .unwrap()
-    .wait()
-    .unwrap();
-  assert!(status.success());
-}
-
 #[test]
 fn js_unit_tests_lint() {
   let status = util::deno_cmd()
@@ -4888,7 +4852,7 @@ console.log("finish");
       .arg("--unstable")
       .arg("--output")
       .arg(&exe)
-      .arg("./std/examples/welcome.ts")
+      .arg("./test_util/std/examples/welcome.ts")
       .stdout(std::process::Stdio::piped())
       .spawn()
       .unwrap()

cli/tests/integration_tests.rs

@@ -1,6 +1,6 @@
 // Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
 
-import { assert } from "../../std/testing/asserts.ts";
+import { assert } from "../../test_util/std/testing/asserts.ts";
 
 Deno.test("fail1", function () {
   assert(false, "fail1 assertion");

cli/tests/test_runner_test.ts

@@ -1,7 +1,7 @@
 // Copyright 2018-2021 the Deno authors. All rights reserved. MIT license.
 import { assert, assertEquals, unitTest } from "./test_util.ts";
-import { concat } from "../../../std/bytes/mod.ts";
-import { decode } from "../../../std/encoding/utf8.ts";
+import { concat } from "../../../test_util/std/bytes/mod.ts";
+import { decode } from "../../../test_util/std/encoding/utf8.ts";
 
 unitTest(function blobString(): void {
   const b1 = new Blob(["Hello World"]);