feat(new transform): Introduce WASM Plugins

.cargo/config

@@ -0,0 +1,5 @@
+[target.x86_64-unknown-linux-musl]
+rustflags = ["-C", "link-args=-rdynamic"]
+
+[target.x86_64-unknown-linux-gnu]
+rustflags = ["-C", "link-args=-rdynamic"]

.github/labels.yml

@@ -372,6 +372,9 @@
 - name: "transform: tokenizer"
   description: Anything `tokenizer` transform related
   color: 54a0ff
+- name: "transform: wasm"
+  description: Anything `wasm` transform related
+  color: 54a0ff
 
 #
 # sink

.github/semantic.yml

@@ -115,6 +115,7 @@ scopes:
   - swimlanes transform
   - tag_cardinality_limit transform
   - tokenizer transform
+  - wasm transform
 
   # sinks
   - aws_cloudwatch_logs sink

.github/workflows/code.yml

@@ -215,6 +215,15 @@ jobs:
       - run: make slim-builds
       - run: make test-unit
 
+  wasm:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - run: make slim-builds
+      - run: make ensure-has-wasm-toolchain
+      - run: make build-wasm-tests
+      - run: make test-wasm
+
   test-default:
     runs-on: ubuntu-latest
     steps:

.gitignore

@@ -11,3 +11,4 @@ miniodat
 sample.log
 target
 node_modules
+tests/data/wasm/*/target

.meta/.schemas/meta.json

@@ -656,6 +656,14 @@
           "description": "A simple title for this transform, typically one word.",
           "minLength": 1,
           "max_lenfth": 50
+        },
+        "only_operating_systems": {
+          "$ref": "#/definitions/operating_systems",
+          "description": "A whitelist of operating systems supported by this source."
+        },
+        "except_operating_systems": {
+          "$ref": "#/definitions/operating_systems",
+          "description": "A blacklist of operating systems not supported by this source."
         }
       }
     }

.meta/transforms/wasm.toml.erb

@@ -0,0 +1,66 @@
+[transforms.wasm]
+title = "WASM"
+allow_you_to_description = "execute **experimental** WASM plugins"
+beta = true
+common = false
+function_category = "program"
+input_types = ["log"]
+output_types = ["log"]
+requirements = {}
+only_operating_systems = ["Linux"]
+
+<%= render("_partials/fields/_component_options.toml", type: "transform", name: "wasm") %>
+
+[transforms.wasm.options.module]
+type = "string"
+examples = [
+  "./modules/example.wasm",
+  "/example.wat",
+  "example.wasm",
+]
+common = true
+required = true
+description = """\
+The file path of the `.wasm` or `.wat` module.
+"""
+
+[transforms.wasm.options.artifact_cache]
+type = "string"
+examples = [
+  "/etc/vector/artifacts",
+  "/var/lib/vector/artifacts",
+  "C:\\vector\\artifacts",
+]
+common = true
+required = true
+description = """\
+The directory where Vector should store the artifact it builds of this WASM module. Typically, all WASM modules share this.
+"""
+
+[transforms.wasm.options.heap_max_size]
+type = "int"
+common = true
+default = 10485760
+required = false
+description = """\
+The maximum size of the heap of this module, in bytes. (This includes the module itself, default is 10 MB.)
+"""
+
+[[transforms.wasm.examples]]
+label = "Generic"
+body = """\
+Given the following configuration:
+
+<CodeHeader fileName="vector.toml" />
+
+```toml title="vector.toml"
+[transforms.test]
+  inputs = [...]
+  type = "wasm"
+  module = "module.wasm"
+  artifact_cache = "artifacts/"
+```
+
+Accompanied by a `module.wasm` file built via `cargo +nightly --target wasm32-wasi ...`, Vector will use the module as a
+custom transform.
+"""