test: add source-backed IQ and MEX conformance baseline

.github/workflows/ci.yml

@@ -10,6 +10,21 @@ permissions:
   contents: read
 
 jobs:
+  conformance-fixtures:
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+    steps:
+      - uses: actions/checkout@fbc6f3992d24b796d5a048ff273f7fcc4a7b6c09 # v5
+        with:
+          persist-credentials: false
+      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5
+        with:
+          python-version: '3.x'
+      # Uses only the standard library and committed fixtures. No bundle restore
+      # or compiled extractor is needed for integrity and rejection checks.
+      - name: Verify conformance fixture integrity and capture rejection
+        run: python3 tests/conformance/test_capture.py -v
+
   check:
     runs-on: ubuntu-latest
     timeout-minutes: 20
@@ -35,6 +50,9 @@ jobs:
       - name: Test
         run: cargo test --workspace
 
+      - name: Test conformance capture parser
+        run: cargo test -p wa-transform --example module_spans
+
       # The JSON Schema derivation + envelope self-tests only build under the
       # `schema` feature, so run them explicitly.
       - name: Schema self-tests

crates/wa-mex/tests/independent_conformance.rs

@@ -0,0 +1,117 @@
+//! Presence is a serialization property, separate from inferred type/nullability.
+use std::path::Path;
+use wa_ir::{TypeNode, VariablePresence};
+
+fn source(version: &str, module: &str) -> String {
+    std::fs::read_to_string(
+        Path::new(env!("CARGO_MANIFEST_DIR"))
+            .join("../../tests/conformance")
+            .join(version)
+            .join(format!("{module}.js")),
+    )
+    .unwrap()
+}
+
+#[test]
+fn verified_call_sites_keep_presence_separate_from_boolean_type() {
+    for version in ["2.3000.1045368834", "2.3000.1047483476"] {
+        let source = source(version, "WAWebMexFetchNewsletterJobQuery.graphql")
+            + &source(version, "WAWebMexFetchNewsletterJob");
+        let ir = wa_mex::extract_mex(&source, version);
+        let op = &ir.operations["FetchNewsletter"];
+        reviewed_presence(op);
+    }
+}
+
+fn reviewed_presence(op: &wa_ir::MexOperation) {
+    for (key, expected) in [
+        ("fetch_creation_time", VariablePresence::Always),
+        ("fetch_full_image", VariablePresence::Always),
+        ("fetch_status_metadata", VariablePresence::Always),
+        ("fetch_wamo_sub", VariablePresence::Always),
+        ("fetch_viewer_metadata", VariablePresence::Conditional),
+        ("fetch_pinned_messages", VariablePresence::Undetermined),
+    ] {
+        assert_eq!(op.variables_presence[key].presence, expected, "{key}");
+        // The scalar-name heuristic types these fetch_* names as boolean.
+        // That does not establish call-site nullability or key presence.
+        assert_eq!(op.variables_shape[key], TypeNode::Leaf("boolean".into()));
+    }
+    assert_eq!(
+        op.variables_presence["input"].presence,
+        VariablePresence::Always
+    );
+    assert_eq!(
+        op.variables_presence["input"].fields["key"].presence,
+        VariablePresence::Conditional
+    );
+    assert_eq!(
+        op.variables_presence["input"].fields["view_role"].presence,
+        VariablePresence::Conditional
+    );
+    assert_eq!(
+        op.variables_presence["input"].fields["type"].presence,
+        VariablePresence::Always
+    );
+}
+
+#[test]
+fn presence_oracle_rejects_regressions_in_all_reviewed_keys() {
+    let source = source(
+        "2.3000.1047483476",
+        "WAWebMexFetchNewsletterJobQuery.graphql",
+    ) + &source("2.3000.1047483476", "WAWebMexFetchNewsletterJob");
+    let ir = wa_mex::extract_mex(&source, "fixture");
+    for key in ["fetch_status_metadata", "fetch_wamo_sub", "view_role"] {
+        let mut op = ir.operations["FetchNewsletter"].clone();
+        if key == "view_role" {
+            op.variables_presence
+                .get_mut("input")
+                .unwrap()
+                .fields
+                .get_mut(key)
+                .unwrap()
+                .presence = VariablePresence::Always;
+        } else {
+            op.variables_presence.get_mut(key).unwrap().presence = VariablePresence::Undetermined;
+        }
+        assert!(
+            std::panic::catch_unwind(|| reviewed_presence(&op)).is_err(),
+            "accepted {key} regression"
+        );
+    }
+}
+
+#[test]
+fn null_undefined_and_unresolved_calls_have_distinct_presence_verdicts() {
+    // Hand-authored perturbations of a real operation, not extra claims about
+    // which arguments the server accepts. Expectations follow JSON object-key
+    // serialization: null survives, undefined disappears, calls are unresolved.
+    let query = source(
+        "2.3000.1047483476",
+        "WAWebMexFetchNewsletterJobQuery.graphql",
+    );
+    for (expression, expected) in [
+        ("null", VariablePresence::Always),
+        ("false", VariablePresence::Always),
+        ("void 0", VariablePresence::Conditional),
+        ("t.flag", VariablePresence::Conditional),
+        ("t.flag === true", VariablePresence::Always),
+        ("o(\"External\").flag()", VariablePresence::Undetermined),
+    ] {
+        let caller = format!(
+            r#"__d("ConformanceCaller",["WAWebMexClient","WAWebMexFetchNewsletterJobQuery.graphql","External"],(function(t,n,r,o,a,i,l){{function f(t){{return o("WAWebMexClient").fetchQuery(n("WAWebMexFetchNewsletterJobQuery.graphql"),{{fetch_viewer_metadata:{expression}}})}}l.run=f}}),98);"#
+        );
+        let ir = wa_mex::extract_mex(&(query.clone() + &caller), "fixture");
+        let op = &ir.operations["FetchNewsletter"];
+        assert_eq!(
+            op.variables_presence["fetch_viewer_metadata"].presence, expected,
+            "{expression}"
+        );
+        assert_eq!(
+            op.variables_shape["fetch_viewer_metadata"],
+            TypeNode::Leaf("boolean".into()),
+            "presence does not establish nullability: {expression}"
+        );
+    }
+}