Add benchmark for validating invalid query

Cito · Cito · commit e02479332174 · 2019-09-11T15:15:48.000+02:00
Replicates graphql/graphql-js@e591e95
diff --git a/README.md b/README.md
@@ -16,7 +16,7 @@ The current version 3.0.0a2 of GraphQL-core is up-to-date
 with GraphQL.js version 14.4.2.
 
 All parts of the API are covered by an extensive test suite
-of currently 1932 unit tests.
+of currently 1933 unit tests.
 
 
 ## Documentation
diff --git a/tests/benchmarks/test_validate_invalid_gql.py b/tests/benchmarks/test_validate_invalid_gql.py
@@ -0,0 +1,37 @@
+from graphql import build_schema, parse, validate
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_validate_invalid_query(benchmark, big_schema_sdl):  # noqa: F811
+    schema = build_schema(big_schema_sdl, assume_valid=True)
+    query_ast = parse(
+        """
+        {
+          unknownField
+          ... on unknownType {
+            anotherUnknownField
+            ...unknownFragment
+          }
+        }
+
+        fragment TestFragment on anotherUnknownType {
+          yetAnotherUnknownField
+        }
+        """
+    )
+    result = benchmark(lambda: validate(schema, query_ast))
+    assert result == [
+        {
+            "message": "Cannot query field 'unknownField' on type 'Query'.",
+            "locations": [(3, 11)],
+        },
+        {
+            "message": "Unknown type 'unknownType'. Did you mean 'UnknownSignature'?",
+            "locations": [(4, 18)],
+        },
+        {"message": "Unknown fragment 'unknownFragment'.", "locations": [(6, 16)]},
+        {"message": "Unknown type 'anotherUnknownType'.", "locations": [(10, 34)]},
+        {"message": "Fragment 'TestFragment' is never used.", "locations": [(10, 9)]},
+    ]
