From 5a5c8e2069f735ebc2371a1ae95f4d888a664323 Mon Sep 17 00:00:00 2001
From: Patricia Feeney <pfeeney@crossref.org>
Date: Tue, 11 Feb 2025 11:02:24 -0500
Subject: [PATCH] remove validation
---
automation/check.py | 137 ------------------------------------
automation/requirements.txt | 2 -
2 files changed, 139 deletions(-)
delete mode 100644 automation/check.py
delete mode 100644 automation/requirements.txt
diff --git a/automation/check.py b/automation/check.py
deleted file mode 100644
index 906139d..0000000
--- a/automation/check.py
+++ /dev/null
@@ -1,137 +0,0 @@
-import glob
-from lxml import etree
-import simplejson
-
-# These need to be skipped until we can resolve the dependent schemas locally somehow.
-skip_schemas = {
- "schemas/crossref4.4.0.xsd", "schemas/crossref4.4.1.xsd",
- "schemas/crossref4.4.2.xsd", "schemas/unixref1.0.xsd",
- "schemas/unixref1.1.xsd", "schemas/crossref4.3.5.xsd",
- "schemas/crossref4.3.4.xsd", "schemas/crossref4.3.6.xsd",
- "schemas/crossref4.3.7.xsd", "schemas/crossref4.3.8.xsd",
- "schemas/crossref4.3.3.xsd", "schemas/crossref_query_output2.0.xsd",
- "schemas/JATS-journalpublishing1-elements.xsd",
- "schemas/JATS-journalpublishing1-mathml3-elements.xsd",
- "schemas/JATS-journalpublishing1-mathml3.xsd",
- "schemas/JATS-journalpublishing1-3d2-mathml3.xsd",
- "schemas/JATS-journalpublishing1-3d2-mathml3-elements.xsd",
- "schemas/standard-modules/mathml3/mathml3-common.xsd",
- "schemas/standard-modules/mathml3/mathml3-content.xsd",
- "schemas/standard-modules/mathml3/mathml3-presentation.xsd",
- "schemas/standard-modules/mathml3/mathml3-strict-content.xsd",
- "schemas/standard-modules/mathml3/mathml3.xsd"
-}
-
-
-class DTDResolver(etree.Resolver):
- "Resolver to load local schema files."
-
- def __init__(self):
- # namespace to tuples of (filename, content)
- self.ns = {}
- with open("schemas/index.json", "r") as f:
- entries = simplejson.load(f)
- for entry in entries:
- filename = "schemas/" + entry["filename"]
- with open(filename, "r") as content:
- self.ns[entry["namespace"]] = (filename, content.read())
-
- def resolve(self, url, id, context):
- # Only resolve locally those that use http.
- # Local files still need to be found locally.
- if url.startswith("http:") or url.startswith("https:"):
- print("Resolving URL '%s'" % url)
- return self.resolve_string(self.ns[url][1])
- else:
- # Pass, another resolver will try.
- return None
-
-
-parser = etree.XMLParser(load_dtd=True)
-resolver = DTDResolver()
-parser.resolvers.add(resolver)
-
-
-def validate_schema(filename):
- "Validate that a schema file conforms to XSD schema."
-
- ok = True
-
- root = etree.parse(filename)
- print("Validating schema file: %s" % filename)
-
- try:
- schema = etree.XMLSchema(root)
- print("Validated %s" % filename)
- except Exception as e:
- print("Failed! %s" % filename)
- ok = False
-
- return ok
-
-
-def applicable_schema_from_doc(root):
- "Given a document, retrieve the applicable schema."
- schema_location = root.getroot().attrib[
- '{http://www.w3.org/2001/XMLSchema-instance}schemaLocation'].split(
- ' ')[0]
- (filename, _) = resolver.ns[schema_location]
- schema_root = etree.parse(filename)
- return etree.XMLSchema(schema_root)
-
-
-def validate_example(filename):
- "Validate that an example file conforms to schemas."
-
- ok = True
- print("Validating example file: %s" % filename)
- try:
- root = etree.parse(filename, parser)
- schema = applicable_schema_from_doc(root)
- schema.assertValid(root)
- except Exception as e:
- print("Failed to validate %s " % filename)
- print(e.args)
- ok = False
-
- return ok
-
-
-def all_schema_filenames():
- "Return all schema filenames found."
- return glob.glob("schemas/**.xsd")
-
-
-def all_examples():
- "Return all example filenames found."
- return glob.glob("examples/**.xml")
-
-
-def run_all_checks():
- ok = True
-
- print("Ignoring schema checks for:")
- for item in skip_schemas:
- print(item)
-
- print("Check schemas...")
- for filename in all_schema_filenames():
- if filename not in skip_schemas:
- result = validate_schema(filename)
- ok = ok and result
-
- print("Check examples against schemas...")
- for filename in all_examples():
- result = validate_example(filename)
- ok = ok and result
-
- if ok:
- print("All checks passed.")
- else:
- print("There were failures.")
- return ok
-
-
-if __name__ == "__main__":
- if not run_all_checks():
- exit(1)
diff --git a/automation/requirements.txt b/automation/requirements.txt
deleted file mode 100644
index 28934d2..0000000
--- a/automation/requirements.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-simplejson
-lxml
--
GitLab