| #************************************************************** | |
| # | |
| # Licensed to the Apache Software Foundation (ASF) under one | |
| # or more contributor license agreements. See the NOTICE file | |
| # distributed with this work for additional information | |
| # regarding copyright ownership. The ASF licenses this file | |
| # to you under the Apache License, Version 2.0 (the | |
| # "License"); you may not use this file except in compliance | |
| # with the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, | |
| # software distributed under the License is distributed on an | |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
| # KIND, either express or implied. See the License for the | |
| # specific language governing permissions and limitations | |
| # under the License. | |
| # | |
| #************************************************************** | |
| # Removes foreign elements and attributes (ODF 1.2 Part 1 3.17) so that the rest can be validated as an | |
| # extended document (2.2.2 B.1). Loaded by validate.py and selftest.py. | |
| # foreign attribute: namespace outside tables 1-4 of 1.5 (xml: included), removed. | |
| # foreign element: namespace outside tables 1-4, outside any element of tables 1-4 (their wildcard | |
| # content is the schema's), removed with its content, except that its tags alone are removed when | |
| # it sits in a text:p or text:h and every ancestor up to it permits character data in the schema. | |
| # office:process-content (deprecated in 1.2) is not consulted. Table 4 names that the schema does not | |
| # define are not removed, so they stay visible as errors. | |
| import re | |
| from xml.etree import ElementTree as ET | |
| from xml.parsers import expat | |
| from xml.sax.saxutils import escape, quoteattr | |
| ODF = "urn:oasis:names:tc:opendocument:xmlns:%s:1.0" | |
| T123 = {ODF % x for x in "animation chart config database dr3d drawing form manifest meta datastyle office presentation script table text style " | |
| "xsl-fo-compatible svg-compatible smil-compatible".split()} | {"http://docs.oasis-open.org/ns/office/1.2/meta/odf#"} | |
| T4 = {"http://purl.org/dc/elements/1.1/", "http://www.w3.org/1998/Math/MathML", "http://www.w3.org/2002/xforms", "http://www.w3.org/1999/xlink", | |
| "http://www.w3.org/1999/xhtml", "http://www.w3.org/2003/g/data-view#", "http://www.w3.org/XML/1998/namespace"} | |
| RNG = "{http://relaxng.org/ns/structure/1.0}" | |
| TEXT_P, TEXT_H = "{%s}p" % (ODF % "text"), "{%s}h" % (ODF % "text") | |
| def mixed_elements(rng_path): | |
| """Expanded names of the schema's elements whose content model permits character data.""" | |
| prefixes = dict(re.findall(r'xmlns:(\w+)="([^"]+)"', open(rng_path, encoding="utf-8").read(4000))) | |
| defines = {} | |
| for d in ET.parse(rng_path).getroot().iter(RNG + "define"): | |
| defines.setdefault(d.get("name"), []).append(d) | |
| memo = {} | |
| def has_text(node, seen): | |
| tag = node.tag | |
| if tag in (RNG + "text", RNG + "mixed"): | |
| return True | |
| if tag in (RNG + "element", RNG + "attribute", RNG + "data", RNG + "value"): | |
| return False | |
| if tag == RNG + "ref": | |
| n = node.get("name") | |
| if n in seen: | |
| return False | |
| return any(has_text(c, seen | {n}) for d in defines.get(n, []) for c in d) | |
| return any(has_text(c, seen) for c in node) | |
| out = set() | |
| for el in ET.parse(rng_path).getroot().iter(RNG + "element"): | |
| name = el.get("name") | |
| if name and ":" in name: | |
| pre, local = name.split(":", 1) | |
| if any(has_text(c, frozenset()) for c in el): | |
| out.add("{%s}%s" % (prefixes[pre], local)) | |
| return out | |
| def strip_foreign(text, mixed): | |
| out, scopes, frames, state = [], [{"xml": "http://www.w3.org/XML/1998/namespace"}], [], {"drop": 0, "pending": {}} | |
| p = expat.ParserCreate() | |
| p.ordered_attributes = True | |
| def expand(name, scope, is_attr): | |
| """Expanded name, or None when the prefix is unbound (kept, so that the validator reports it).""" | |
| if ":" in name: | |
| pre, local = name.split(":", 1) | |
| return "{%s}%s" % (scope[pre], local) if pre in scope else None | |
| uri = "" if is_attr else scope.get("", "") | |
| return "{%s}%s" % (uri, name) if uri else name | |
| def ns_of(expanded): | |
| return expanded[1:].split("}", 1)[0] if expanded and expanded.startswith("{") else "" | |
| def start(name, attrs): | |
| if state["drop"]: | |
| state["drop"] += 1 | |
| return | |
| decl = {} | |
| for i in range(0, len(attrs), 2): | |
| if attrs[i] == "xmlns" or attrs[i].startswith("xmlns:"): | |
| decl[attrs[i][6:]] = attrs[i + 1] | |
| scope = dict(scopes[-1]) | |
| scope.update(decl) | |
| exp = expand(name, scope, False) | |
| in_t4 = any(ns_of(f[0]) in T4 for f in frames if f[1]) | |
| if exp is not None and ns_of(exp) not in T123 | T4 and not in_t4: | |
| if unwrap(frames): | |
| scopes.append(scope) | |
| frames.append((exp, False)) | |
| state["pending"].update(decl) | |
| else: | |
| state["drop"] = 1 | |
| return | |
| kept = [] | |
| for i in range(0, len(attrs), 2): | |
| k, v = attrs[i], attrs[i + 1] | |
| ke = expand(k, scope, True) | |
| if k == "xmlns" or k.startswith("xmlns:") or ":" not in k or ke is None or ns_of(ke) in T123 | T4: | |
| kept.append((k, v)) | |
| have = {k for k, _ in kept} | |
| for pre, uri in state["pending"].items(): | |
| k = "xmlns:" + pre if pre else "xmlns" | |
| if k not in have: | |
| kept.insert(0, (k, uri)) | |
| state["pending"] = {} | |
| out.append("<" + name + "".join(" %s=%s" % (k, quoteattr(v, {"\n": " ", "\t": "	", "\r": " "})) for k, v in kept) + ">") | |
| scopes.append(scope) | |
| frames.append((exp, True)) | |
| def end(name): | |
| if state["drop"]: | |
| state["drop"] -= 1 | |
| return | |
| scopes.pop() | |
| if frames.pop()[1]: | |
| out.append("</" + name + ">") | |
| def data(s): | |
| if not state["drop"]: | |
| out.append(escape(s)) | |
| def unwrap(fr): | |
| """Foreign element in a paragraph, every ancestor up to it permitting character data?""" | |
| for exp, kept in reversed(fr): | |
| if not kept: | |
| continue | |
| if exp in (TEXT_P, TEXT_H): | |
| return True | |
| if exp not in mixed: | |
| return False | |
| return False | |
| p.StartElementHandler, p.EndElementHandler, p.CharacterDataHandler = start, end, data | |
| p.Parse(text.encode("utf-8") if isinstance(text, str) else text, True) | |
| return '<?xml version="1.0" encoding="UTF-8"?>\n' + "".join(out) + "\n" |