/*

 */

/*

 * Licensed to the Apache Software Foundation (ASF) under one or more

 * contributor license agreements.  See the NOTICE file distributed with

 * this work for additional information regarding copyright ownership.

 * The ASF licenses this file to You under the Apache License, Version 2.0

 * (the "License"); you may not use this file except in compliance with

 * the License.  You may obtain a copy of the License at

 *

 *      http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */

package com.sun.org.apache.xerces.internal.impl.xs;

import com.sun.org.apache.xerces.internal.impl.Constants;

import com.sun.org.apache.xerces.internal.impl.RevalidationHandler;

import com.sun.org.apache.xerces.internal.impl.XMLEntityManager;

import com.sun.org.apache.xerces.internal.impl.XMLErrorReporter;

import com.sun.org.apache.xerces.internal.impl.dv.DatatypeException;

import com.sun.org.apache.xerces.internal.impl.dv.InvalidDatatypeValueException;

import com.sun.org.apache.xerces.internal.impl.dv.ValidatedInfo;

import com.sun.org.apache.xerces.internal.impl.dv.XSSimpleType;

import com.sun.org.apache.xerces.internal.impl.dv.xs.XSSimpleTypeDecl;

import com.sun.org.apache.xerces.internal.impl.validation.ConfigurableValidationState;

import com.sun.org.apache.xerces.internal.impl.validation.ValidationManager;

import com.sun.org.apache.xerces.internal.impl.validation.ValidationState;

import com.sun.org.apache.xerces.internal.impl.xs.identity.Field;

import com.sun.org.apache.xerces.internal.impl.xs.identity.FieldActivator;

import com.sun.org.apache.xerces.internal.impl.xs.identity.IdentityConstraint;

import com.sun.org.apache.xerces.internal.impl.xs.identity.KeyRef;

import com.sun.org.apache.xerces.internal.impl.xs.identity.Selector;

import com.sun.org.apache.xerces.internal.impl.xs.identity.UniqueOrKey;

import com.sun.org.apache.xerces.internal.impl.xs.identity.ValueStore;

import com.sun.org.apache.xerces.internal.impl.xs.identity.XPathMatcher;

import com.sun.org.apache.xerces.internal.impl.xs.models.CMBuilder;

import com.sun.org.apache.xerces.internal.impl.xs.models.CMNodeFactory;

import com.sun.org.apache.xerces.internal.impl.xs.models.XSCMValidator;

import com.sun.org.apache.xerces.internal.impl.xs.util.XS10TypeHelper;

import com.sun.org.apache.xerces.internal.parsers.XMLParser;

import com.sun.org.apache.xerces.internal.util.AugmentationsImpl;

import com.sun.org.apache.xerces.internal.util.IntStack;

import com.sun.org.apache.xerces.internal.util.SymbolTable;

import com.sun.org.apache.xerces.internal.util.URI.MalformedURIException;

import com.sun.org.apache.xerces.internal.util.XMLAttributesImpl;

import com.sun.org.apache.xerces.internal.util.XMLChar;

import com.sun.org.apache.xerces.internal.util.XMLSymbols;

import com.sun.org.apache.xerces.internal.xni.Augmentations;

import com.sun.org.apache.xerces.internal.xni.NamespaceContext;

import com.sun.org.apache.xerces.internal.xni.QName;

import com.sun.org.apache.xerces.internal.xni.XMLAttributes;

import com.sun.org.apache.xerces.internal.xni.XMLDocumentHandler;

import com.sun.org.apache.xerces.internal.xni.XMLLocator;

import com.sun.org.apache.xerces.internal.xni.XMLResourceIdentifier;

import com.sun.org.apache.xerces.internal.xni.XMLString;

import com.sun.org.apache.xerces.internal.xni.XNIException;

import com.sun.org.apache.xerces.internal.xni.grammars.XMLGrammarDescription;

import com.sun.org.apache.xerces.internal.xni.grammars.XMLGrammarPool;

import com.sun.org.apache.xerces.internal.xni.parser.XMLComponent;

import com.sun.org.apache.xerces.internal.xni.parser.XMLComponentManager;

import com.sun.org.apache.xerces.internal.xni.parser.XMLConfigurationException;

import com.sun.org.apache.xerces.internal.xni.parser.XMLDocumentFilter;

import com.sun.org.apache.xerces.internal.xni.parser.XMLDocumentSource;

import com.sun.org.apache.xerces.internal.xni.parser.XMLEntityResolver;

import com.sun.org.apache.xerces.internal.xni.parser.XMLInputSource;

import com.sun.org.apache.xerces.internal.xs.AttributePSVI;

import com.sun.org.apache.xerces.internal.xs.ElementPSVI;

import com.sun.org.apache.xerces.internal.xs.ShortList;

import com.sun.org.apache.xerces.internal.xs.StringList;

import com.sun.org.apache.xerces.internal.xs.XSConstants;

import com.sun.org.apache.xerces.internal.xs.XSObjectList;

import com.sun.org.apache.xerces.internal.xs.XSTypeDefinition;

import java.io.IOException;

import java.util.ArrayList;

import java.util.Collections;

import java.util.HashMap;

import java.util.Iterator;

import java.util.List;

import java.util.Map;

import java.util.Stack;

import java.util.Vector;

import javax.xml.XMLConstants;

import jdk.xml.internal.JdkXmlUtils;

/**

 * The XML Schema validator. The validator implements a document

 * filter: receiving document events from the scanner; validating

 * the content and structure; augmenting the InfoSet, if applicable;

 * and notifying the parser of the information resulting from the

 * validation process.

 * <p>

 * This component requires the following features and properties from the

 * component manager that uses it:

 * <ul>

 *  <li>http://xml.org/sax/features/validation</li>

 *  <li>http://apache.org/xml/properties/internal/symbol-table</li>

 *  <li>http://apache.org/xml/properties/internal/error-reporter</li>

 *  <li>http://apache.org/xml/properties/internal/entity-resolver</li>

 * </ul>

 *

 * @xerces.internal

 *

 * @author Sandy Gao IBM

 * @author Elena Litani IBM

 * @author Andy Clark IBM

 * @author Neeraj Bajaj, Sun Microsystems, inc.

 */

public class XMLSchemaValidator

    implements XMLComponent, XMLDocumentFilter, FieldActivator, RevalidationHandler, XSElementDeclHelper {

    //

    // Constants

    //

    private static final boolean DEBUG = false;

    // feature identifiers

    /** Feature identifier: validation. */

    protected static final String VALIDATION =

        Constants.SAX_FEATURE_PREFIX + Constants.VALIDATION_FEATURE;

    /** Feature identifier: validation. */

    protected static final String SCHEMA_VALIDATION =

        Constants.XERCES_FEATURE_PREFIX + Constants.SCHEMA_VALIDATION_FEATURE;

    /** Feature identifier: schema full checking*/

    protected static final String SCHEMA_FULL_CHECKING =

        Constants.XERCES_FEATURE_PREFIX + Constants.SCHEMA_FULL_CHECKING;

    /** Feature identifier: dynamic validation. */

    protected static final String DYNAMIC_VALIDATION =

        Constants.XERCES_FEATURE_PREFIX + Constants.DYNAMIC_VALIDATION_FEATURE;

    /** Feature identifier: expose schema normalized value */

    protected static final String NORMALIZE_DATA =

        Constants.XERCES_FEATURE_PREFIX + Constants.SCHEMA_NORMALIZED_VALUE;

    /** Feature identifier: send element default value via characters() */

    protected static final String SCHEMA_ELEMENT_DEFAULT =

        Constants.XERCES_FEATURE_PREFIX + Constants.SCHEMA_ELEMENT_DEFAULT;

    /** Feature identifier: augment PSVI */

    protected static final String SCHEMA_AUGMENT_PSVI =

        Constants.XERCES_FEATURE_PREFIX + Constants.SCHEMA_AUGMENT_PSVI;

    /** Feature identifier: whether to recognize java encoding names */

    protected static final String ALLOW_JAVA_ENCODINGS =

        Constants.XERCES_FEATURE_PREFIX + Constants.ALLOW_JAVA_ENCODINGS_FEATURE;

    /** Feature identifier: standard uri conformant feature. */

    protected static final String STANDARD_URI_CONFORMANT_FEATURE =

        Constants.XERCES_FEATURE_PREFIX + Constants.STANDARD_URI_CONFORMANT_FEATURE;

    /** Feature: generate synthetic annotations */

    protected static final String GENERATE_SYNTHETIC_ANNOTATIONS =

        Constants.XERCES_FEATURE_PREFIX + Constants.GENERATE_SYNTHETIC_ANNOTATIONS_FEATURE;

    /** Feature identifier: validate annotations. */

    protected static final String VALIDATE_ANNOTATIONS =

        Constants.XERCES_FEATURE_PREFIX + Constants.VALIDATE_ANNOTATIONS_FEATURE;

    /** Feature identifier: honour all schemaLocations */

    protected static final String HONOUR_ALL_SCHEMALOCATIONS =

        Constants.XERCES_FEATURE_PREFIX + Constants.HONOUR_ALL_SCHEMALOCATIONS_FEATURE;

    /** Feature identifier: use grammar pool only */

    protected static final String USE_GRAMMAR_POOL_ONLY =

        Constants.XERCES_FEATURE_PREFIX + Constants.USE_GRAMMAR_POOL_ONLY_FEATURE;

    /** Feature identifier: whether to continue parsing a schema after a fatal error is encountered */

    protected static final String CONTINUE_AFTER_FATAL_ERROR =

        Constants.XERCES_FEATURE_PREFIX + Constants.CONTINUE_AFTER_FATAL_ERROR_FEATURE;

    protected static final String PARSER_SETTINGS =

            Constants.XERCES_FEATURE_PREFIX + Constants.PARSER_SETTINGS;

    /** Feature identifier: namespace growth */

    protected static final String NAMESPACE_GROWTH =

        Constants.XERCES_FEATURE_PREFIX + Constants.NAMESPACE_GROWTH_FEATURE;

    /** Feature identifier: tolerate duplicates */

    protected static final String TOLERATE_DUPLICATES =

        Constants.XERCES_FEATURE_PREFIX + Constants.TOLERATE_DUPLICATES_FEATURE;

    /** Feature identifier: whether to ignore xsi:type attributes until a global element declaration is encountered */

    protected static final String IGNORE_XSI_TYPE =

        Constants.XERCES_FEATURE_PREFIX + Constants.IGNORE_XSI_TYPE_FEATURE;

    /** Feature identifier: whether to ignore ID/IDREF errors */

    protected static final String ID_IDREF_CHECKING =

        Constants.XERCES_FEATURE_PREFIX + Constants.ID_IDREF_CHECKING_FEATURE;

    /** Feature identifier: whether to ignore unparsed entity errors */

    protected static final String UNPARSED_ENTITY_CHECKING =

        Constants.XERCES_FEATURE_PREFIX + Constants.UNPARSED_ENTITY_CHECKING_FEATURE;

    /** Feature identifier: whether to ignore identity constraint errors */

    protected static final String IDENTITY_CONSTRAINT_CHECKING =

        Constants.XERCES_FEATURE_PREFIX + Constants.IDC_CHECKING_FEATURE;

    protected static final String REPORT_WHITESPACE =

            Constants.SUN_SCHEMA_FEATURE_PREFIX + Constants.SUN_REPORT_IGNORED_ELEMENT_CONTENT_WHITESPACE;

    // property identifiers

    /** Property identifier: symbol table. */

    public static final String SYMBOL_TABLE =

        Constants.XERCES_PROPERTY_PREFIX + Constants.SYMBOL_TABLE_PROPERTY;

    /** Property identifier: error reporter. */

    public static final String ERROR_REPORTER =

        Constants.XERCES_PROPERTY_PREFIX + Constants.ERROR_REPORTER_PROPERTY;

    /** Property identifier: entity resolver. */

    public static final String ENTITY_RESOLVER =

        Constants.XERCES_PROPERTY_PREFIX + Constants.ENTITY_RESOLVER_PROPERTY;

    /** Property identifier: grammar pool. */

    public static final String XMLGRAMMAR_POOL =

        Constants.XERCES_PROPERTY_PREFIX + Constants.XMLGRAMMAR_POOL_PROPERTY;

    protected static final String VALIDATION_MANAGER =

        Constants.XERCES_PROPERTY_PREFIX + Constants.VALIDATION_MANAGER_PROPERTY;

    protected static final String ENTITY_MANAGER =

        Constants.XERCES_PROPERTY_PREFIX + Constants.ENTITY_MANAGER_PROPERTY;

    /** Property identifier: schema location. */

    protected static final String SCHEMA_LOCATION =

        Constants.XERCES_PROPERTY_PREFIX + Constants.SCHEMA_LOCATION;

    /** Property identifier: no namespace schema location. */

    protected static final String SCHEMA_NONS_LOCATION =

        Constants.XERCES_PROPERTY_PREFIX + Constants.SCHEMA_NONS_LOCATION;

    /** Property identifier: JAXP schema source. */

    protected static final String JAXP_SCHEMA_SOURCE =

        Constants.JAXP_PROPERTY_PREFIX + Constants.SCHEMA_SOURCE;

    /** Property identifier: JAXP schema language. */

    protected static final String JAXP_SCHEMA_LANGUAGE =

        Constants.JAXP_PROPERTY_PREFIX + Constants.SCHEMA_LANGUAGE;

    /** Property identifier: root type definition. */

    protected static final String ROOT_TYPE_DEF =

        Constants.XERCES_PROPERTY_PREFIX + Constants.ROOT_TYPE_DEFINITION_PROPERTY;

    /** Property identifier: root element declaration. */

    protected static final String ROOT_ELEMENT_DECL =

        Constants.XERCES_PROPERTY_PREFIX + Constants.ROOT_ELEMENT_DECLARATION_PROPERTY;

    /** Property identifier: Schema DV Factory */

    protected static final String SCHEMA_DV_FACTORY =

        Constants.XERCES_PROPERTY_PREFIX + Constants.SCHEMA_DV_FACTORY_PROPERTY;

    /** Property identifier: Security property manager. */

    private static final String XML_SECURITY_PROPERTY_MANAGER =

            Constants.XML_SECURITY_PROPERTY_MANAGER;

    protected static final String OVERRIDE_PARSER = JdkXmlUtils.OVERRIDE_PARSER;

    protected static final String USE_CATALOG = XMLConstants.USE_CATALOG;

    // recognized features and properties

    /** Recognized features. */

    private static final String[] RECOGNIZED_FEATURES =

        {

            VALIDATION,

            SCHEMA_VALIDATION,

            DYNAMIC_VALIDATION,

            SCHEMA_FULL_CHECKING,

            ALLOW_JAVA_ENCODINGS,

            CONTINUE_AFTER_FATAL_ERROR,

            STANDARD_URI_CONFORMANT_FEATURE,

            GENERATE_SYNTHETIC_ANNOTATIONS,

            VALIDATE_ANNOTATIONS,

            HONOUR_ALL_SCHEMALOCATIONS,

            USE_GRAMMAR_POOL_ONLY,

            IGNORE_XSI_TYPE,

            ID_IDREF_CHECKING,

            IDENTITY_CONSTRAINT_CHECKING,

            UNPARSED_ENTITY_CHECKING,

            NAMESPACE_GROWTH,

            TOLERATE_DUPLICATES,

            OVERRIDE_PARSER,

            USE_CATALOG,

        };

    /** Feature defaults. */

    private static final Boolean[] FEATURE_DEFAULTS = { null,

        // NOTE: The following defaults are nulled out on purpose.

        //       If they are set, then when the XML Schema validator

        //       is constructed dynamically, these values may override

        //       those set by the application. This goes against the

        //       whole purpose of XMLComponent#getFeatureDefault but

        //       it can't be helped in this case. -Ac

        // NOTE: Instead of adding default values here, add them (and

        //       the corresponding recognized features) to the objects

        //       that have an XMLSchemaValidator instance as a member,

        //       such as the parser configurations. -PM

        null, //Boolean.FALSE,

        null, //Boolean.FALSE,

        null, //Boolean.FALSE,

        null, //Boolean.FALSE,

        null, //Boolean.FALSE,

        null,

        null,

        null,

        null,

        null,

        null,

        null,

        null,

        null,

        null,

        null,

        JdkXmlUtils.OVERRIDE_PARSER_DEFAULT,

        JdkXmlUtils.USE_CATALOG_DEFAULT

    };

    /** Recognized properties. */

    private static final String[] RECOGNIZED_PROPERTIES =

        {

            SYMBOL_TABLE,

            ERROR_REPORTER,

            ENTITY_RESOLVER,

            VALIDATION_MANAGER,

            SCHEMA_LOCATION,

            SCHEMA_NONS_LOCATION,

            JAXP_SCHEMA_SOURCE,

            JAXP_SCHEMA_LANGUAGE,

            ROOT_TYPE_DEF,

            ROOT_ELEMENT_DECL,

            SCHEMA_DV_FACTORY,

            XML_SECURITY_PROPERTY_MANAGER,

            JdkXmlUtils.CATALOG_DEFER,

            JdkXmlUtils.CATALOG_FILES,

            JdkXmlUtils.CATALOG_PREFER,

            JdkXmlUtils.CATALOG_RESOLVE,

            JdkXmlUtils.CDATA_CHUNK_SIZE

        };

    /** Property defaults. */

    private static final Object[] PROPERTY_DEFAULTS =

        { null, null, null, null, null, null, null, null, null, null, null, null,

            null, null, null, null, JdkXmlUtils.CDATA_CHUNK_SIZE_DEFAULT };

    // this is the number of valuestores of each kind

    // we expect an element to have.  It's almost

    // never > 1; so leave it at that.

    protected static final int ID_CONSTRAINT_NUM = 1;

    // xsi:* attribute declarations

    static final XSAttributeDecl XSI_TYPE =

            SchemaGrammar.SG_XSI.getGlobalAttributeDecl(SchemaSymbols.XSI_TYPE);

    static final XSAttributeDecl XSI_NIL =

            SchemaGrammar.SG_XSI.getGlobalAttributeDecl(SchemaSymbols.XSI_NIL);

    static final XSAttributeDecl XSI_SCHEMALOCATION =

            SchemaGrammar.SG_XSI.getGlobalAttributeDecl(SchemaSymbols.XSI_SCHEMALOCATION);

    static final XSAttributeDecl XSI_NONAMESPACESCHEMALOCATION =

            SchemaGrammar.SG_XSI.getGlobalAttributeDecl(SchemaSymbols.XSI_NONAMESPACESCHEMALOCATION);

    //

    // Data

    //

    /** current PSVI element info */

    protected ElementPSVImpl fCurrentPSVI = new ElementPSVImpl();

    // since it is the responsibility of each component to an

    // Augmentations parameter if one is null, to save ourselves from

    // having to create this object continually, it is created here.

    // If it is not present in calls that we're passing on, we *must*

    // clear this before we introduce it into the pipeline.

    protected final AugmentationsImpl fAugmentations = new AugmentationsImpl();

    // this is included for the convenience of handleEndElement

    protected XMLString fDefaultValue;

    // Validation features

    protected boolean fDynamicValidation = false;

    protected boolean fSchemaDynamicValidation = false;

    protected boolean fDoValidation = false;

    protected boolean fFullChecking = false;

    protected boolean fNormalizeData = true;

    protected boolean fSchemaElementDefault = true;

    protected boolean fAugPSVI = true;

    protected boolean fIdConstraint = false;

    protected boolean fUseGrammarPoolOnly = false;

    // Namespace growth feature

    protected boolean fNamespaceGrowth = false;

    /** Schema type: None, DTD, Schema */

    private String fSchemaType = null;

    // to indicate whether we are in the scope of entity reference or CData

    protected boolean fEntityRef = false;

    protected boolean fInCDATA = false;

    // Did we see only whitespace in element content?

    protected boolean fSawOnlyWhitespaceInElementContent = false;

    // properties

    /** Symbol table. */

    protected SymbolTable fSymbolTable;

    /**

     * While parsing a document, keep the location of the document.

     */

    private XMLLocator fLocator;

    /**

     * A wrapper of the standard error reporter. We'll store all schema errors

     * in this wrapper object, so that we can get all errors (error codes) of

     * a specific element. This is useful for PSVI.

     */

    protected final class XSIErrorReporter {

        // the error reporter property

        XMLErrorReporter fErrorReporter;

        // store error codes; starting position of the errors for each element;

        // number of element (depth); and whether to record error

        Vector<String> fErrors = new Vector<>();

        int[] fContext = new int[INITIAL_STACK_SIZE];

        int fContextCount;

        // set the external error reporter, clear errors

        public void reset(XMLErrorReporter errorReporter) {

            fErrorReporter = errorReporter;

            fErrors.removeAllElements();

            fContextCount = 0;

        }

        // should be called when starting process an element or an attribute.

        // store the starting position for the current context

        public void pushContext() {

            if (!fAugPSVI) {

                return;

            }

            // resize array if necessary

            if (fContextCount == fContext.length) {

                int newSize = fContextCount + INC_STACK_SIZE;

                int[] newArray = new int[newSize];

                System.arraycopy(fContext, 0, newArray, 0, fContextCount);

                fContext = newArray;

            }

            fContext[fContextCount++] = fErrors.size();

        }

        // should be called on endElement: get all errors of the current element

        public String[] popContext() {

            if (!fAugPSVI) {

                return null;

            }

            // get starting position of the current element

            int contextPos = fContext[--fContextCount];

            // number of errors of the current element

            int size = fErrors.size() - contextPos;

            // if no errors, return null

            if (size == 0)

                return null;

            // copy errors from the list to an string array

            String[] errors = new String[size];

            for (int i = 0; i < size; i++) {

                errors[i] = fErrors.get(contextPos + i);

            }

            // remove errors of the current element

            fErrors.setSize(contextPos);

            return errors;

        }

        // should be called when an attribute is done: get all errors of

        // this attribute, but leave the errors to the containing element

        // also called after an element was strictly assessed.

        public String[] mergeContext() {

            if (!fAugPSVI) {

                return null;

            }

            // get starting position of the current element

            int contextPos = fContext[--fContextCount];

            // number of errors of the current element

            int size = fErrors.size() - contextPos;

            // if no errors, return null

            if (size == 0)

                return null;

            // copy errors from the list to an string array

            String[] errors = new String[size];

            for (int i = 0; i < size; i++) {

                errors[i] = fErrors.get(contextPos + i);

            }

            // don't resize the vector: leave the errors for this attribute

            // to the containing element

            return errors;

        }

        public void reportError(String domain, String key, Object[] arguments, short severity)

            throws XNIException {

            String message = fErrorReporter.reportError(domain, key, arguments, severity);

            if (fAugPSVI) {

                fErrors.add(key);

                fErrors.add(message);

            }

        } // reportError(String,String,Object[],short)