Merge pull request #380 from tdwg/extbuilder

Extbuilder

.gitignore

@@ -10,3 +10,6 @@ __pycache__/
 
 # Jekyll
 docs/_site/*
+
+# All built extension xml files
+ext/

build/build_extension.py

@@ -0,0 +1,537 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+__author__ = "John Wieczorek"
+__copyright__ = "Copyright 2021 Rauthiflor LLC"
+__filename__ = 'build_extension.py'
+__version__ = f'{__filename__} 2021-08-16T17:29-03:00'
+
+import io
+import os
+import re
+import csv
+import sys
+import codecs
+import html
+import argparse
+from urllib import request
+
+NAMESPACES = {
+    'http://rs.tdwg.org/dwc/iri/' : 'dwciri',
+    'http://rs.tdwg.org/dwc/terms/' : 'dwc',
+    'http://rs.tdwg.org/chrono/terms/' : 'chrono',
+    'http://purl.org/dc/elements/1.1/' : 'dc',
+    'http://purl.org/dc/terms/' : 'dcterms',
+    'http://rs.tdwg.org/dwc/terms/attributes/' : 'tdwgutility'}
+
+class ProvidedTermsError(Exception):
+    """inconsistency in the available terms Error"""
+    pass
+
+
+class RdfTypeError(Exception):
+    """rdftype encountered that is not known by builder"""
+    pass
+
+class DwcNamespaceError(Exception):
+    """Namespace link is not available in the currently provided links"""
+    pass
+
+class DwcBuildReader():
+
+    def __init__(self, dwc_build_file):
+        """Custom Reader switching between raw Github or local file"""
+        self.dwc_build_file = dwc_build_file
+
+    def __enter__(self):
+        if "https://raw.github" in self.dwc_build_file:
+            self.open_dwc_term = request.urlopen(self.dwc_build_file)
+        else:
+            self.open_dwc_term = open(self.dwc_build_file, 'rb')
+        return self.open_dwc_term
+
+    def __exit__(self, *args):
+        self.open_dwc_term.close()
+
+
+class DwcDigester(object):
+
+    def __init__(self, term_versions):
+        """Digest the term document of Darwin Core to support automatic generation of 
+           derivatives
+
+        Parameters
+        -----------
+        term_versions : str
+            Either a relative path and filename of the normative Dwc document
+            or a URL link to the raw Github version of the file
+
+        Notes
+        -----
+        Remark that the sequence of the term versions entries is
+        essential for the automatic generation of the individual documents
+        (mainly the index.html)
+        """
+        self.term_versions = term_versions
+
+        self.term_versions_data = {}
+        self._store_versions()
+
+        # create the defined data-object for the different outputs
+        self.template_data = self.process_terms()
+
+    def versions(self):
+        """Iterator providing the terms as represented in the normative term
+        versions file
+        """
+        with DwcBuildReader(self.term_versions) as versions:
+            for vterm in csv.DictReader(io.TextIOWrapper(versions), delimiter=','):
+                if vterm["status"] == "recommended":
+                    yield vterm
+
+    def _store_versions(self):
+        """Collect all the versions data in a dictionary as the
+        term_versions_data attribute
+        """
+        for term in self.versions():
+            self.term_versions_data[term["term_iri"]] = term
+
+    @property
+    def _version_terms(self):
+        """Get an overview of the terms in the term_versions file
+        """
+        return set(self.term_versions_data.keys())
+
+    def _select_versions_term(self, term_iri):
+        """Select a specific term of the versions data, using term_iri match
+        """
+        return self.term_versions_data[term_iri]
+
+    @staticmethod
+    def split_iri(term_iri):
+        """Split an iri field into the namespace url and the local name
+        of the term
+        """
+        prog = re.compile("(.*/)([^/]*$)")
+        namespace, local_name = prog.findall(term_iri)[0]
+        return namespace, local_name
+
+    @staticmethod
+    def resolve_namespace_abbrev(namespace):
+        """Using the NAMESPACE constant, get the namespace abbreviation by
+        providing the namespace link
+
+        Parameters
+        -----------
+        namespace : str
+            valid key of the NAMESPACES variable
+        """
+        if namespace not in NAMESPACES.keys():
+            raise DwcNamespaceError("The namespace url is currently not supported in NAMESPACES")
+        return NAMESPACES[namespace]
+
+    def get_term_definition(self, term_iri):
+        """Extract the required information from the terms table to show on
+        the webpage of a single term by using the term_iri as the identifier
+
+        Notes
+        ------
+        Due to the current implementation, make sure to provide the same keys
+        represented in the record-level specific version `process_terms`
+        method (room for improvement)
+        """
+        vs_term = self._select_versions_term(term_iri)
+
+        term_data = {}
+        term_data["label"] = vs_term['term_localName'] # See https://github.com/tdwg/dwc/issues/253#issuecomment-670098202
+        term_data["iri"] = term_iri
+        term_data["class"] = vs_term['organized_in']
+        term_data["definition"] = vs_term['definition']
+        term_data["comments"] = vs_term['comments']
+        term_data["examples"] = vs_term['examples']
+#        term_data["definition"] = self.convert_link(vs_term['definition'])
+#        term_data["comments"] = self.convert_link(self.convert_code(vs_term['comments']))
+#        term_data["examples"] = self.convert_link(self.convert_code(vs_term['examples']))
+        term_data["rdf_type"] = vs_term['rdf_type']
+        namespace_url, _ = self.split_iri(term_iri)
+        term_data["namespace"] = self.resolve_namespace_abbrev(namespace_url)
+        return term_data
+
+    @staticmethod
+    def convert_code(text_with_backticks):
+        """Takes all back-quoted sections in a text field and converts it to
+        the html tagged version of code blocks <code>...</code>
+        """
+        return re.sub(r'`([^`]*)`', r'<code>\1</code>', text_with_backticks)
+
+    @staticmethod
+    def convert_link(text_with_urls):
+        """Takes all links in a text field and converts it to the html tagged
+        version of the link
+        """
+        def _handle_matched(inputstring):
+            """quick hack version of url handling on the current prime versions data"""
+            url = inputstring.group()
+            return "<a href=\"{}\">{}</a>".format(url, url)
+
+        regx = "(http[s]?://[\w\d:#@%/;$()~_?\+-;=\\\.&]*)(?<![\)\.,])"
+        return re.sub(regx, _handle_matched, text_with_urls)
+
+    def process_terms(self):
+        """Parse the config terms (sequence matters!)
+
+        Collect all required data from both the normative versions file and
+        the config file and return the template-ready data.
+
+        Returns
+        -------
+        Data object that can be digested by the html-template file. Contains
+        the term data formatted to create the indidivual outputs, each list
+        element is a dictionary representing a class group. Hence, the data
+        object is structured as follows:
+
+            [
+                {'name' : class_group_name_1, 'label': xxxx,...,
+                    'terms':
+                        [
+                            {'name' : term_1, 'label': xxxx,...},
+                            {'name' : term_2, 'label': xxxx,...},
+                            ...
+                        ]}
+                {'name' : class_group_name_2,...
+                ...},
+                ...
+            ]
+        """
+        template_data = []
+        in_class = "Record-level"
+        # sequence matters in config and it starts with Record-level which we populate here ad-hoc
+        class_group = {}
+        class_group["label"] = "Record-level"
+        class_group["iri"] = None
+        class_group["class"] = None
+        class_group["definition"] = None
+        class_group["comments"] = None
+        class_group["rdf_type"] = None
+        class_group["terms"] = []
+        class_group["namespace"] = None
+
+        addedUseWithIRI = False
+        for term in self.versions(): # sequence of the terms file used as order
+            term_data = self.get_term_definition(term['term_iri'])
+            test = term['term_iri']
+#            print(f'{test=}')
+            if term_data["rdf_type"] == "http://www.w3.org/2000/01/rdf-schema#Class":
+                # new class encountered
+                # store previous section in template_data
+                template_data.append(class_group)
+                #start new class group
+                class_group = term_data
+                class_group["terms"] = []
+                in_class = term_data["label"] # check on the class working in
+            elif term['term_iri']=='http://purl.org/dc/terms/language':
+                # Vulnerable to ordering terms in term_versions.csv, but...
+                # This is the first row of dwciri terms
+                # store previous section in template_data
+#                print(f'{term=}\n{term_data=}')
+                template_data.append(class_group)
+                #start a class group for UseWithIRI
+                class_group = {"label":"UseWithIRI"}
+                class_group["terms"] = []
+                in_class = "UseWithIRI" # check on the class working in
+                addedUseWithIRI = True
+                class_group['terms'].append(term_data)
+#                print(f'{class_group=}')
+            else:
+                class_group['terms'].append(term_data)
+        # save the last class to template_data
+        template_data.append(class_group)
+        return template_data
+
+    def create_html(self, html_template="terms.tmpl",
+                    html_output="../docs/terms/index.md"):
+        """build html with the processed term info, by filling in the
+        tmpl-template
+
+        Parameters
+        -----------
+        html_template : str
+            relative path and filename to the Jinja2 compatible
+            template
+        html_output : str
+            relative path and filename to write the resulting index.html
+        """
+
+        data = {}
+        data["class_groups"] = self.template_data
+
+        env = Environment(
+            loader = FileSystemLoader(os.path.dirname(html_template)),
+            trim_blocks = True
+        )
+        template = env.get_template(os.path.basename(html_template))
+        html = template.render(data)
+
+        index_page = open(html_output, "w")
+        index_page.write(str(html))
+        index_page.close()
+
+    def simple_dwc_terms(self):
+        """Only extract those terms that are simple dwc, defined as `simple`
+        in the flags column of the config file of terms
+        """
+        properties = []
+        for term in self.versions():
+            term_data = self.get_term_definition(term['term_iri'])
+            if (term_data["rdf_type"] == "http://www.w3.org/1999/02/22-rdf-syntax-ns#Property" and
+                term["flags"] == "simple"):
+                properties.append(term_data["label"])
+        return properties
+
+    def create_dwc_list(self, file_output="../dist/simple_dwc_vertical.csv"):
+        """Build a list of simple dwc terms and write it to file
+
+        Parameters
+        -----------
+        file_output : str
+            relative path and filename to write the resulting list
+        """
+        with codecs.open(file_output, 'w', 'utf-8') as dwc_list_file:
+            for term in self.simple_dwc_terms():
+                dwc_list_file.write(term + "\n")
+
+    def extension_terms(self, termlist):
+        """Iterator providing the terms given extension file
+        """
+        for vterm in csv.DictReader(io.TextIOWrapper(termlist), delimiter=','):
+            yield vterm
+
+    def create_extension_xml(self, xml_template, termlist, file_output):
+        """Build an Darwin Core Extension XML file
+
+        Parameters
+        -----------
+        xml_template : str
+            The relative path to the file containing the declaration for the xml file 
+            (e.g., "./occurrence_core.tmpl")
+        termlist : str
+            The relative path to the file in which the list of terms to include in the 
+            extension are located (e.g., "./occurrence_core.lst").
+        file_output : str
+            The relative path to the file to write the resulting file.
+            (e.g., "../ext/dwc_occurrence.xml")
+        """
+        with codecs.open(file_output, 'w', 'utf-8') as output_file:
+            # Open the XML declaration file
+            template_file = open(xml_template, 'r')
+            # Write the entire XML declaration section to the output file
+            output_file.write(template_file.read())
+            # Process the list of terms for the extension combining properties from the 
+            # extension term list with the properties of the term definitions from Darwin 
+            # Core. 
+            
+            # Load the terms from the Extension term list file
+            termlistfile = open(termlist, 'rb')
+            previous_group = 'None'
+            for term in self.extension_terms(termlistfile):
+                # Process each row in the extension term list. The file must have the 
+                # following fields in the given order:
+                #     class,iri,type,thesaurus,description,comments,examples,required
+                # 1) The iri field must be populated. 
+                # 2) If there is supposed to be a datatype other than string for the term, 
+                #    that type must be provided.
+                # 3) If there is supposed to be a controlled vocabulary for the term, the 
+                #    URL to the location of the controlled vocabulary must be provided.
+                # 4) If there is supposed to be a definition, comment, or example for the
+                #    term that differs from that in the standard, the custom value must be
+                #    provided. 
+                # 5) If a term is required to be mapped to a field, the column 'required'
+                #    must be populated with 'true'.
+                
+                # Split the term iri to extract the label and namespace
+                term_parts = term['iri'].split('/')
+
+                # Always set the group based on the value in the Extension term list
+                group = term['group']
+
+                # Get the term name from the last part of the iri field from the Extension
+                # term list file
+                name = term_parts[-1]
+                
+                # The datatype, if it is other than 'string' must come from the type field
+                # in the Extension term list file
+                datatype = None
+                try:
+                    datatype = term['type']
+                except:
+                    pass
+
+                # The thesaurus, if there is one, must come from the type field in the 
+                # Extension term list file
+                thesaurus = None
+                try:
+                    thesaurus = term['thesaurus']
+                except:
+                    pass
+
+                # Get the term namespace from the part of the iri field from the Extension
+                # term list file up to the term name
+                namespace = term['iri'][0:term['iri'].find(term_parts[-1])]
+
+                # Get the term qualified name from the iri field from the Extension term
+                # list file
+                qualName = term['iri']
+
+                # Create a dc:relation to the URL for the term in the Quick Reference
+                # Guide, if there is one 
+                dc_relation = None
+                if namespace=='http://rs.tdwg.org/dwc/terms/':
+                    # Example: https://dwc.tdwg.org/terms/#dwc:behavior
+                    dc_relation = f'https://dwc.tdwg.org/terms/#dwc:{name}'
+                elif namespace=='http://rs.tdwg.org/dwc/iri/':
+                    # Example: https://dwc.tdwg.org/terms/#dwciri:recordedBy
+                    dc_relation = f'https://dwc.tdwg.org/terms/#dwciri:{name}'
+                elif namespace=='http://purl.org/dc/elements/1.1/':
+                    # Example: https://dwc.tdwg.org/terms/#dc:type
+                    dc_relation = f'https://dwc.tdwg.org/terms/#dc:{name}'
+                elif namespace=='http://purl.org/dc/terms/':
+                    # Example: https://dwc.tdwg.org/terms/#dcterms:references
+                    dc_relation = f'https://dwc.tdwg.org/terms/#dcterms:{name}'
+                elif namespace=='http://purl.org/chrono/terms/':
+                    # Example: https://tdwg.github.io/chrono/terms/#chrono:materialDated
+                    dc_relation = f'https://tdwg.github.io/chrono/terms/#chrono:{name}'
+
+                # Get the term definition (dc:description) from the description field of
+                # the Extension term list file. Later we'll check if this is blank, and
+                # if so, fill it from the standard.
+                dc_description = term['description']
+                
+                # Get the term usage comments from the description field of the Extension 
+                # term list file. Later we'll check if this is blank, and if so, fill it 
+                # from the standard.
+                comments = term['comments']
+
+                # Get the term examples from the description field of the Extension term 
+                # list file. Later we'll check if this is blank, and if so, fill it from 
+                # the standard.
+                examples = term['examples']
+
+                # Set the attribute 'required' to 'false' unless it is provided in the 
+                # Extension term list file
+                required = term['required']
+                if required is None or required.strip()=='':
+                    required = 'false'
+                else:
+                    required = 'true'
+
+                # Try to find the term from the standard
+                term_data = None
+                try:
+                    term_data = self.get_term_definition(term['iri'])
+                except:
+                    pass
+                
+                # Fill in dc:description, comments, or examples from the standard if it is
+                # not given in the Extension term list file
+                if term_data is not None:
+                    if dc_description is None or dc_description.strip()=='':
+                        dc_description = term_data['definition']
+                    if comments is None or comments.strip()=='':
+                        comments = term_data['comments']
+                    if examples is None or examples.strip()=='':
+                        examples = term_data['examples']
+
+                # Transform description, comment, and examples for HMTL encodings
+                dc_description = html.escape(dc_description)
+                comments = html.escape(comments)
+                examples = html.escape(examples)
+                
+                # Construct the property entry for the output file
+                s = f"    <property group='{group}' "
+                s += f"name='{name}' "
+                if datatype is not None and datatype.strip()!='':
+                    s += f"type='{datatype}' "
+                if thesaurus is not None and thesaurus.strip()!='':
+                    s += f"thesaurus='{thesaurus}' "
+                s += f"namespace='{namespace}' "
+                s += f"qualName='{qualName}' "
+                s += f"dc:relation='{dc_relation}' "
+                s += f"dc:description='{dc_description}' "
+                s += f"comments='{comments}' "
+                s += f"examples='{examples}'"
+                s += f" required='{required}'"
+                s += '/>\n'
+                if group != previous_group:
+                    output_file.write(f'\n    <!-- {group} -->\n')
+                output_file.write(s)
+                previous_group = group
+                        
+            output_file.write("</extension>")
+            output_file.close()
+            termlistfile.close()
+
+def _getoptions():
+    ''' Parse command line options and return them.'''
+    parser = argparse.ArgumentParser()
+
+    help = 'path to the extension term list csv file'
+    parser.add_argument("-i", "--extensiontermsfile", help=help)
+
+    help = 'path to the extension xml template file'
+    parser.add_argument("-x", "--extensiontemplatefile", help=help)
+
+    help = 'path to the output extension xml file'
+    parser.add_argument("-o", "--outputfile", help=help)
+
+    help = 'path to the dwc term versions csv file'
+    parser.add_argument("-t", "--termversionsfile", help=help)
+
+    return parser.parse_args()
+
+def main():
+    """Build XML Darwin Core Extension files"""
+
+    options = _getoptions()
+    optdict = {}
+
+    if options.extensiontermsfile is None or len(options.extensiontermsfile)==0 \
+      or options.extensiontemplatefile is None or len(options.extensiontemplatefile)==0 \
+      or options.outputfile is None or len(options.outputfile)==0:
+        s =  'syntax:\n'
+        s += f'python {__filename__}'
+        s += ' -x ./occurrence_core.tmpl'
+        s += ' -i ./occurrence_core_list.csv'
+        s += ' -o ../ext/dwc_occurrence_2021-08_16.xml'
+        s += ' -t ../vocabulary/term_versions.csv'
+        print(s)
+        return
+
+    term_versions_file = "../vocabulary/term_versions.csv"
+    if options.termversionsfile is not None and len(options.termversionsfile)!=0:
+        term_versions_file = options.termversionsfile
+
+    print("Running build process:")
+    my_dwc = DwcDigester(term_versions_file)
+
+    print("Building Extension XML file")
+    xml_template = options.extensiontemplatefile
+    termlist = options.extensiontermsfile
+    file_output = options.outputfile
+    my_dwc.create_extension_xml(xml_template, termlist, file_output)
+
+    print("Done!")
+
+if __name__ == "__main__":
+    sys.exit(main())

build/event_core.tmpl

@@ -0,0 +1,12 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance' 
+    xmlns:dc='http://purl.org/dc/terms/'    
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title='Darwin Core Event' 
+    name='Event' namespace='http://rs.tdwg.org/dwc/terms/' 
+    rowType='http://rs.tdwg.org/dwc/terms/Event'
+    dc:issued="2021-07-15"
+    dc:relation='https://dwc.tdwg.org/terms/#event'
+    dc:description='The category of information pertaining to an action that occurs at some location during some time.'>

build/event_core_list.csv

@@ -0,0 +1,97 @@
+group,iri,type,thesaurus,description,comments,examples,required
+Record-level,http://purl.org/dc/elements/1.1/type,,http://rs.gbif.org/vocabulary/dcterms/type.xml,,,,
+Record-level,http://purl.org/dc/terms/modified,date,,,,,
+Record-level,http://purl.org/dc/elements/1.1/language,,,,,,
+Record-level,http://purl.org/dc/terms/license,,,,,,
+Record-level,http://purl.org/dc/terms/rightsHolder,,,,,,
+Record-level,http://purl.org/dc/terms/accessRights,,,,,,
+Record-level,http://purl.org/dc/terms/bibliographicCitation,,,,,,
+Record-level,http://purl.org/dc/terms/references,uri,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/institutionID,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/datasetID,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/institutionCode,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/datasetName,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/ownerInstitutionCode,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/informationWithheld,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/dataGeneralizations,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/dynamicProperties,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventID,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/parentEventID,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/samplingProtocol,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/sampleSizeValue,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/sampleSizeUnit,,http://rs.gbif.org/vocabulary/gbif/unit_of_measurement_2015-07-10.xml,,,,
+Event,http://rs.tdwg.org/dwc/terms/samplingEffort,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventDate,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventTime,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/startDayOfYear,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/endDayOfYear,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/year,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/month,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/day,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/verbatimEventDate,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/habitat,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/fieldNumber,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/fieldNotes,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventRemarks,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locationID,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/higherGeographyID,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/higherGeography,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/continent,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/waterBody,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/islandGroup,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/island,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/country,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/countryCode,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/stateProvince,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/county,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/municipality,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locality,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimLocality,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/minimumElevationInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/maximumElevationInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimElevation,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verticalDatum,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/minimumDepthInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/maximumDepthInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimDepth,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/minimumDistanceAboveSurfaceInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/maximumDistanceAboveSurfaceInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locationAccordingTo,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locationRemarks,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/decimalLatitude,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/decimalLongitude,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/geodeticDatum,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/coordinateUncertaintyInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/coordinatePrecision,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/pointRadiusSpatialFit,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimCoordinates,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimLatitude,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimLongitude,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimCoordinateSystem,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimSRS,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/footprintWKT,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/footprintSRS,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/footprintSpatialFit,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferencedBy,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferencedDate,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferenceProtocol,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferenceSources,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferenceRemarks,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/geologicalContextID,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestEonOrLowestEonothem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestEonOrHighestEonothem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestEraOrLowestErathem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestEraOrHighestErathem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestPeriodOrLowestSystem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestPeriodOrHighestSystem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestEpochOrLowestSeries,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestEpochOrHighestSeries,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestAgeOrLowestStage,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestAgeOrHighestStage,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/lowestBiostratigraphicZone,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/highestBiostratigraphicZone,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/lithostratigraphicTerms,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/group,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/formation,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/member,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/bed,,,,,,

build/extended_mof.tmpl

@@ -0,0 +1,14 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
+    xmlns:dc='http://purl.org/dc/terms/'
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title='Darwin Core Occurrence'
+    name='ExtendedMeasurementOrFact' namespace='http://rs.tdwg.org/dwc/terms/'
+    rowType='http://rs.tdwg.org/dwc/terms/MeasurementOrFact'
+    dc:issued='2021-07-15'
+    dc:subject='dwc:Taxon dwc:Event'
+    dc:relation='https://dwc.tdwg.org/terms/#measurementorfact'
+    dc:description='Extended support for measurements or facts, allowing links to any Core plus to records in an Occurrence Extension. For example, when used with an Event Core, this extension can be used to store measurements or facts related to a biological occurrence (through the built-in occurrenceID), to environmental measurements or facts, and to sampling method attributes. This extension includes dwciri terms that can be used for IRI-based identifiers to values in controlled vocabularies for measurementType, measurementValue, and measurementUnit.'>
+    

build/extended_mof_list.csv

@@ -0,0 +1,14 @@
+group,iri,type,thesaurus,description,comments,examples,required
+Occurrence,http://rs.tdwg.org/dwc/terms/occurrenceID,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementID,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementType,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/iri/measurementType,uri,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementValue,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/iri/measurementValue,uri,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementAccuracy,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementUnit,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/iri/measurementUnit,uri,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementDeterminedDate,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementDeterminedBy,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementMethod,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementRemarks,,,,,,

build/identification_history.tmpl

@@ -0,0 +1,12 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance' 
+    xmlns:dc='http://purl.org/dc/terms/'    
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title="Darwin Core Identification History" 
+    name="Identification" namespace="http://rs.tdwg.org/dwc/terms/" 
+    rowType="http://rs.tdwg.org/dwc/terms/Identification"
+    dc:issued='2021-07-15'
+    dc:relation='https://dwc.tdwg.org/terms/#identification'
+    dc:description="Support for multiple identifications (determinations) of species Occurrences. All identifications including the most current one should be listed, while the current one should also be repeated in the Occurrence Core.">

build/identification_history_list.csv

@@ -0,0 +1,48 @@
+group,iri,type,thesaurus,description,comments,examples,required
+Identification,http://rs.tdwg.org/dwc/terms/identificationID,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/verbatimIdentification,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationQualifier,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/typeStatus,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identifiedBy,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identifiedByID,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/dateIdentified,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationReferences,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationVerificationStatus,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationRemarks,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificNameID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/acceptedNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/parentNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/originalNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nameAccordingToID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedInID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonConceptID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/acceptedNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/parentNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/originalNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nameAccordingTo,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedIn,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedInYear,integer,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/higherClassification,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/kingdom,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/phylum,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/class,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/order,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/family,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/subfamily,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/genus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/genericName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/subgenus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/infragenericEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/specificEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/infraspecificEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/cultivarEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonRank,,http://rs.gbif.org/vocabulary/gbif/rank_2015-04-24.xml,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/verbatimTaxonRank,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificNameAuthorship,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/vernacularName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nomenclaturalCode,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonomicStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nomenclaturalStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonRemarks,,,,,,

build/measurements_or_facts.tmpl

@@ -0,0 +1,13 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
+    xmlns:dc='http://purl.org/dc/terms/'
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title="Darwin Core Measurement Or Facts" 
+    name='MeasurementOrFact' namespace='http://rs.tdwg.org/dwc/terms/'
+    rowType='http://rs.tdwg.org/dwc/terms/MeasurementOrFact'
+    dc:issued='2021-07-15'
+    dc:subject='dwc:Occurrence dwc:Event dwc:Taxon'
+    dc:relation='https://dwc.tdwg.org/terms/#measurementorfact'
+    dc:description='Support for measurements or facts, allowing links to any type of Core.'>

build/measurements_or_facts_list.csv

@@ -0,0 +1,10 @@
+group,iri,type,thesaurus,description,comments,examples,required
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementID,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementType,,,,,,true
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementValue,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementAccuracy,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementUnit,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementDeterminedDate,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementDeterminedBy,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementMethod,,,,,,
+MeasurementOrFact,http://rs.tdwg.org/dwc/terms/measurementRemarks,,,,,,

build/occurrence_core.tmpl

@@ -0,0 +1,13 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
+    xmlns:dc='http://purl.org/dc/terms/'
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title='Darwin Core Occurrence'
+    name='Occurrence' namespace='http://rs.tdwg.org/dwc/terms/'
+    rowType='http://rs.tdwg.org/dwc/terms/Occurrence'
+    dc:issued='2021-07-15'
+    dc:subject='dwc:Taxon dwc:Event'
+    dc:relation='https://dwc.tdwg.org/terms/#occurrence'
+    dc:description='The category of information pertaining to the existence of an Organism (sensu http://rs.tdwg.org/dwc/terms/Organism) at a particular place at a particular time.'>

build/occurrence_core_list.csv

@@ -0,0 +1,180 @@
+group,iri,type,thesaurus,description,comments,examples,required
+Record-level,http://purl.org/dc/elements/1.1/type,,http://rs.gbif.org/vocabulary/dcterms/type.xml,,,,
+Record-level,http://purl.org/dc/terms/modified,date,,,,,
+Record-level,http://purl.org/dc/elements/1.1/language,,,,,,
+Record-level,http://purl.org/dc/terms/license,,,,,,
+Record-level,http://purl.org/dc/terms/rightsHolder,,,,,,
+Record-level,http://purl.org/dc/terms/accessRights,,,,,,
+Record-level,http://purl.org/dc/terms/bibliographicCitation,,,,,,
+Record-level,http://purl.org/dc/terms/references,uri,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/institutionID,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/collectionID,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/datasetID,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/institutionCode,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/collectionCode,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/datasetName,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/ownerInstitutionCode,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/basisOfRecord,,http://rs.gbif.org/vocabulary/dwc/basis_of_record.xml,,,,true
+Record-level,http://rs.tdwg.org/dwc/terms/informationWithheld,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/dataGeneralizations,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/dynamicProperties,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/occurrenceID,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/catalogNumber,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/recordNumber,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/recordedBy,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/recordedByID,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/individualCount,integer,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/organismQuantity,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/organismQuantityType,,http://rs.gbif.org/vocabulary/gbif/quantity_type_2015-07-10.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/sex,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/lifeStage,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/reproductiveCondition,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/behavior,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/establishmentMeans,,http://rs.gbif.org/vocabulary/gbif/establishmentmeans_2020-10-13.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/degreeOfEstablishment,,http://rs.gbif.org/vocabulary/gbif/degreeofestablishment_2020-10-13.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/pathway,,http://rs.gbif.org/vocabulary/gbif/pathway_2020-10-13.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/georeferenceVerificationStatus,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/occurrenceStatus,,http://rs.gbif.org/vocabulary/gbif/occurrence_status_2020-07-15.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/preparations,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/disposition,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/associatedMedia,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/associatedOccurrences,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/associatedReferences,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/associatedSequences,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/associatedTaxa,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/otherCatalogNumbers,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/terms/occurrenceRemarks,,,,,,
+Organism,http://rs.tdwg.org/dwc/terms/organismID,,,,,,
+Organism,http://rs.tdwg.org/dwc/terms/organismName,,,,,,
+Organism,http://rs.tdwg.org/dwc/terms/organismScope,,,,,,
+Organism,http://rs.tdwg.org/dwc/terms/associatedOrganisms,,,,,,
+Organism,http://rs.tdwg.org/dwc/terms/previousIdentifications,,,,,,
+Organism,http://rs.tdwg.org/dwc/terms/organismRemarks,,,,,,
+MaterialSample,http://rs.tdwg.org/dwc/terms/materialSampleID,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventID,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/parentEventID,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/fieldNumber,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventDate,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventTime,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/startDayOfYear,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/endDayOfYear,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/year,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/month,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/day,integer,,,,,
+Event,http://rs.tdwg.org/dwc/terms/verbatimEventDate,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/habitat,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/samplingProtocol,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/sampleSizeValue,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/sampleSizeUnit,,http://rs.gbif.org/vocabulary/gbif/unit_of_measurement_2015-07-10.xml,,,,
+Event,http://rs.tdwg.org/dwc/terms/samplingEffort,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/fieldNotes,,,,,,
+Event,http://rs.tdwg.org/dwc/terms/eventRemarks,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locationID,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/higherGeographyID,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/higherGeography,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/continent,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/waterBody,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/islandGroup,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/island,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/country,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/countryCode,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/stateProvince,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/county,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/municipality,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locality,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimLocality,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/minimumElevationInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/maximumElevationInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimElevation,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verticalDatum,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/minimumDepthInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/maximumDepthInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimDepth,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/minimumDistanceAboveSurfaceInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/maximumDistanceAboveSurfaceInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locationAccordingTo,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/locationRemarks,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/decimalLatitude,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/decimalLongitude,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/geodeticDatum,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/coordinateUncertaintyInMeters,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/coordinatePrecision,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/pointRadiusSpatialFit,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimCoordinates,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimLatitude,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimLongitude,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimCoordinateSystem,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verbatimSRS,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/footprintWKT,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/footprintSRS,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/footprintSpatialFit,decimal,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferencedBy,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferencedDate,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferenceProtocol,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferenceSources,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/georeferenceRemarks,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/geologicalContextID,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestEonOrLowestEonothem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestEonOrHighestEonothem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestEraOrLowestErathem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestEraOrHighestErathem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestPeriodOrLowestSystem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestPeriodOrHighestSystem,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestEpochOrLowestSeries,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestEpochOrHighestSeries,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/earliestAgeOrLowestStage,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/latestAgeOrHighestStage,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/lowestBiostratigraphicZone,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/highestBiostratigraphicZone,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/lithostratigraphicTerms,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/group,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/formation,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/member,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/terms/bed,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationID,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/verbatimIdentification,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationQualifier,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/typeStatus,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identifiedBy,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identifiedByID,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/dateIdentified,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationReferences,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationVerificationStatus,,,,,,
+Identification,http://rs.tdwg.org/dwc/terms/identificationRemarks,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificNameID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/acceptedNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/parentNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/originalNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nameAccordingToID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedInID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonConceptID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/acceptedNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/parentNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/originalNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nameAccordingTo,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedIn,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedInYear,integer,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/higherClassification,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/kingdom,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/phylum,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/class,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/order,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/family,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/subfamily,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/genus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/genericName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/subgenus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/infragenericEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/specificEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/infraspecificEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/cultivarEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonRank,,http://rs.gbif.org/vocabulary/gbif/rank_2015-04-24.xml,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/verbatimTaxonRank,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificNameAuthorship,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/vernacularName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nomenclaturalCode,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonomicStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nomenclaturalStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonRemarks,,,,,,

build/occurrence_iri.tmpl

@@ -0,0 +1,13 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
+    xmlns:dc='http://purl.org/dc/terms/'
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title='Darwin Core Occurrence IRI'
+    name='Occurrence' namespace='http://rs.tdwg.org/dwc/iri/'
+    rowType='http://rs.tdwg.org/dwc/terms/Occurrence'
+    dc:issued='2021-07-15'
+    dc:subject='dwc:Taxon dwc:Event'
+    dc:relation='https://dwc.tdwg.org/terms/#occurrence'
+    dc:description='Additional IRI terms for the category of information pertaining to the existence of an Organism (sensu http://rs.tdwg.org/dwc/terms/Organism) at a particular place at a particular time.'>

build/occurrence_iri_list.csv

@@ -0,0 +1,44 @@
+group,iri,type,thesaurus,description,comments,examples,required
+Record-level,http://purl.org/dc/terms/language,,,,,,
+Record-level,http://rs.tdwg.org/dwc/iri/inCollection,,,,,,
+Record-level,http://rs.tdwg.org/dwc/iri/inDataset,,,,,,
+Record-level,http://rs.tdwg.org/dwc/iri/informationWithheld,,,,,,
+Record-level,http://rs.tdwg.org/dwc/iri/dataGeneralizations,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/recordNumber,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/recordedBy,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/organismQuantityType,,http://rs.gbif.org/vocabulary/gbif/quantity_type_2015-07-10.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/sex,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/lifeStage,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/reproductiveCondition,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/behavior,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/establishmentMeans,,http://rs.gbif.org/vocabulary/gbif/establishmentmeans_2020-10-13.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/degreeOfEstablishment,,http://rs.gbif.org/vocabulary/gbif/degreeofestablishment_2020-10-13.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/pathway,,http://rs.gbif.org/vocabulary/gbif/pathway_2020-10-13.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/georeferenceVerificationStatus,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/occurrenceStatus,,http://rs.gbif.org/vocabulary/gbif/occurrence_status_2020-07-15.xml,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/preparations,,,,,,
+Occurrence,http://rs.tdwg.org/dwc/iri/disposition,,,,,,
+Event,http://rs.tdwg.org/dwc/iri/fieldNumber,,,,,,
+Event,http://rs.tdwg.org/dwc/iri/habitat,,,,,,
+Event,http://rs.tdwg.org/dwc/iri/samplingProtocol,,,,,,
+Event,http://rs.tdwg.org/dwc/iri/sampleSizeUnit,,http://rs.gbif.org/vocabulary/gbif/unit_of_measurement_2015-07-10.xml,,,,
+Event,http://rs.tdwg.org/dwc/iri/fieldNotes,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/inDescribedPlace,,,,,,
+Location,http://rs.tdwg.org/dwc/terms/verticalDatum,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/geodeticDatum,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/locationAccordingTo,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/verbatimCoordinateSystem,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/verbatimSRS,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/footprintWKT,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/footprintSRS,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/georeferencedBy,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/georeferenceProtocol,,,,,,
+Location,http://rs.tdwg.org/dwc/iri/georeferenceSources,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/iri/earliestGeochronologicalEra,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/iri/latestGeochronologicalEra,,,,,,
+GeologicalContext,http://rs.tdwg.org/dwc/iri/fromLithostratigraphicUnit,,,,,,
+Identification,http://rs.tdwg.org/dwc/iri/identificationQualifier,,,,,,
+Identification,http://rs.tdwg.org/dwc/iri/typeStatus,,,,,,
+Identification,http://rs.tdwg.org/dwc/iri/identifiedBy,,,,,,
+Identification,http://rs.tdwg.org/dwc/iri/identificationVerificationStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/iri/toTaxon,,,,,,

build/resource_relationship.tmpl

@@ -0,0 +1,13 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
+    xmlns:dc='http://purl.org/dc/terms/'
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title="Darwin Core Resource Relationship" 
+    name="ResourceRelationship" namespace="http://rs.tdwg.org/dwc/terms/" 
+    rowType="http://rs.tdwg.org/dwc/terms/ResourceRelationship"
+    dc:issued='2021-07-15'
+    dc:subject='dwc:Occurrence dwc:Event dwc:Taxon'
+    dc:relation='https://dwc.tdwg.org/terms/#resourcerelationship'
+    dc:description='Support for relationships between resources in the Core, in an extension, or external to the data set. The identifiers for subject (resourceID) and object (relatedResourceID) may exist in the dataset or be accessible via an externally resolvable identifier'>

build/resource_relationship_list.csv

@@ -0,0 +1,9 @@
+group,iri,type,thesaurus,description,comments,examples,required
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/resourceRelationshipID,,,,,,
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/resourceID,,,,,,true
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/relationshipOfResourceID,,,,,,
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/relatedResourceID,,,,,,true
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/relationshipOfResource,,,,,,
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/relationshipAccordingTo,,,,,,
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/relationshipEstablishedDate,,,,,,
+ResourceRelationship,http://rs.tdwg.org/dwc/terms/relationshipRemarks,,,,,,

build/taxon_core.tmpl

@@ -0,0 +1,12 @@
+<?xml version='1.0' encoding='UTF-8'?>
+<?xml-stylesheet type='text/xsl' href='/style/human.xsl'?>
+<extension xmlns='http://rs.gbif.org/extension/'
+    xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance' 
+    xmlns:dc='http://purl.org/dc/terms/'    
+    xsi:schemaLocation='http://rs.gbif.org/extension/ http://rs.gbif.org/schema/extension.xsd'
+    dc:title='Darwin Core Taxon' 
+    name='Taxon' namespace='http://rs.tdwg.org/dwc/terms/' 
+    rowType='http://rs.tdwg.org/dwc/terms/Taxon'
+    dc:issued='2021-07-15'
+    dc:relation='https://dwc.tdwg.org/terms/#taxon'
+    dc:description='The category of information pertaining to a group of organisms (sensu http://purl.obolibrary.org/obo/OBI_0100026) considered by taxonomists to form a homogeneous unit.'>

build/taxon_core_list.csv

@@ -0,0 +1,48 @@
+group,iri,type,thesaurus,description,comments,examples,required
+Taxon,http://rs.tdwg.org/dwc/terms/taxonID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificNameID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/acceptedNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/parentNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/originalNameUsageID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nameAccordingToID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedInID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonConceptID,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/acceptedNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/parentNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/originalNameUsage,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nameAccordingTo,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedIn,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/namePublishedInYear,integer,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/higherClassification,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/kingdom,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/phylum,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/class,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/order,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/family,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/subfamily,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/genus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/genericName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/subgenus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/infragenericEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/specificEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/infraspecificEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/cultivarEpithet,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonRank,,http://rs.gbif.org/vocabulary/gbif/rank_2015-04-24.xml,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/verbatimTaxonRank,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/scientificNameAuthorship,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/vernacularName,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nomenclaturalCode,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonomicStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/nomenclaturalStatus,,,,,,
+Taxon,http://rs.tdwg.org/dwc/terms/taxonRemarks,,,,,,
+Record-level,http://purl.org/dc/terms/modified,date,,,,,
+Record-level,http://purl.org/dc/elements/1.1/language,,,,,,
+Record-level,http://purl.org/dc/terms/license,,,,,,
+Record-level,http://purl.org/dc/terms/rightsHolder,,,,,,
+Record-level,http://purl.org/dc/terms/accessRights,,,,,,
+Record-level,http://purl.org/dc/terms/bibliographicCitation,,,,,,
+Record-level,http://purl.org/dc/terms/references,uri,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/datasetID,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/datasetName,,,,,,
+Record-level,http://rs.tdwg.org/dwc/terms/informationWithheld,,,,,,