Linking-Strategies.html


<!DOCTYPE HTML>
<html lang="" >
    <head>
        <meta charset="UTF-8">
        <meta content="text/html; charset=utf-8" http-equiv="Content-Type">
        <title>Linking Strategies · GitBook</title>
        <meta http-equiv="X-UA-Compatible" content="IE=edge" />
        <meta name="description" content="">
        <meta name="generator" content="GitBook 3.2.3">
        
        
    <link rel="stylesheet" href="gitbook/style.css">

    
                <link rel="stylesheet" href="gitbook/gitbook-plugin-highlight/website.css">
                
            
                <link rel="stylesheet" href="gitbook/gitbook-plugin-fontsettings/website.css">
                
            
                <link rel="stylesheet" href="gitbook/gitbook-plugin-search/search.css">
                
            
                <link rel="stylesheet" href="gitbook/gitbook-plugin-git-author/style.css">
                
            
    <meta name="HandheldFriendly" content="true"/>
    <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
    <meta name="apple-mobile-web-app-capable" content="yes">
    <meta name="apple-mobile-web-app-status-bar-style" content="black">
    <link rel="apple-touch-icon-precomposed" sizes="152x152" href="gitbook/images/apple-touch-icon-precomposed-152.png">
    <link rel="shortcut icon" href="gitbook/images/favicon.ico" type="image/x-icon">

    
    <link rel="next" href="ATTX-Component-Distribution.html" />
    
    
    <link rel="prev" href="ATTX-Data-Model.html" />
    

    </head>
    <body>
        
<div class="book">
    <div class="book-summary">
        
            
<div id="book-search-input" role="search">
    <input type="text" placeholder="Type to search" />
</div>

            
                <nav role="navigation">
                

<ul class="summary">
    
    
        <li class="header">ATTX Project</li>
        
        
        <li class="chapter " data-level="1.1" data-path="./">
            
                <a href="./">
            
                    
                    ATTX Project
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="1.2" >
            
                <span>
            
                    
                    Applications and Use Cases
            
                </span>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="1.2.1" data-path="Use-case-Infrastructures-and-publications.html">
            
                <a href="Use-case-Infrastructures-and-publications.html">
            
                    
                    UC1 - Infrastructure and Publications
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="1.2.2" data-path="Use-case-Jyvaskyla.html">
            
                <a href="Use-case-Jyvaskyla.html">
            
                    
                    UC2 - Parallel Publication Dashboard
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="1.2.3" data-path="Use-case-Metax.html">
            
                <a href="Use-case-Metax.html">
            
                    
                    UC3 - Metax
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="1.2.4" data-path="Use-case-Mildred.html">
            
                <a href="Use-case-Mildred.html">
            
                    
                    UC4 - Mildred
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="1.3" data-path="ATTX-Architecture-Overview.html">
            
                <a href="ATTX-Architecture-Overview.html">
            
                    
                    ATTX Architecture Overview
            
                </a>
            

        </li>
    

        <li class="header">Getting Started</li>
        
        
        <li class="chapter " data-level="2.1" data-path="ATTX-Broker-Deployment.html">
            
                <a href="ATTX-Broker-Deployment.html">
            
                    
                    ATTX Broker Deployment
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="2.1.1" >
            
                <span>
            
                    
                    Run on Single Machine PC/Mac/VM
            
                </span>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="2.1.1.1" data-path="Building-Docker-application-stacks-in-Swarm-Mode.html">
            
                <a href="Building-Docker-application-stacks-in-Swarm-Mode.html">
            
                    
                    Building Swarm Mode on a PC/Mac
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="2.1.1.2" data-path="Running-the-ATTX-containerised-application-stack-in-your-own-PC-or-Mac.html">
            
                <a href="Running-the-ATTX-containerised-application-stack-in-your-own-PC-or-Mac.html">
            
                    
                    Running the ATTX Stack on a PC/Mac
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="2.1.2" >
            
                <span>
            
                    
                    Run on Distributed/Cloud
            
                </span>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="2.1.2.1" data-path="Provisioning-ATTX-Components-on-CSC-Open-Stack-cPouta.html">
            
                <a href="Provisioning-ATTX-Components-on-CSC-Open-Stack-cPouta.html">
            
                    
                    Provisioning ATTX Components on CSC Open Stack (cPouta)
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="2.1.2.2" data-path="Deploying-ATTX-Components-on-Docker-Swarm.html">
            
                <a href="Deploying-ATTX-Components-on-Docker-Swarm.html">
            
                    
                    Deploying ATTX Components on Docker Swarm
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="2.1.2.3" data-path="Shared-NFS-Swarm-Cloud.html">
            
                <a href="Shared-NFS-Swarm-Cloud.html">
            
                    
                    Setting-up a shared NFS filesystem in Docker Swarm running in CSC cPouta
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="2.1.2.4" data-path="Applying-Rolling-Updates-to-services-in-Docker-Swarm.html">
            
                <a href="Applying-Rolling-Updates-to-services-in-Docker-Swarm.html">
            
                    
                    Applying Rolling Updates to Services in Docker Swarm
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="2.1.3" data-path="Deploying-ATTX-SB-on-Kontena.html">
            
                <a href="Deploying-ATTX-SB-on-Kontena.html">
            
                    
                    Deploying ATTX Broker on Kontena
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    

        <li class="header">Core Components</li>
        
        
        <li class="chapter " data-level="3.1" data-path="ATTX-Component-Workflow.html">
            
                <a href="ATTX-Component-Workflow.html">
            
                    
                    Workflow Component
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.1.1" data-path="ETL-Artifacts.html">
            
                <a href="ETL-Artifacts.html">
            
                    
                    ETL Artifacts
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="3.1.2" data-path="Unified-Views-plugins.html">
            
                <a href="Unified-Views-plugins.html">
            
                    
                    UnifiedViews Plugins
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="3.1.3" data-path="Service-UVProvenance.html">
            
                <a href="Service-UVProvenance.html">
            
                    
                    UVProvovenance Service
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3.2" data-path="ATTX-Component-Graph.html">
            
                <a href="ATTX-Component-Graph.html">
            
                    
                    Graph Component
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.2.1" data-path="Service-Graph-Manager.html">
            
                <a href="Service-Graph-Manager.html">
            
                    
                    Graph Manager Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.2.1.1" data-path="Examples-Graph-Manager-Service.html">
            
                <a href="Examples-Graph-Manager-Service.html">
            
                    
                    Graph Manager Message Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3.2.2" data-path="Graph-Store.html">
            
                <a href="Graph-Store.html">
            
                    
                    Graph Store
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.2.2.1" data-path="ATTX-Data-Model.html">
            
                <a href="ATTX-Data-Model.html">
            
                    
                    Ontology/Data model
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter active" data-level="3.2.3" data-path="Linking-Strategies.html">
            
                <a href="Linking-Strategies.html">
            
                    
                    Linking Strategies
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3.3" data-path="ATTX-Component-Distribution.html">
            
                <a href="ATTX-Component-Distribution.html">
            
                    
                    Distribution Component
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.3.1" data-path="ElasticSearch-with-Siren.html">
            
                <a href="ElasticSearch-with-Siren.html">
            
                    
                    ElasticSearch 1.3 with Siren
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="3.3.2" data-path="ElasticSearch-5.html">
            
                <a href="ElasticSearch-5.html">
            
                    
                    ElasticSearch 5.x
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="3.3.3" data-path="Dissemination-Workflow.html">
            
                <a href="Dissemination-Workflow.html">
            
                    
                    How Dissemination worflows work
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3.4" data-path="ATTX-Component-ServiceDiscovery.html">
            
                <a href="ATTX-Component-ServiceDiscovery.html">
            
                    
                    Service Discovery
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.4.1" data-path="Consul-ServiceDiscovery-Implementation.html">
            
                <a href="Consul-ServiceDiscovery-Implementation.html">
            
                    
                    Consul Service Discovery Implementation
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="3.4.2" data-path="Consul-for-Service-Discovery-on-Docker-Swarm.html">
            
                <a href="Consul-for-Service-Discovery-on-Docker-Swarm.html">
            
                    
                    Consul for Service Discovery on Docker Swarm
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3.5" data-path="ATTX-Component-MessageBroker.html">
            
                <a href="ATTX-Component-MessageBroker.html">
            
                    
                    Message Broker
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="3.5.1" data-path="MessageBroker-ActiveMQ.html">
            
                <a href="MessageBroker-ActiveMQ.html">
            
                    
                    ActiveMQ Message Broker
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="3.5.2" data-path="MessageBroker-RabbitMQ.html">
            
                <a href="MessageBroker-RabbitMQ.html">
            
                    
                    RabbitMQ Message Broker
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    

        <li class="header">Broker Services</li>
        
        
        <li class="chapter " data-level="4.1" data-path="Service-Provenance.html">
            
                <a href="Service-Provenance.html">
            
                    
                    Provenance Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="4.1.1" data-path="Examples-Provenance-Service.html">
            
                <a href="Examples-Provenance-Service.html">
            
                    
                    Provenance Messages Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4.2" data-path="Service-RML.html">
            
                <a href="Service-RML.html">
            
                    
                    RML Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="4.2.1" data-path="Examples-RML-Service.html">
            
                <a href="Examples-RML-Service.html">
            
                    
                    RML Messages Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4.3" data-path="Service-Indexing.html">
            
                <a href="Service-Indexing.html">
            
                    
                    Indexing Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="4.3.1" data-path="Examples-Indexing-Service.html">
            
                <a href="Examples-Indexing-Service.html">
            
                    
                    Indexing Messages Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4.4" data-path="Service-Graph-Framing.html">
            
                <a href="Service-Graph-Framing.html">
            
                    
                    Graph Framing Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="4.4.1" data-path="Examples-Graph-Framing-Service.html">
            
                <a href="Examples-Graph-Framing-Service.html">
            
                    
                    Graph Framing Messages Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4.5" data-path="Service-Validation.html">
            
                <a href="Service-Validation.html">
            
                    
                    Validation Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="4.5.1" data-path="Examples-Validation-Service.html">
            
                <a href="Examples-Validation-Service.html">
            
                    
                    Validation Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4.6" data-path="Service-Ontology.html">
            
                <a href="Service-Ontology.html">
            
                    
                    Ontology Service
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="4.6.1" data-path="Examples-Ontology-Service.html">
            
                <a href="Examples-Ontology-Service.html">
            
                    
                    Ontology Examples
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    

        <li class="header">User Guide</li>
        
        
        <li class="chapter " data-level="5.1" data-path="User-Guide-Administrator.html">
            
                <a href="User-Guide-Administrator.html">
            
                    
                    Data Administrator's User guide
            
                </a>
            

        </li>
    

        <li class="header">Development Guidelines</li>
        
        
        <li class="chapter " data-level="6.1" data-path="ATTX-Development-Environment.html">
            
                <a href="ATTX-Development-Environment.html">
            
                    
                    ATTX Development Environment
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="6.2" data-path="Feature-roadmap.html">
            
                <a href="Feature-roadmap.html">
            
                    
                    Feature Roadmap
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="6.3" data-path="Release-Plan.html">
            
                <a href="Release-Plan.html">
            
                    
                    Release Plan
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="6.4" data-path="CI-CD-Enviroment.html">
            
                <a href="CI-CD-Enviroment.html">
            
                    
                    CI/CD Enviroment
            
                </a>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="6.4.1" data-path="Jenkins-CI.html">
            
                <a href="Jenkins-CI.html">
            
                    
                    Jenkins CI
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="6.4.2" data-path="Build-Environment-Setup.html">
            
                <a href="Build-Environment-Setup.html">
            
                    
                    Build Environment Setup
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="6.4.3" data-path="Containerized-testing.html">
            
                <a href="Containerized-testing.html">
            
                    
                    Containerized Testing
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    

        <li class="header">Reports & Contributions</li>
        
        
        <li class="chapter " data-level="7.1" >
            
                <span>
            
                    
                    Reports
            
                </span>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="7.1.1" data-path="CSC-cPouta-Cloud-Services-Report.html">
            
                <a href="CSC-cPouta-Cloud-Services-Report.html">
            
                    
                    CSC cPouta Cloud Services Report
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.1.2" data-path="Building-with-Gradle.html">
            
                <a href="Building-with-Gradle.html">
            
                    
                    Building with (Py)Gradle
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.1.3" data-path="Messaging-Brokers-Solutions.html">
            
                <a href="Messaging-Brokers-Solutions.html">
            
                    
                    Messaging Brokers Solutions Overview
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.1.4" data-path="Service-Discovery-Solutions.html">
            
                <a href="Service-Discovery-Solutions.html">
            
                    
                    Service Discovery Solutions Overview
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.1.5" data-path="Workflow-Management-Tools.html">
            
                <a href="Workflow-Management-Tools.html">
            
                    
                    Workflow Management Tools Overview
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.1.6" data-path="Solutions-API-Gateway.html">
            
                <a href="Solutions-API-Gateway.html">
            
                    
                    API Gateway Solutions Overview
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="7.2" >
            
                <span>
            
                    
                    Presentations
            
                </span>
            

            <ul class="articles">
                
    
        <li class="chapter " data-level="7.2.1" data-path="Presentation-ELAG-2017.html">
            
                <a href="Presentation-ELAG-2017.html">
            
                    
                    ELAG2017
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.2.2" data-path="Presentation-OSFair-2017.html">
            
                <a href="Presentation-OSFair-2017.html">
            
                    
                    OSFair2017
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.2.3" data-path="Presentation-SWIB-2017.html">
            
                <a href="Presentation-SWIB-2017.html">
            
                    
                    SWIB2017
            
                </a>
            

        </li>
    
        <li class="chapter " data-level="7.2.4" data-path="Presentation-ISWC-2017.html">
            
                <a href="Presentation-ISWC-2017.html">
            
                    
                    ISWC2017
            
                </a>
            

        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="7.3" data-path="Open-Contributions.html">
            
                <a href="Open-Contributions.html">
            
                    
                    Open Source Contributions
            
                </a>
            

        </li>
    

        <li class="divider"></li>
        
        
        <li class="chapter " data-level="8.1" >
            
                <a target="_blank" href="https://www.helsinki.fi/en/projects/attx-2016">
            
                    
                    ATTX website
            
                </a>
            

        </li>
    

    <li class="divider"></li>

    <li>
        <a href="https://www.gitbook.com" target="blank" class="gitbook-link">
            Published with GitBook
        </a>
    </li>
</ul>


                </nav>
            
        
    </div>

    <div class="book-body">
        
            <div class="body-inner">
                
                    
<div class="book-header" role="navigation">
    

    <!-- Title -->
    <h1>
        <i class="fa fa-circle-o-notch fa-spin"></i>
        <a href="." >Linking Strategies</a>
    </h1>
</div>


                    <div class="page-wrapper" tabindex="-1" role="main">
                        <div class="page-inner">
                            
<div id="book-search-results">
    <div class="search-noresults">
    
                                <section class="normal markdown-section">
                                
                                <div class="git-author-container git-author-top"><div class="modified">Current page last modified at: 07-Dec-2017 12:32:44</div></div><h1 id="linking-strategies">Linking Strategies</h1>
<p>This page describes how different graphs in the data store are linked together. There are two different scenarios for linking:</p>
<ul>
<li>linking between platform&apos;s internal graphs (such as provenance and generated datasets)</li>
<li>linking between datasets that are part of the working data through workflow executions.</li>
</ul>
<h3 id="table-of-contents">Table of Contents</h3>
<!-- TOC START min:1 max:3 link:true update:true -->
<ul>
<li><a href="#linking-strategies">Linking Strategies</a><ul>
<li><a href="#table-of-contents">Table of Contents</a><ul>
<li><a href="#provenance-data">Provenance Data</a></li>
<li><a href="#working-data">Working Data</a></li>
<li><a href="#linking-datasets">Linking Datasets</a></li>
</ul>
</li>
<li><a href="#linking-provenance-and-working-data-graphs">Linking Provenance and Working Data Graphs</a></li>
<li><a href="#linking-between-working-data-graphs">Linking Between Working Data Graphs</a></li>
</ul>
</li>
</ul>
<!-- TOC END -->
<h2 id="provenance-data">Provenance Data</h2>
<p>Core content of the provenance graph (PG) are descriptions of workflows and their executions. Workflow description also contains links to the related steps whereas workflow execution descriptions have links to the generated dataset.</p>
<p>URIs for resources come from external IDs assigned by the workflow system (e.g. workflow IDs) and from the configuration of the workflow itself (e.g. dataset URIs).</p>
<p>Dataset URI refers to the named graph in the working data that contains all the triples generated by the associated activity.</p>
<pre><code class="lang-turtle">&lt;attx:provenance&gt; {
  &lt;attx:wf/1&gt;
    a attx:Workflow ;
    dct:title &quot;Harvest UH&apos;s publication and infrastructure data + links between them&quot; .

  &lt;attx:wf/2&gt;
    a attx:Workflow ;
    dct:title &quot;Harvest national infrastructure bank&apos;s descriptions&quot;

  &lt;attx:activity/1&gt;
    a attx:Activity ;
    prov:qualifiedAssociation [
      prov:hadPlan &lt;attx:wf/1&gt;
    ] ;
    prov:generated &lt;attx:ds/1&gt; .

  &lt;attx:activity/2&gt;
    a attx:Activity ;
    prov:qualifiedAssociation [
      prov:hadPlan &lt;attx:wf/2&gt;
    ] ;
    prov:generated &lt;attx:ds/2&gt; .

  &lt;attx:ds/1&gt;
    a attx:Dataset .
    # we can add more interesting attributes here such as owner of the harvested data...

  &lt;attx:ds/2&gt;
    a attx:Dataset .

}
</code></pre>
<h2 id="working-data">Working Data</h2>
<p>Working data is partitioned into named graphs that each contain the triples generated by a certain activity (i.e. workflow execution).  </p>
<p>Platform generates &quot;brokered&quot; URIs for every resource in the working data. These URIs should be generated using common base name, some workflow related metadata and original metadata, such as external identifier(s).</p>
<p>Examples of working data generated by data acquisition workflows</p>
<pre><code class="lang-turtle"># Using TriG - https://en.wikipedia.org/wiki/TriG_(syntax)
&lt;attx:ds/1&gt; {
  &lt;attx:ds/1/work/pub/1&gt;
    dct:identifier &quot;pub/1&quot; ;
    dct:identifier &lt;doi:1&gt; ;
    dct:title &quot;test&quot; ;
    dct:publisher &quot;HY&quot; .

  &lt;attx:ds/1/work/pub/2&gt;
    dct:identifier &quot;pub/2&quot; ;
    dct:title &quot;test 2&quot; ;
    dct:publisher &quot;HY&quot; .
    custom:relatedInfra &lt;urn:2&gt;

  &lt;attx:ds/1/work/infra/1&gt;
    dct:identifier &quot;infra/1&quot; ;
    attx:otherID &lt;urn:2&gt; ;
    dct:title &quot;Infra 1&quot; .

  &lt;attx:ds/1/work/pub/1&gt; attx:hasRelatedInfra &lt;attx:ds/1/work/infra/1&gt; .
}

&lt;attx:ds/2&gt; {
  &lt;attx:ds/2/work/infra/1&gt;
    dct:identifier &lt;urn:2&gt; ;
    dct:title &quot;Infra 1&quot; ;
    infra:service [
      rdfs:label &quot;Service 1&quot;
    ] ;
    infra:service [
      rdfs:label &quot;Service 2&quot;
    ] .
}

&lt;attx:ds/3&gt; {
  &lt;attx:etsin/urn:1&gt;
    dct:source &lt;etsin:urn:1&gt; ;
    dct:title &quot;Test dataset&quot; ;
    dct:publisher &quot;HY&quot; .
}
</code></pre>
<h2 id="linking-datasets">Linking Datasets</h2>
<h3 id="linking-provenance-and-working-data-graphs">Linking Provenance and Working Data Graphs</h3>
<p>The linkage between the Provenance and Working Data graphs can be achieved by using the provenance graph IDs for as the named graph for the working data. In the examples above the <code>&lt;attx:ds/2&gt;</code>, <code>&lt;attx:ds/1&gt;</code> and <code>&lt;attx:ds/1&gt;</code> illustrate such a linkage. This process is under the control of the user which specifies the <code>inputGraphURI</code> and the <code>outputGraphURI</code> for given Working Data graphs.</p>
<h3 id="linking-between-working-data-graphs">Linking Between Working Data Graphs</h3>
<p><strong>Linking between datasets in the working data should always happen through some kind of processing workflow.</strong></p>
<ul>
<li>This makes is harder to use existing links in the sources data, because you always have to do processing even if the source data contains external identifiers.</li>
<li>Makes it easy to manage and run multiple different linking implementation on the same datasets. For example: adding <code>skos:exactMatch</code> links based on identifiers, identifier based linking on object properties, NER based linking using software X, NEW based linking using software Y, etc.</li>
<li>It allow one to attach metadata to the graphs that contain generated links such as different kinds of quality metrics.</li>
</ul>
<p>Resources in the graph store can have more than one identifier, and each of them can be used to link resources together. For example <code>&lt;attx:ds/1/work/infra/1&gt;</code> has two identifiers where the secondary identifier links it to the description in the graph <code>&lt;attx:ds/2&gt;</code>.</p>
<p>Link processing happens against the working data in two stages:</p>
<ul>
<li>In the <strong>first stage</strong> the identifiers in the selected datasets are clustered so that we have mapping of platform&apos;s internal resource URL to all its identifiers.</li>
</ul>
<p>Example of platform URL to identifier mappings in Turtle. Using working data example above with <code>&lt;attx:ds/1&gt;</code> and <code>&lt;attx:ds/2&gt;</code> as the input graphs.</p>
<pre><code class="lang-turtle">&lt;attx:ds/1/work/pub/1&gt;
  &lt;attx:id&gt; &quot;pub/1&quot; ;
  &lt;attx:id&gt; &lt;doi:1&gt; .

&lt;attx:ds/1/work/pub/2&gt;
  &lt;attx:id&gt; &quot;pub/2&quot; .

&lt;attx:ds/1/work/infra/1&gt;
  &lt;attx:id&gt; &quot;infra/1&quot; ;
  &lt;attx:id&gt; &lt;urn:2&gt; .

&lt;attx:ds/2/work/infra/1&gt;
  &lt;attx:id&gt; &lt;urn:2&gt; .
</code></pre>
<p>The <code>&lt;attx:id&gt;</code> refers to a set of properties which depict identifiers. Implementing such as set of properties could be achieved by having a super-property which depicts a general identifier and multiple sub-properties which characterise specific identifiers either by class type (classes) or by data types (values).</p>
<ul>
<li>In the next step (<strong>second stage</strong>) we generate new triples for linking platform URLs using the clustered IDs and values of selected properties in the original graph. For example generating <code>skos:exactMatch</code> between infrastructure descriptions in graphs <code>&lt;attx:ds/1&gt;</code> and <code>&lt;attx:ds/2&gt;</code>.</li>
</ul>
<pre><code class="lang-sparql">construct {
  ?r1 skos:exactMatch ?r2
}
from &lt;clustered ids.ttl&gt;
where {
  ?r1 attx:id ?id .
  ?r2 attx:id ?id .
  filter(?r1 != ?r2) # filtering out trivial &lt;x&gt; skos:exactMatch &lt;x&gt; triples
}
</code></pre>
<p>results of identifier based linking processing:</p>
<pre><code class="lang-turtle">&lt;attx:links/1&gt; {
  &lt;attx:ds/1/work/infra/1&gt; skos:exactMatch &lt;attx:ds/2/work/infra/1&gt;
}
</code></pre>
<p>Another scenario is to use clustered IDs with the original graph data to generate new links based on object properties.</p>
<p>For example linking <code>pub/2</code> with the infra <code>&lt;urn2:&gt;</code> based on the value of the publication&apos;s <code>custom:relatedInfra</code> property.</p>
<pre><code class="lang-sparql">construct {
  ?r1 attx:hasRelatedInfra ?r2
}
from &lt;clustered ids.ttl&gt;
from named &lt;attx:ds/1&gt;
from named &lt;attx:ds/2&gt;
where {
  ?r1 custom:relatedInfra ?infra .
  ?r2 attx:id ?infra
}
</code></pre>
<p>results of identifier based linking processing on an object property:</p>
<pre><code class="lang-turtle">&lt;attx:links/1&gt; {
  &lt;attx:ds/1/work/pub/2&gt; attx:hasRelatedInfra &lt;attx:ds/2/work/infra/1&gt;
}
</code></pre>

                                
                                </section>
                            
    </div>
    <div class="search-results">
        <div class="has-results">
            
            <h1 class="search-results-title"><span class='search-results-count'></span> results matching "<span class='search-query'></span>"</h1>
            <ul class="search-results-list"></ul>
            
        </div>
        <div class="no-results">
            
            <h1 class="search-results-title">No results matching "<span class='search-query'></span>"</h1>
            
        </div>
    </div>
</div>

                        </div>
                    </div>
                
            </div>

            
                <a href="ATTX-Data-Model.html" class="navigation navigation-prev " aria-label="Previous page: Ontology/Data model">
                    <i class="fa fa-angle-left"></i>
                </a>
                
                
                <a href="ATTX-Component-Distribution.html" class="navigation navigation-next " aria-label="Next page: Distribution Component">
                    <i class="fa fa-angle-right"></i>
                </a>
                
            
    </div>

    <script>
        var gitbook = gitbook || [];
        gitbook.push(function() {
            gitbook.page.hasChanged({"page":{"title":"Linking Strategies","level":"3.2.3","depth":2,"next":{"title":"Distribution Component","level":"3.3","depth":1,"path":"ATTX-Component-Distribution.md","ref":"ATTX-Component-Distribution.md","articles":[{"title":"ElasticSearch 1.3 with Siren","level":"3.3.1","depth":2,"path":"ElasticSearch-with-Siren.md","ref":"ElasticSearch-with-Siren.md","articles":[]},{"title":"ElasticSearch 5.x","level":"3.3.2","depth":2,"path":"ElasticSearch-5.md","ref":"ElasticSearch-5.md","articles":[]},{"title":"How Dissemination worflows work","level":"3.3.3","depth":2,"path":"Dissemination-Workflow.md","ref":"Dissemination-Workflow.md","articles":[]}]},"previous":{"title":"Ontology/Data model","level":"3.2.2.1","depth":3,"path":"ATTX-Data-Model.md","ref":"ATTX-Data-Model.md","articles":[]},"dir":"ltr"},"config":{"gitbook":"*","theme":"default","variables":{},"plugins":["highlight","fontsettings","search","git-author","gitversion","copy-code-button"],"pluginsConfig":{"gitversion":{},"git-author":{"position":"top","modifyTpl":"Current page last modified at: {timeStamp}","createTpl":false,"timeStampFormat":"DD-MMM-YYYY HH:mm:ss"},"search":{},"lunr":{"maxIndexSize":1000000,"ignoreSpecialCharacters":false},"fontsettings":{"family":"sans","size":2,"theme":"white"},"fontSettings":{"size":1},"highlight":{},"copy-code-button":{},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"theme-default":{"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"},"showLevel":false}},"structure":{"langs":"LANGS.md","readme":"README.md","glossary":"GLOSSARY.md","summary":"SUMMARY.md"},"pdf":{"pageNumbers":true,"fontSize":12,"fontFamily":"Arial","paperSize":"a4","chapterMark":"pagebreak","pageBreaksBefore":"/","margin":{"right":62,"left":62,"top":56,"bottom":56}},"styles":{"website":"styles/website.css","pdf":"styles/pdf.css","epub":"styles/epub.css","mobi":"styles/mobi.css","ebook":"styles/ebook.css","print":"styles/print.css"}},"file":{"path":"Linking-Strategies.md","mtime":"2018-07-10T08:39:38.253Z","type":"markdown"},"gitbook":{"version":"3.2.3","time":"2018-07-12T07:02:52.974Z"},"basePath":".","book":{"language":""}});
        });
    </script>
</div>

        
    <script src="gitbook/gitbook.js"></script>
    <script src="gitbook/theme.js"></script>
    
        
        <script src="gitbook/gitbook-plugin-fontsettings/fontsettings.js"></script>
        
    
        <script src="gitbook/gitbook-plugin-search/search-engine.js"></script>
        
    
        <script src="gitbook/gitbook-plugin-search/search.js"></script>
        
    
        <script src="gitbook/gitbook-plugin-copy-code-button/toggle.js"></script>
        
    
        <script src="gitbook/gitbook-plugin-lunr/lunr.min.js"></script>
        
    
        <script src="gitbook/gitbook-plugin-lunr/search-lunr.js"></script>
        
    
        <script src="gitbook/gitbook-plugin-sharing/buttons.js"></script>
        
    
    </body>
</html>