EU MDR + EuroVoc Codelist load to CouchDb (NKOD)
type: Pipeline
tag: NKOD
version: 2
profile: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/2

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/64
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 360
y: 560
description: countries-skos.rdf

Files to RDF Chunked
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/53
template: http://etl.linkedpipes.com/resources/components/t-filesToRdfChunked/0.0.0
x: 720
y: 380

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/12
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/71
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 420
y: 80
description: languages-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/14
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/81
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 320
y: 500
description: adms-taxonomies.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/16
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/73
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 240
y: 380
description: adms.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/18
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/75
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 440
y: 740
description: documentation-types-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/20
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/51
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 140
y: 260
description: dataset-types-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/22
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/77
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 160
y: 320
description: filetypes-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/24
type: Connection
source binding: OutputRdf
source component: Chunk splitter
target binding: InputRdf
target component: Chunked RDF to wrapped JSON-LD

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/25
type: Connection
source binding: FilesOutput
source component: Decompress zip archive
target binding: InputFiles
target component: Files to RDF Chunked

Decompress zip archive
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/78
template: http://etl.linkedpipes.com/resources/components/t-unpackZip/0.0.0
x: 380
y: 420
description: eurovoc_skos.zip

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/27
type: Connection
source binding: OutputRdf
source component: Files to RDF Chunked
target binding: InputRdf
target component: SPARQL construct chunked

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/28
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/69
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 340
y: 140
description: frequencies-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/3
type: Connection
source binding: OutputRdf
source component: SPARQL construct chunked
target binding: InputRdf
target component: Chunk splitter

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/57
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 160
y: 440
description: eurovoc_skos.zip

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/31
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/60
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 400
y: 680
description: distribution-types-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/33
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/66
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 400
y: 620
description: places-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/35
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/55
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 240
y: 200
description: data-theme-skos.rdf

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/37
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: FilesInput
target component: Decompress zip archive

Files to RDF Chunked
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/62
template: http://etl.linkedpipes.com/resources/components/t-filesToRdfChunked/0.0.0
x: 1120
y: 80

XSLT transformer
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/84
template: http://etl.linkedpipes.com/resources/components/t-xslt/0.0.0
x: 900
y: 80

SPARQL construct chunked
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/58
template: http://etl.linkedpipes.com/resources/components/t-sparqlConstructChunked/0.0.0
x: 960
y: 380

HTTP get
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/83
template: http://etl.linkedpipes.com/resources/components/e-httpGetFile/0.0.0
x: 720
y: 80

Chunked RDF to wrapped JSON-LD
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/82
template: http://etl.linkedpipes.com/resources/components/t-rdfToWrappedJsonLdChunked/0.0.0
x: 1320
y: 200

Chunk splitter
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/48
template: http://etl.linkedpipes.com/resources/components/t-chunkSplitter/0.0.0
x: 1360
y: 80

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/43
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: FilesInput
target component: XSLT transformer

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/44
type: Connection
source binding: OutputRdf
source component: Files to RDF Chunked
target binding: InputRdf
target component: Chunk splitter

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/45
type: Connection
source binding: OutputRdf
source component: Chunk splitter
target binding: InputRdf
target component: Chunked RDF to wrapped JSON-LD

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/46
type: Connection
source binding: FilesOutput
source component: XSLT transformer
target binding: InputFiles
target component: Files to RDF Chunked

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/47
type: Connection
source binding: OutputFiles
source component: Chunked RDF to wrapped JSON-LD
target binding: FilesInput
target component: CouchDB

Chunk splitter
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/49
template: http://etl.linkedpipes.com/resources/components/t-chunkSplitter/0.0.0
x: 1240
y: 380

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/6
type: Connection
source binding: OutputFiles
source component: Chunked RDF to wrapped JSON-LD
target binding: FilesInput
target component: CouchDB

Chunked RDF to wrapped JSON-LD
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/67
template: http://etl.linkedpipes.com/resources/components/t-rdfToWrappedJsonLdChunked/0.0.0
x: 1400
y: 380

CouchDB
type: Component
configuration graph: https://etl.csu.opendata.cz/resources/pipelines/1546606350103/graph/80
template: http://etl.linkedpipes.com/resources/components/l-couchDb/0.0.0
x: 1740
y: 380

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/9
type: Connection
source binding: FilesOutput
source component: HTTP get
target binding: InputFiles
target component: Files to RDF Chunked

SPARQL endpoint
type: Component
configuration graph: configuration
template: http://etl.linkedpipes.com/resources/components/e-sparqlEndpoint/0.0.0
x: 820
y: 540

RDF to file
type: Component
configuration graph: configuration
template: http://etl.linkedpipes.com/resources/components/t-rdfToFile/0.0.0
x: 880
y: 600

Files to RDF Chunked
type: Component
configuration graph: configuration
template: http://etl.linkedpipes.com/resources/components/t-filesToRdfChunked/0.0.0
x: 820
y: 680

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/connection/39f8-acd3
type: Connection
source binding: OutputRdf
source component: SPARQL endpoint
target binding: InputRdf
target component: RDF to file

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/connection/9730-b87e
type: Connection
source binding: OutputRdf
source component: Files to RDF Chunked
target binding: InputRdf
target component: Chunk splitter

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/connection/de5f-ac35
type: Connection
source binding: OutputFile
source component: RDF to file
target binding: InputFiles
target component: Files to RDF Chunked

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/48
type: Configuration
incoming level depth: 0
incoming level depth control: None
type: http://purl.org/dc/terms/MediaTypeOrExtent
type control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/49
type: Configuration
incoming level depth: 0
incoming level depth control: None
type: http://www.w3.org/2004/02/skos/core#Concept
type control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/58
type: Configuration
deduplication: false
deduplication control: None
query: CONSTRUCT { ?concept a <http://www.w3.org/2004/02/skos/core#Concept> ; <http://www.w3.org/2004/02/skos/core#prefLabel> ?label . } WHERE { ?concept a <http://www.w3.org/2004/02/skos/core#Concept> ; <http://www.w3.org/2004/02/skos/core#prefLabel> ?label . }
query control: None
threads: 4
threads control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/67
type: Configuration
id resource type: Concept
id resource type control: None
template: { "_id":"{{ID}}", "jsonld":{{JSONLD}} }
template control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/82
type: Configuration
id resource type: MediaTypeOrExtent
id resource type control: None
template: { "_id":"{{ID}}", "jsonld":{{JSONLD}} }
template control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/83
type: Configuration
encode url: false
encode url control: None
file name: media-types.xml
file name control: None
file uri: https://www.iana.org/assignments/media-types/media-types.xml
file uri control: None
hard redirect: false
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/84
type: Configuration
extension: ttl
extension control: None
skip on error: false
skip on error control: None
template: <?xml version="1.0" encoding="UTF-8"?> <xsl:stylesheet version="2.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:fn="http://www.w3.org/2005/xpath-functions" xpath-default-namespace="http://www.iana.org/assignments"> <xsl:output method="text" version="1.0" encoding="UTF-8" indent="no"/> <xsl:template match="/">@prefix dcterms: <http://purl.org/dc/terms/> . <xsl:apply-templates /> </xsl:template> <xsl:template match="record"> <xsl:variable name="mt"> <xsl:value-of select="concat(../@id,'/', replace(name,'([^ ]+).*','$1'))"/> </xsl:variable> <xsl:variable name="mtIRI"> <xsl:value-of select="concat('http://www.iana.org/assignments/media-types/',$mt)"/> </xsl:variable> <xsl:call-template name="OUTPUT_TYPE_TRIPLE"> <xsl:with-param name="subject" select="$mtIRI"/> <xsl:with-param name="type">dcterms:MediaTypeOrExtent</xsl:with-param> </xsl:call-template> <xsl:call-template name="OUTPUT_DATA_TRIPLE"> <xsl:with-param name="subject" select="$mtIRI"/> <xsl:with-param name="predicate">dcterms:title</xsl:with-param> <xsl:with-param name="data" select="$mt"/> <xsl:with-param name="triplequote">false</xsl:with-param> </xsl:call-template> </xsl:template> <xsl:template name="OUTPUT_OBJECT_TRIPLE"> <xsl:param name="subject"/> <xsl:param name="predicate"/> <xsl:param name="object"/> <xsl:if test="$object"> <xsl:text><</xsl:text> <xsl:value-of select="$subject"/> <xsl:text>> </xsl:text> <xsl:value-of select="$predicate"/> <xsl:text> <</xsl:text> <xsl:value-of select="$object"/> <xsl:text>> . </xsl:text> </xsl:if> </xsl:template> <xsl:template name="OUTPUT_OBJECT_CURIE_TRIPLE"> <xsl:param name="subject"/> <xsl:param name="predicate"/> <xsl:param name="object"/> <xsl:if test="$object"> <xsl:value-of select="$subject"/> <xsl:text> </xsl:text> <xsl:value-of select="$predicate"/> <xsl:text> </xsl:text> <xsl:value-of select="$object"/> <xsl:text> . </xsl:text> </xsl:if> </xsl:template> <xsl:template name="OUTPUT_TYPE_TRIPLE"> <xsl:param …
template control: None
threads: 1
threads control: None

configuration
type: Configuration
default graph control: None
encode rdf: false
endpoint: https://linked.cuzk.cz.opendata.cz/sparql/
endpoint control: None
header accept control: None
query: PREFIX skos: <http://www.w3.org/2004/02/skos/core#> PREFIX schema: <http://schema.org/> CONSTRUCT { ?concept a skos:Concept; skos:prefLabel ?label . } WHERE { ?concept a ?type; schema:name ?label . VALUES ?type { <https://linked.cuzk.cz/ontology/ruian/TypPrvku/SP> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/OB> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/MP> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/MC> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/KU> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/CO> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/UL> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/PU> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/OK> #<https://linked.cuzk.cz/ontology/ruian/TypPrvku/SO> #<https://linked.cuzk.cz/ontology/ruian/TypPrvku/AD> #<https://linked.cuzk.cz/ontology/ruian/TypPrvku/PA> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/ZJ> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/VC> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/KR> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/RS> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/ST> <https://linked.cuzk.cz/ontology/ruian/TypPrvku/OP> } }
query control: None
use authentication: false
use tolerant repository: false

http://etl.linkedpipes.com/resources/components/t-rdfToFile/0.0.0/new/1
type: Configuration
file name: data.ttl
file name control: None
file type: text/turtle
file type control: None
graph uri: http://localhost/default
graph uri control: None

http://etl.linkedpipes.com/resources/components/t-filesToRdfChunked/0.0.0/new/1
type: Configuration
commit size: 1
commit size control: None
file predicate control: None
file reference control: None
mime type control: None
soft fail: false
soft fail control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/50
type: Configuration
encode url: false
encode url control: None
file name: dataset-types-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/dataset-type/rdf/skos_core/dataset-types-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/52
type: Configuration
commit size: 1
commit size control: None
mime type control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/54
type: Configuration
encode url: false
encode url control: None
file name: data-theme-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/data-theme/rdf/skos_core/data-theme-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/56
type: Configuration
encode url: false
encode url control: None
file name: eurovoc_skos.zip
file name control: None
file uri: http://publications.europa.eu/resource/distribution/eurovoc/zip/skos_xl/eurovoc_skos.zip
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/59
type: Configuration
encode url: false
encode url control: None
file name: distribution-types-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/distribution-type/rdf/skos_core/distribution-types-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/61
type: Configuration
commit size: 1
commit size control: None
file predicate control: None
file reference control: None
mime type control: None
soft fail: false
soft fail control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/63
type: Configuration
encode url: false
encode url control: None
file name: countries-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/country/rdf/skos_core/countries-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/65
type: Configuration
encode url: false
encode url control: None
file name: places-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/place/rdf/skos_core/places-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/68
type: Configuration
encode url: false
encode url control: None
file name: frequencies-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/frequency/rdf/skos_core/frequencies-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/70
type: Configuration
encode url: false
encode url control: None
file name: languages-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/language/rdf/skos_core/languages-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/72
type: Configuration
file name: adms.rdf
file uri: http://purl.org/adms/status/Completed
hard redirect: true
use prefix: false
file name: adms-taxonomies.rdf
file uri: http://purl.org/adms/licencetype/PublicDomain

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/74
type: Configuration
encode url: false
encode url control: None
file name: documentation-types-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/documentation-type/rdf/skos_core/documentation-types-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/76
type: Configuration
encode url: false
encode url control: None
file name: filetypes-skos.rdf
file name control: None
file uri: http://publications.europa.eu/resource/distribution/file-type/rdf/skos_core/filetypes-skos.rdf
file uri control: None
hard redirect: true
hard redirect control: None
user agent control: None

https://etl.csu.opendata.cz/resources/pipelines/1546606350103/79
type: Configuration
batch size: 8
batch size control: None
clear before loading: true
clear before loading control: None
database: codelists
database control: None
password control: None
url: http://127.0.0.1:5984
url control: None
use authentication: false
use authentication control: None
user name control: None