GH-251: remove old Drupal 7 URI and code

Fedict · Oct 3, 2024 · 2e51aef · 2e51aef
1 parent b00c878
commit 2e51aef
Show file tree

Hide file tree

Showing 125 changed files with 101 additions and 2,214 deletions.
diff --git a/pom.xml b/pom.xml
@@ -26,7 +26,6 @@
         <module>helpers</module>
         <module>scrapers</module>
         <module>tools</module>
-        <module>uploader</module>
         <module>dcatlib</module>
         <module>translater</module>
 		<module>uploaderd10</module>

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/all/scripts.txt b/scrapers/src/main/resources/be/gov/data/scrapers/all/scripts.txt
@@ -5,6 +5,5 @@ all/sparql-remove-catalog.qry
 all/sparql-dataset.qry
 all/sparql-dataservice.qry
 all/sparql-datestamp.qry
-all/sparql-clear-drupal.qry
 all/clear-empty.txt
 clear-skos.qry
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/all/sparql-clear-drupal.qry b/scrapers/src/main/resources/be/gov/data/scrapers/all/sparql-clear-drupal.qry
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/all/sparql-datestamp.qry b/scrapers/src/main/resources/be/gov/data/scrapers/all/sparql-datestamp.qry
@@ -1,3 +1,5 @@
+# Add current time as modification date
+
 PREFIX dcat: <http://www.w3.org/ns/dcat#>
 PREFIX dcterms: <http://purl.org/dc/terms/>
 

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/biodiversity/data-contact.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/biodiversity/data-contact.ttl
@@ -1,7 +1,6 @@
 # Data for default contact info
 
 @prefix vcard: <http://www.w3.org/2006/vcard/ns#> .
-@prefix dgov: <http://data.gov.be#> .
 
 <http://data.gov.be/org/biodiversity/belspo/contact>
 	a vcard:Organization ;

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/biodiversity/data-org.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/biodiversity/data-org.ttl
@@ -12,7 +12,6 @@
 			"Plate-forme belge biodiversité"@fr, 
 			"Belgische Biodiversitätsplattform"@de,
 			"Belgisch Biodiversiteitsplatform"@nl ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/193> ;
 	skos:altLabel "belgium-biodiversity-platform"@en, 
 		"belgian-biodiversity-platform"@en,
 		"bccm-belgian-coordinated-collections-of-micro-organisms"@en .
@@ -21,14 +20,12 @@
 	a foaf:Organization ;
 	dcterms:type admsp:RegionalAuthority ;
 	skos:prefLabel "Instituut voor Landbouw- en Visserijonderzoek"@nl ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/453> ;
 	skos:altLabel "flanders-research-institute-for-agriculture-fisheries-and-food-ilvo"@en .
 
 <https://org.belgif.be/id/CbeEstablishmentUnit/2199335933>
 	a foaf:Organization ;
 	dcterms:type admsp:RegionalAuthority ;
 	skos:prefLabel "Instituut voor Natuur- en Bosonderzoek"@nl ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/194> ;
 	skos:altLabel "research-institute-for-nature-and-forest-inbo"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0306562560>
@@ -38,7 +35,6 @@
 				"Musée royal de l'Afrique centrale"@fr, 
 				"Royal Museum for Central Africa"@en, 
 				"Königliches Museum für Zentralafrika"@de ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/195> ;
 	skos:altLabel "royal-museum-for-central-africa-belgium"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0540708286>
@@ -48,7 +44,6 @@
 					"Jardin botanique Meise"@fr, 
 					"Bontanischer Garten"@de,
 					"Botanic garden Meise"@en ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/196> ;
 	skos:altLabel "botanical-garden-meise"@en, "meise-botanic-garden"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0353070496>
@@ -58,88 +53,76 @@
 		"Institut royal des Sciences naturelles de Belgique"@fr, 
 		"Royal Belgian Institute of Natural Sciences"@en, 
 		"Königliches Belgisches Institut für Naturwissenschaften"@de ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/197>  ;
 	skos:altLabel "royal-belgian-institute-of-natural-sciences"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0407626464>
 	a foaf:Organization ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
 	skos:prefLabel "Université libre de Bruxelles"@fr ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/199> ;
 	skos:altLabel "universite-libre-de-bruxelles-ulb"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0807970507>
 	a foaf:Organization ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
 	skos:prefLabel "Université de Liège"@fr ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/201> ;
 	skos:altLabel "university-of-liege"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0248015142>
 	a foaf:Organization ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
 	skos:prefLabel "Universiteit Gent"@nl, "Université de Gand"@fr, "Ghent University"@en ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/203> ;
 	skos:altLabel "marine-biology-section-ugent"@en, "ghent-university"@en  .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0259396509>
 	a foaf:Organization ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
 	skos:prefLabel "Université de Mons"@fr ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/204> ;
 	skos:altLabel "university-of-mons-hainaut"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0409423736> 
 	a foaf:Organization ;
 	dcterms:type admsp:NonProfitOrganisation ;
 	skos:prefLabel "Natuurpunt"@nl ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/205> ;
 	skos:altLabel "natuurpunt"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0466279196>
 	a foaf:Organization ;
 	dcterms:spatial <https://sws.geonames.org/3337388/> ;
 	dcterms:type admsp:RegionalAuthority ;
 	skos:prefLabel "Flanders Marine Institute"@en, "Vlaams Instituut voor Zee"@nl ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/370> ;
 	skos:altLabel "flanders-marine-institute"@en, "worms-editorial-board"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0887290276>
 	a foaf:Organization ;
 	dcterms:spatial <https://sws.geonames.org/3337388/> ;
 	dcterms:type admsp:RegionalAuthority ;
 	skos:prefLabel "Vlaamse Milieu Maatschappij"@nl, "Flanders Environment Agency"@en;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/92> ;
 	skos:altLabel "flanders-environment-agency"@en, "flanders-environment-agency-vmm"@en  .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0501968466>
 	a foaf:Organization ;
 	dcterms:spatial <https://sws.geonames.org/3337387/> ;
 	dcterms:type admsp:NonProfitOrganisation ;
 	skos:prefLabel "Natagriwal"@fr, "Natagriwal"@en ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/371> ;
 	skos:altLabel "natagriwal-asbl"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0409530535>
 	a foaf:Organization ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
 	skos:prefLabel "Université de Namur"@fr ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/372> ;
 	skos:altLabel "universite-de-namur-departement-de-biologie"@en .
 
 <https://org.belgif.be/id/CbeEstablishmentUnit/2225118335>
 	a foaf:Organization ;
 	dcterms:type admsp:RegionalAuthority ;
 	skos:prefLabel "SPW DGO3 DEMNA"@fr ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/373> ;
 	skos:altLabel "service-public-de-wallonie-departement-detude-du-milieu-naturel-et-agricole-spw-demna"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0434366097>
 	a foaf:Organization ;
 	dcterms:spatial <https://sws.geonames.org/3337387/> ;
 	dcterms:type admsp:NonProfitOrganisation ;
 	skos:prefLabel "Natagora"@fr ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/454> ;
 	skos:altLabel "natagora"@en .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0410057701>
@@ -149,5 +132,4 @@
 					"Institut de Médecine Tropicale"@fr,
 					"Institut für Tropenmedizin"@de,
 					"Institute of Tropical Medicine"@en ;
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/455> ;
 	skos:altLabel "institute-of-tropical-medicine-antwerp"@en .
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/biodiversity/sparql-theme.qry b/scrapers/src/main/resources/be/gov/data/scrapers/biodiversity/sparql-theme.qry
@@ -2,10 +2,8 @@
 
 PREFIX dcat: <http://www.w3.org/ns/dcat#>
 PREFIX dcterms: <http://purl.org/dc/terms/>
-PREFIX dgov: <http://data.gov.be#>
 
 INSERT 
-	{ 	?dataset dgov:theme <http://data.gov.be/en/taxonomy/term/34> .
-		?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/ENVI> }
+	{ 	?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/ENVI> }
 WHERE
 	{	?dataset a dcat:Dataset }
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bipt/data-publ-contact.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/bipt/data-publ-contact.ttl
@@ -2,14 +2,12 @@
 
 @prefix vcard: <http://www.w3.org/2006/vcard/ns#> .
 @prefix foaf: <http://xmlns.com/foaf/0.1/> .
-@prefix dgov: <http://data.gov.be#> .
 @prefix dcterms: <http://purl.org/dc/terms/> .
 @prefix admsp: <http://purl.org/adms/publishertype/> .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0243405860>
 	a foaf:Organization ;
 	dcterms:type admsp:NationalAuthority ;
-	dgov:org <http://data.gov.be/en/taxonomy/term/392> ;
 	foaf:name "BIPT"@en, "BIPT"@nl, "IBPT"@fr ;
 	foaf:homepage <https://bipt.be> .
 

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bipt/sparql-theme.qry b/scrapers/src/main/resources/be/gov/data/scrapers/bipt/sparql-theme.qry
@@ -2,11 +2,8 @@
 
 PREFIX dcat: <http://www.w3.org/ns/dcat#>
 PREFIX dcterms: <http://purl.org/dc/terms/>
-PREFIX dgov: <http://data.gov.be#>
 
 INSERT 
-	{ 	?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/TECH> .
-		?dataset dgov:theme <http://data.gov.be/en/taxonomy/term/37>
-	}
+	{ 	?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/TECH> }
 WHERE
 	{	?dataset a dcat:Dataset }
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bira/data-org.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/bira/data-org.ttl
@@ -3,14 +3,12 @@
 @prefix admsp: <http://purl.org/adms/publishertype/> .
 @prefix foaf: <http://xmlns.com/foaf/0.1/> .
 @prefix dcterms: <http://purl.org/dc/terms/> .
-@prefix dgov: <http://data.gov.be#> .
 @prefix skos: <http://www.w3.org/2004/02/skos/core#> .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0349010750>
 	a foaf:Organization ;
 	dcterms:identifier <https://ror.org/03vfw8w96> ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
-	dgov:org <http://data.gov.be/en/taxonomy/term/338> ;
 	foaf:name "Royal Belgian Institute for Space Aeronomy"@en, 
 					"Königliches Belgisches Institut für Weltraum-Aeronomie (BIWA)"@de, 
 					"Institut royal d'Aéronomie Spatiale de Belgique (IASB)"@fr, 

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bira/scripts.txt b/scrapers/src/main/resources/be/gov/data/scrapers/bira/scripts.txt
@@ -7,8 +7,6 @@ bira/sparql-fix-netcdf.qry
 bira/sparql-fix-temporal.qry
 bira/sparql-fix-dctype.qry
 bira/sparql-fix-dataset.qry
-bira/sparql-drupal7-dataset.qry
-bira/sparql-drupal7-dist.qry
 bira/sparql-fix-adms.qry
 bira/sparql-fix-member.qry
 bira/sparql-fix-references.qry

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bira/sparql-drupal7-dataset.qry b/scrapers/src/main/resources/be/gov/data/scrapers/bira/sparql-drupal7-dataset.qry
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bira/sparql-drupal7-dist.qry b/scrapers/src/main/resources/be/gov/data/scrapers/bira/sparql-drupal7-dist.qry
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bira/sparql-theme.qry b/scrapers/src/main/resources/be/gov/data/scrapers/bira/sparql-theme.qry
@@ -2,12 +2,10 @@
 
 PREFIX dcat: <http://www.w3.org/ns/dcat#>
 PREFIX dcterms: <http://purl.org/dc/terms/>
-PREFIX dgov: <http://data.gov.be#> 
 
 DELETE
 	{	?dataset dcat:theme ?theme }
 INSERT 
-	{ 	?dataset dgov:theme <http://data.gov.be/en/taxonomy/term/37> .
-		?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/TECH> }
+	{ 	?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/TECH> }
 WHERE
 	{	?dataset dcat:theme ?theme }
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bmdc/data-publ.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/bmdc/data-publ.ttl
@@ -1,14 +1,12 @@
 # Data for default publisher
 
 @prefix foaf: <http://xmlns.com/foaf/0.1/> .
-@prefix dgov: <http://data.gov.be#> .
 @prefix dcterms: <http://purl.org/dc/terms/> .
 @prefix admsp: <http://purl.org/adms/publishertype/> .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0353070496> 
 	a foaf:Organization ;
 	dcterms:type admsp:Academia-ScientificOrganisation ;
-	dgov:org <http://data.gov.be/en/taxonomy/term/197> ;
 	foaf:name "Koninklijk Belgisch Instituut voor Natuurwetenschappen"@nl ,
 		"Institut royal des Sciences naturelles de Belgique"@fr, "Royal Belgian Institute of Natural Sciences"@en, 
 		"Königliches Belgisches Institut für Naturwissenschaften"@de .

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bmdc/data-theme.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/bmdc/data-theme.ttl
@@ -3,46 +3,35 @@
 @prefix skos: <http://www.w3.org/2004/02/skos/core#> .
 
 <http://publications.europa.eu/resource/authority/data-theme/AGRI>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/32> ;
 	skos:altLabel "Bodemgebruik"@nl, "Relief"@nl, "Zeebodem"@nl, "Orthofoto"@nl .
 
 <http://publications.europa.eu/resource/authority/data-theme/ECON> 
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/38> ;
 	skos:altLabel "planningCadastre", "economy" .
 
 <http://publications.europa.eu/resource/authority/data-theme/ENVI> 
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/34> ;
 	skos:altLabel  "temperature", "environment", "biota", "oceans" .
 
 <http://publications.europa.eu/resource/authority/data-theme/ENER>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/35> ;
 	skos:altLabel "energy" .
 
 <http://publications.europa.eu/resource/authority/data-theme/GOVE>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/41> ;
 	skos:altLabel "intelligenceMilitary", "location"  .
 
 <http://publications.europa.eu/resource/authority/data-theme/HEAL>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/40> ;
 	skos:altLabel "Menselijke gezondheid en veiligheid"@nl, "luchtkwaliteit"@nl, "Human health and safety"@en  .
 
 <http://publications.europa.eu/resource/authority/data-theme/INTR>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/44> ;
 	skos:altLabel "intelligenceMilitary" .
 
 <http://publications.europa.eu/resource/authority/data-theme/SOCI>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/39> ;
 	skos:altLabel "bevolking"@nl, "society" .
 
 <http://publications.europa.eu/resource/authority/data-theme/REGI>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/42> ;
 	skos:altLabel "Geografische namen"@nl, "Gemeente"@nl, "Straatnamen"@nl, "stad"@nl .
 
 <http://publications.europa.eu/resource/authority/data-theme/TRAN>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/36> ;
 	skos:altLabel "transportation" .
 
 <http://publications.europa.eu/resource/authority/data-theme/TECH>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/37> ;
 	skos:altLabel "geoscientificInformation", "utilitiesCommunication", "structure", "location" .
 
diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/bmdc/sparql-default-theme.qry b/scrapers/src/main/resources/be/gov/data/scrapers/bmdc/sparql-default-theme.qry
@@ -2,12 +2,10 @@
 
 PREFIX dcat: <http://www.w3.org/ns/dcat#>
 PREFIX dcterms: <http://purl.org/dc/terms/>
-PREFIX dgov: <http://data.gov.be#>
 PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
 
 INSERT 
-	{ 	?dataset dgov:theme <http://data.gov.be/en/taxonomy/term/34> .
-		?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/ENVI> }
+	{ 	?dataset dcat:theme <http://publications.europa.eu/resource/authority/data-theme/ENVI> }
 WHERE
 	{	?dataset a dcat:Dataset .
 		FILTER NOT EXISTS  { ?dataset dcat:theme ?theme } 

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/brugge/data-publ-contact.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/brugge/data-publ-contact.ttl
@@ -2,14 +2,12 @@
 
 @prefix vcard: <http://www.w3.org/2006/vcard/ns#> .
 @prefix foaf: <http://xmlns.com/foaf/0.1/> .
-@prefix dgov: <http://data.gov.be#> .
 @prefix dcterms: <http://purl.org/dc/terms/> .
 @prefix admsp: <http://purl.org/adms/publishertype/> .
 
 <https://org.belgif.be/id/CbeRegisteredEntity/0207528035>
 	a foaf:Organization ;
 	dcterms:type admsp:LocalAuthority ;
-	dgov:org <http://data.gov.be/en/taxonomy/term/243> ;
 	foaf:name "City of Bruges"@en, "Stad Brugge"@nl, "Ville de Bruges"@fr ;
 	foaf:homepage <https://www.brugge.be> .
 

diff --git a/scrapers/src/main/resources/be/gov/data/scrapers/brugge/data-theme.ttl b/scrapers/src/main/resources/be/gov/data/scrapers/brugge/data-theme.ttl
@@ -3,21 +3,16 @@
 @prefix skos: <http://www.w3.org/2004/02/skos/core#> .
 
 <http://publications.europa.eu/resource/authority/data-theme/ENVI>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/34> ;
 	skos:altLabel "open-data-milieu-natuur"@nl .
 
 <http://publications.europa.eu/resource/authority/data-theme/ECON>
-	skos:exactMatch  <http://data.gov.be/en/taxonomy/term/38> ;
 	skos:altLabel "open-data-werk-economie"@nl .
 
 <http://publications.europa.eu/resource/authority/data-theme/GOVE>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/41> ;
 	skos:altLabel "open-data-grondgebied"@nl .
 
 <http://publications.europa.eu/resource/authority/data-theme/SOCI>
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/39> ;
 	skos:altLabel "open-data-bevolking"@nl .
 
 <http://publications.europa.eu/resource/authority/data-theme/TRAN> 
-	skos:exactMatch <http://data.gov.be/en/taxonomy/term/36> ;
 	skos:altLabel "open-data-mobiliteit"@nl .