Merge pull request #49 from hbz/rpb-78

Transformation updates for BiblioVino field `f18_` (RPB-78) And updated scripts for full data import
hbz · Oct 9, 2023 · dbef9b3 · dbef9b3
2 parents 48998b4 + 0859971
commit dbef9b3
Show file tree

Hide file tree

Showing 18 changed files with 294 additions and 309 deletions.
diff --git a/README.md b/README.md
@@ -87,7 +87,9 @@ sbt "runMain rpb.ETL conf/rppd-import.flux"
 
 This attempts to import RPPD data to strapi, and prints the server responses.
 
-Same for RPB-Normdaten (`rpb-sw-to-strapi.flux` / `rpb-sw-import.flux`), see also `transformAndImport.sh`.
+Same for RPB-Normdaten (`rpb-sw-to-strapi.flux` / `rpb-sw-import.flux`).
+
+See also `transformAndImportTest.sh` (test data) and `transformAndImportFull.sh` (full data).
 
 ### Run transformation to lobid data
 

diff --git a/conf/output/test-output-58.json b/conf/output/test-output-58.json
@@ -1,71 +1,38 @@
 {
   "@context" : "http://lobid.org/resources/context.jsonld",
-  "type" : [ "BibliographicResource", "Book" ],
-  "rpbId" : "RPB929w18032522",
-  "id" : "https://lobid.org/resources/RPB929w18032522",
-  "biblioVinoId" : "Nr32522",
+  "type" : [ "BibliographicResource", "Article" ],
+  "rpbId" : "RPB036t0115179",
+  "id" : "https://lobid.org/resources/RPB036t0115179",
   "inCollection" : [ {
     "id" : "http://lobid.org/resources/HT013494180#!",
     "type" : [ "Collection" ],
     "label" : "Rheinland-Pfälzische Bibliographie"
   } ],
-  "title" : "Einfluss von Lesetermin und Mostbehandlung auf die Alterung von Weißwein, am Beispiel von Vitis vinifera L. cv. Riesling.",
-  "responsibilityStatement" : [ "Aus f39x: Geisenheim: Ges. zur Förderung der Forschungsanst. Geisenheim 2013." ],
+  "title" : "Beiträge zur Wormser Stadtbeschreibung des Hochmittelalters",
+  "note" : [ "[Wichtige Arbeit für die historische Topographie der Stadt Worms im Früh- und Hochmittelalter Umsichtige Quelleninterpretation und Anwendung der patrozinienkundlichen Methode führen weit über die Ergebnisse der seitherigen Forschung hinaus So wird das Datum der Pfarreinteilung des Kernes der Stadt um mindestens 2 Jahrhunderte zurückverlegt Aufhellung der ältesten Geschichte der Kirchen in der Stadt (St Rupert St Lambert St Magnus St Johann Dom) sowie der Vorstädte (Liebfrauen Amandus Remigius im Norden Andreas im Westen St Michael und St Caecilia im Süden) - Besiedlung der Vorstädte sowie Besiedlung der Stadt im 11-13 Jh]" ],
   "publication" : [ {
+    "startDate" : "1952",
     "type" : [ "PublicationEvent" ]
   } ],
   "subject" : [ {
-    "type" : [ "ComplexSubject" ],
-    "label" : "Most | Lebensmittelverarbeitung | Riesling | Chemie | Wein | Weinlese | Lebensmittelqualität",
-    "componentList" : [ {
-      "id" : "https://d-nb.info/gnd/4040354-3",
-      "label" : "Most",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://d-nb.info/gnd/4167045-0",
-      "label" : "Lebensmittelverarbeitung",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://d-nb.info/gnd/4138434-9",
-      "label" : "Riesling",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://d-nb.info/gnd/4009816-3",
-      "label" : "Chemie",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://d-nb.info/gnd/4065133-2",
-      "label" : "Wein",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://d-nb.info/gnd/4432509-5",
-      "label" : "Weinlese",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://d-nb.info/gnd/4343361-3",
-      "label" : "Lebensmittelqualität",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    } ]
-  } ]
+    "id" : "http://purl.org/lobid/rpb#n560100",
+    "label" : "Platzhalter Schlagwortlabel",
+    "type" : [ "Concept" ],
+    "source" : {
+      "id" : "http://purl.org/lobid/rpb",
+      "label" : "Systematik der Rheinland-Pfälzischen Bibliographie"
+    }
+  } ],
+  "contribution" : [ {
+    "agent" : {
+      "id" : "https://d-nb.info/gnd/132394235",
+      "label" : "Gensicke, Hellmuth / 1917-2006"
+    },
+    "role" : {
+      "id" : "http://id.loc.gov/vocabulary/relators/aut",
+      "label" : "Autor/in"
+    },
+    "type" : [ "Contribution" ]
+  } ],
+  "bibliographicCitation" : "Der Wormsgau. Bd 3, H. 2 (Okt. 1952), 49-63"
 }
diff --git a/conf/output/test-output-59.json b/conf/output/test-output-59.json
@@ -1,38 +1,106 @@
 {
   "@context" : "http://lobid.org/resources/context.jsonld",
-  "type" : [ "BibliographicResource", "Article" ],
-  "rpbId" : "RPB036t0115179",
-  "id" : "https://lobid.org/resources/RPB036t0115179",
+  "type" : [ "BibliographicResource", "Book" ],
+  "rpbId" : "RPB929t930040",
+  "id" : "https://lobid.org/resources/RPB929t930040",
   "inCollection" : [ {
     "id" : "http://lobid.org/resources/HT013494180#!",
     "type" : [ "Collection" ],
     "label" : "Rheinland-Pfälzische Bibliographie"
   } ],
-  "title" : "Beiträge zur Wormser Stadtbeschreibung des Hochmittelalters",
-  "note" : [ "[Wichtige Arbeit für die historische Topographie der Stadt Worms im Früh- und Hochmittelalter Umsichtige Quelleninterpretation und Anwendung der patrozinienkundlichen Methode führen weit über die Ergebnisse der seitherigen Forschung hinaus So wird das Datum der Pfarreinteilung des Kernes der Stadt um mindestens 2 Jahrhunderte zurückverlegt Aufhellung der ältesten Geschichte der Kirchen in der Stadt (St Rupert St Lambert St Magnus St Johann Dom) sowie der Vorstädte (Liebfrauen Amandus Remigius im Norden Andreas im Westen St Michael und St Caecilia im Süden) - Besiedlung der Vorstädte sowie Besiedlung der Stadt im 11-13 Jh]" ],
+  "title" : "Sein Werk - nicht das meine : Mutter Magdalena Damen und ihre Kongregation der Franziskanerinnen von Heythuysen im neunzehnten Jahrhundert",
+  "extent" : "305 S. : Ill.",
+  "note" : [ "1. dt. Ausg. u.d.T.: Cools, Angelita: Mutter Magdalena Damen und die Entwicklung ihrer Kongregation im neunzehnten Jahrhundert. - Betr. auch Kloster St. Clemens, Nonnenwerth im Rhein" ],
+  "responsibilityStatement" : [ "Angelita Cools ; Hildegard von de Wijnpersse. [Nach Bearb. durch Gian Ackermans ... ]" ],
   "publication" : [ {
-    "startDate" : "1952",
+    "location" : [ "Aachen" ],
+    "startDate" : "1992",
+    "publishedBy" : [ "Einhard [u.a.]" ],
     "type" : [ "PublicationEvent" ]
   } ],
   "subject" : [ {
-    "id" : "http://purl.org/lobid/rpb#n560100",
+    "id" : "http://purl.org/lobid/rpb#n611070",
     "label" : "Platzhalter Schlagwortlabel",
     "type" : [ "Concept" ],
     "source" : {
       "id" : "http://purl.org/lobid/rpb",
       "label" : "Systematik der Rheinland-Pfälzischen Bibliographie"
     }
+  }, {
+    "type" : [ "ComplexSubject" ],
+    "label" : "Magdalena / Mutter / 1787-1858 | Geschichte 1800-",
+    "componentList" : [ {
+      "id" : "https://d-nb.info/gnd/119067552",
+      "label" : "Magdalena / Mutter / 1787-1858",
+      "source" : {
+        "id" : "https://d-nb.info/gnd/7749153-1",
+        "label" : "Gemeinsame Normdatei (GND)"
+      }
+    }, {
+      "id" : "https://rpb.lobid.org/sw/z48",
+      "label" : "Geschichte 1800-",
+      "source" : {
+        "id" : "http://rpb.lobid.org/sw",
+        "label" : "RPB-Sachsystematik"
+      }
+    } ]
+  }, {
+    "type" : [ "ComplexSubject" ],
+    "label" : "Kongregation der Franziskanerinnen von Heythuysen | Geschichte 1800-",
+    "componentList" : [ {
+      "id" : "https://rpb.lobid.org/sw/00Sn93k0040a",
+      "label" : "Kongregation der Franziskanerinnen von Heythuysen",
+      "source" : {
+        "id" : "http://rpb.lobid.org/sw",
+        "label" : "RPB-Sachsystematik"
+      }
+    }, {
+      "id" : "https://rpb.lobid.org/sw/z48",
+      "label" : "Geschichte 1800-",
+      "source" : {
+        "id" : "http://rpb.lobid.org/sw",
+        "label" : "RPB-Sachsystematik"
+      }
+    } ]
+  } ],
+  "spatial" : [ {
+    "id" : "https://rpb.lobid.org/spatial#n131000700701",
+    "label" : "n131000700701",
+    "type" : [ "Concept" ],
+    "source" : {
+      "id" : "https://rpb.lobid.org/spatial",
+      "label" : "RPB-Raumsystematik"
+    }
   } ],
   "contribution" : [ {
     "agent" : {
-      "id" : "https://d-nb.info/gnd/132394235",
-      "label" : "Gensicke, Hellmuth / 1917-2006"
+      "id" : "https://rpb.lobid.org/agent/00Pn93k0040b",
+      "label" : "Cools, Angelita"
     },
     "role" : {
       "id" : "http://id.loc.gov/vocabulary/relators/aut",
       "label" : "Autor/in"
     },
     "type" : [ "Contribution" ]
-  } ],
-  "bibliographicCitation" : "Der Wormsgau. Bd 3, H. 2 (Okt. 1952), 49-63"
+  }, {
+    "agent" : {
+      "id" : "https://rpb.lobid.org/agent/00Pn93k0040c",
+      "label" : "Wijnpersse, Hildegard ¬van de¬"
+    },
+    "role" : {
+      "id" : "http://id.loc.gov/vocabulary/relators/aut",
+      "label" : "Autor/in"
+    },
+    "type" : [ "Contribution" ]
+  }, {
+    "agent" : {
+      "id" : "https://rpb.lobid.org/agent/00Pn93k0040d",
+      "label" : "Ackermans, Gian"
+    },
+    "role" : {
+      "id" : "http://id.loc.gov/vocabulary/relators/edt",
+      "label" : "Bearb."
+    },
+    "type" : [ "Contribution" ]
+  } ]
 }
diff --git a/conf/output/test-output-60.json b/conf/output/test-output-60.json
@@ -1,25 +1,24 @@
 {
   "@context" : "http://lobid.org/resources/context.jsonld",
   "type" : [ "BibliographicResource", "Book" ],
-  "rpbId" : "RPB929t930040",
-  "id" : "https://lobid.org/resources/RPB929t930040",
+  "rpbId" : "RPB929t920749",
+  "id" : "https://lobid.org/resources/RPB929t920749",
   "inCollection" : [ {
     "id" : "http://lobid.org/resources/HT013494180#!",
     "type" : [ "Collection" ],
     "label" : "Rheinland-Pfälzische Bibliographie"
   } ],
-  "title" : "Sein Werk - nicht das meine : Mutter Magdalena Damen und ihre Kongregation der Franziskanerinnen von Heythuysen im neunzehnten Jahrhundert",
-  "extent" : "305 S. : Ill.",
-  "note" : [ "1. dt. Ausg. u.d.T.: Cools, Angelita: Mutter Magdalena Damen und die Entwicklung ihrer Kongregation im neunzehnten Jahrhundert. - Betr. auch Kloster St. Clemens, Nonnenwerth im Rhein" ],
-  "responsibilityStatement" : [ "Angelita Cools ; Hildegard von de Wijnpersse. [Nach Bearb. durch Gian Ackermans ... ]" ],
+  "title" : "Sachstand der heutigen Gewässerbelastung : Belastung der letzten Jahrzehnte ; Verhalten von Schadstoffen in Gewässern ; Schadensfälle",
+  "extent" : "28 Bl. : graph. Darst.",
+  "responsibilityStatement" : [ "Hubert Hellmann" ],
   "publication" : [ {
-    "location" : [ "Aachen" ],
+    "location" : [ "Koblenz" ],
     "startDate" : "1992",
-    "publishedBy" : [ "Einhard [u.a.]" ],
+    "publishedBy" : [ "Bundesanst. für Gewässerkunde" ],
     "type" : [ "PublicationEvent" ]
   } ],
   "subject" : [ {
-    "id" : "http://purl.org/lobid/rpb#n611070",
+    "id" : "http://purl.org/lobid/rpb#n142382",
     "label" : "Platzhalter Schlagwortlabel",
     "type" : [ "Concept" ],
     "source" : {
@@ -28,44 +27,26 @@
     }
   }, {
     "type" : [ "ComplexSubject" ],
-    "label" : "Magdalena / Mutter / 1787-1858 | Geschichte 1800-",
+    "label" : "Geschichte 1945- | Bericht",
     "componentList" : [ {
-      "id" : "https://d-nb.info/gnd/119067552",
-      "label" : "Magdalena / Mutter / 1787-1858",
-      "source" : {
-        "id" : "https://d-nb.info/gnd/7749153-1",
-        "label" : "Gemeinsame Normdatei (GND)"
-      }
-    }, {
-      "id" : "https://rpb.lobid.org/sw/z48",
-      "label" : "Geschichte 1800-",
-      "source" : {
-        "id" : "http://rpb.lobid.org/sw",
-        "label" : "RPB-Sachsystematik"
-      }
-    } ]
-  }, {
-    "type" : [ "ComplexSubject" ],
-    "label" : "Kongregation der Franziskanerinnen von Heythuysen | Geschichte 1800-",
-    "componentList" : [ {
-      "id" : "https://rpb.lobid.org/sw/00Sn93k0040a",
-      "label" : "Kongregation der Franziskanerinnen von Heythuysen",
+      "id" : "https://rpb.lobid.org/sw/z64",
+      "label" : "Geschichte 1945-",
       "source" : {
         "id" : "http://rpb.lobid.org/sw",
         "label" : "RPB-Sachsystematik"
       }
     }, {
-      "id" : "https://rpb.lobid.org/sw/z48",
-      "label" : "Geschichte 1800-",
+      "id" : "https://d-nb.info/gnd/4128022-2",
+      "label" : "Bericht",
       "source" : {
-        "id" : "http://rpb.lobid.org/sw",
-        "label" : "RPB-Sachsystematik"
+        "id" : "https://d-nb.info/gnd/7749153-1",
+        "label" : "Gemeinsame Normdatei (GND)"
       }
     } ]
   } ],
   "spatial" : [ {
-    "id" : "https://rpb.lobid.org/spatial#n131000700701",
-    "label" : "n131000700701",
+    "id" : "https://rpb.lobid.org/spatial#n22",
+    "label" : "n22",
     "type" : [ "Concept" ],
     "source" : {
       "id" : "https://rpb.lobid.org/spatial",
@@ -74,33 +55,13 @@
   } ],
   "contribution" : [ {
     "agent" : {
-      "id" : "https://rpb.lobid.org/agent/00Pn93k0040b",
-      "label" : "Cools, Angelita"
+      "id" : "https://rpb.lobid.org/agent/00Pn92k0749a",
+      "label" : "Hellmann, Hubert"
     },
     "role" : {
       "id" : "http://id.loc.gov/vocabulary/relators/aut",
       "label" : "Autor/in"
     },
     "type" : [ "Contribution" ]
-  }, {
-    "agent" : {
-      "id" : "https://rpb.lobid.org/agent/00Pn93k0040c",
-      "label" : "Wijnpersse, Hildegard ¬van de¬"
-    },
-    "role" : {
-      "id" : "http://id.loc.gov/vocabulary/relators/aut",
-      "label" : "Autor/in"
-    },
-    "type" : [ "Contribution" ]
-  }, {
-    "agent" : {
-      "id" : "https://rpb.lobid.org/agent/00Pn93k0040d",
-      "label" : "Ackermans, Gian"
-    },
-    "role" : {
-      "id" : "http://id.loc.gov/vocabulary/relators/edt",
-      "label" : "Bearb."
-    },
-    "type" : [ "Contribution" ]
   } ]
 }