From 08599714e929a9a60d566bb8a656c41a824899d9 Mon Sep 17 00:00:00 2001
From: Fabian Steeg <steeg@hbz-nrw.de>
Date: Fri, 6 Oct 2023 16:23:42 +0200
Subject: [PATCH] Set up separate `transformAndImport` scripts for test and
 full data

---
 README.md                                     |  4 ++-
 transformAndImportFull.sh                     | 33 +++++++++++++++++++
 ...mAndImport.sh => transformAndImportTest.sh |  2 +-
 3 files changed, 37 insertions(+), 2 deletions(-)
 create mode 100644 transformAndImportFull.sh
 rename transformAndImport.sh => transformAndImportTest.sh (95%)

diff --git a/README.md b/README.md
index b7522c22..292e326c 100644
--- a/README.md
+++ b/README.md
@@ -87,7 +87,9 @@ sbt "runMain rpb.ETL conf/rppd-import.flux"
 
 This attempts to import RPPD data to strapi, and prints the server responses.
 
-Same for RPB-Normdaten (`rpb-sw-to-strapi.flux` / `rpb-sw-import.flux`), see also `transformAndImport.sh`.
+Same for RPB-Normdaten (`rpb-sw-to-strapi.flux` / `rpb-sw-import.flux`).
+
+See also `transformAndImportTest.sh` (test data) and `transformAndImportFull.sh` (full data).
 
 ### Run transformation to lobid data
 
diff --git a/transformAndImportFull.sh b/transformAndImportFull.sh
new file mode 100644
index 00000000..136bd1d4
--- /dev/null
+++ b/transformAndImportFull.sh
@@ -0,0 +1,33 @@
+#!/bin/bash
+set -eu
+IFS=$'\n\t'
+
+# Call e.g.: bash transformAndImportFull.sh test-metadaten-nrw.hbz-nrw.de
+
+if [ -z "$@" ]; then echo "Pass host, e.g. 'localhost'"; else echo "Will import to '$@'"; fi
+HOST=$1
+
+# Notationen
+# curl --request DELETE "http://$HOST:1339/api/rpb-notations/[1-5]"
+sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb.ndjson PATH=rpb-notations HOST=$HOST"
+# curl --request DELETE "http://$HOST:1339/api/rpb-spatials/[1-5]"
+sbt "runMain rpb.ETL conf/rpb-systematik-import.flux INPUT=rpb-spatial.ndjson PATH=rpb-spatials HOST=$HOST"
+
+# Personen
+# curl --request DELETE "http://$HOST:1339/api/rppds/[1-5]"
+sbt "runMain rpb.ETL conf/rppd-to-strapi.flux IN_FILE=RPB-Export_HBZ_Bio.txt OUT_FILE=output-rppd-strapi.ndjson"
+sbt "runMain rpb.ETL conf/rppd-import.flux IN_FILE=output-rppd-strapi.ndjson HOST=$HOST"
+
+# Normdaten
+# curl --request DELETE "http://$HOST:1339/api/rpb-authorities/[1-5]"
+sbt "runMain rpb.ETL conf/rpb-sw-to-strapi.flux IN_FILE=RPB-Export_HBZ_SW.txt OUT_FILE=output-sw-strapi.ndjson"
+sbt "runMain rpb.ETL conf/rpb-sw-import.flux IN_FILE=output-sw-strapi.ndjson HOST=$HOST"
+
+# Titeldaten
+sbt "runMain rpb.ETL conf/rpb-titel-to-strapi.flux"
+# curl --request DELETE "http://$HOST:1339/api/articles/[1-5]"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','u') PATH=articles HOST=$HOST"
+# curl --request DELETE "http://$HOST:1339/api/independent-works/[1-5]"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','Monografie') PATH=independent-works HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36_','Band') PATH=independent-works HOST=$HOST"
+sbt "runMain rpb.ETL conf/rpb-titel-import.flux PICK=all_equal('f36t','MultiVolumeBook') PATH=independent-works HOST=$HOST"
diff --git a/transformAndImport.sh b/transformAndImportTest.sh
similarity index 95%
rename from transformAndImport.sh
rename to transformAndImportTest.sh
index 5f4d2042..4b37c9c6 100644
--- a/transformAndImport.sh
+++ b/transformAndImportTest.sh
@@ -2,7 +2,7 @@
 set -eu
 IFS=$'\n\t'
 
-# Call e.g.: bash transformAndImport.sh test-metadaten-nrw.hbz-nrw.de
+# Call e.g.: bash transformAndImportTest.sh test-metadaten-nrw.hbz-nrw.de
 
 if [ -z "$@" ]; then echo "Pass host, e.g. 'localhost'"; else echo "Will import to '$@'"; fi
 HOST=$1