1603_1.py (#12): attempted to remote first line from temporary merges…

… to cope with "ERROR (hxl.io): Skipping column(s) with malformed hashtag specs: #item+"; did not work
EticaAI · Mar 17, 2022 · d6e9fb2 · d6e9fb2
1 parent c11828b
commit d6e9fb2
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 4 deletions.
diff --git a/officinam/999999999/0/1603_3_12.py b/officinam/999999999/0/1603_3_12.py
@@ -597,8 +597,8 @@ def execute_cli(self, pyargs, stdin=STDIN, stdout=sys.stdout,
                 headers['Api-User-Agent'] = USER_AGENT
 
                 payload_query = "".join(full_query)
-                # Lets put an sleep, 2 seconds, just in case
-                sleep(2)
+                # Lets put an sleep, 3 seconds, just in case
+                sleep(3)
                 r = requests.post(sparql_backend, headers=headers, data={
                     'query': payload_query
                 })

diff --git a/officinam/999999999/1603_0_1603.sh b/officinam/999999999/1603_0_1603.sh
@@ -30,10 +30,10 @@ ROOTDIR="$(pwd)"
 # tutorial https://opensource.com/article/18/5/you-dont-know-bash-intro-bash-arrays
 PURGATORIA_CONCEPTUM=()
 ## Reset all files
-PURGATORIA_EXTENSIONEM=( "no1.tm.hxl.csv" "wikiq.tm.hxl.csv" "no11.tm.hxl.csv" "tm.hxl.csv" "mul-Latn.codex.pdf" "mul-Latn.codex.adoc" )
+# PURGATORIA_EXTENSIONEM=( "no1.tm.hxl.csv" "wikiq.tm.hxl.csv" "no11.tm.hxl.csv" "tm.hxl.csv" "mul-Latn.codex.pdf" "mul-Latn.codex.adoc" )
 
 ## Use cached files (avoid overload Google Sheets), but gives hint to re-generate translations
-# PURGATORIA_EXTENSIONEM=( "no1.tm.hxl.csv" "wikiq.tm.hxl.csv" "no11.tm.hxl.csv" )
+PURGATORIA_EXTENSIONEM=( "no1.tm.hxl.csv" "wikiq.tm.hxl.csv" "no11.tm.hxl.csv" )
 
 # PURGATORIA_CONCEPTUM+=( "1603_1_1" )
 # PURGATORIA_CONCEPTUM+=( "1603_1_6" )

diff --git a/officinam/999999999/999999999.lib.sh b/officinam/999999999/999999999.lib.sh
@@ -856,6 +856,13 @@ file_translate_csv_de_numerordinatio_q() {
 
   # exit 1
 
+  # TODO: implement check if return result on 1603_45_1~5.wikiq.tm.hxl.csv
+  #       is something such as 
+  #  ----
+  #  #Service load too high,# please come back later
+  #  
+  #
+  #  -----
   echo "1/5"
   "${ROOTDIR}/999999999/0/1603_3_12.py" \
     --actionem-sparql \
@@ -910,24 +917,32 @@ file_translate_csv_de_numerordinatio_q() {
     "$objectivum_archivum_temporarium_b_u_wiki_1_5" \
     >"$objectivum_archivum_temporarium_b_u_wiki_1m2"
 
+  sed -i '1d' "${objectivum_archivum_temporarium_b_u_wiki_1m2}"
+
   hxlmerge --keys='#item+conceptum+codicem' \
     --tags='#item+rem' \
     --merge="$objectivum_archivum_temporarium_b_u_wiki_3_5" \
     "$objectivum_archivum_temporarium_b_u_wiki_1m2" \
     >"$objectivum_archivum_temporarium_b_u_wiki_1m2m3"
 
+  sed -i '1d' "${objectivum_archivum_temporarium_b_u_wiki_1m2m3}"
+
   hxlmerge --keys='#item+conceptum+codicem' \
     --tags='#item+rem' \
     --merge="$objectivum_archivum_temporarium_b_u_wiki_4_5" \
     "$objectivum_archivum_temporarium_b_u_wiki_1m2m3" \
     >"$objectivum_archivum_temporarium_b_u_wiki_1m2m3m4"
 
+  sed -i '1d' "${objectivum_archivum_temporarium_b_u_wiki_1m2m3m4}"
+
   hxlmerge --keys='#item+conceptum+codicem' \
     --tags='#item+rem' \
     --merge="$objectivum_archivum_temporarium_b_u_wiki_5_5" \
     "$objectivum_archivum_temporarium_b_u_wiki_1m2m3m4" \
     >"$objectivum_archivum_temporarium_b_u_wiki"
 
+  sed -i '1d' "${objectivum_archivum_temporarium_b_u_wiki}"
+
   # Merging done!
 
   # hxlmerge --keys='#item+conceptum+codicem' \