opencultureconsulting
/
ba-sachsen-pica
mirror of https://github.com/opencultureconsulting/ba-sachsen-pica
2
0
Fork 0
Code Issues Releases Wiki Activity

Löschen von Exemplardaten umgestellt

This commit is contained in:
Felix Lohmeier 2022-01-12 12:22:38 +01:00
parent 78a01721f1
commit c44a328c9d
3 changed files with 4 additions and 642 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
alephino/Taskfile.yml
View File

@ -57,7 +57,6 @@ tasks:
"$CLIENT" -P {{.PORT}} exemplare --apply config/pre/exemplare-mehrfachbelegungen.json > {{.LOG}}
- | # Felder löschen
"$CLIENT" -P {{.PORT}} titel --apply config/pre/titel-loeschen.json > {{.LOG}}
"$CLIENT" -P {{.PORT}} exemplare --apply config/pre/exemplare-loeschen.json > {{.LOG}}
- | # Transponieren
"$CLIENT" -P {{.PORT}} titel --apply config/pre/titel-transponieren.json > {{.LOG}}
"$CLIENT" -P {{.PORT}} exemplare --apply config/pre/exemplare-transponieren.json > {{.LOG}}
@ -118,9 +117,9 @@ tasks:
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/main/7100a.json > {{.LOG}}
# - > # TODO: Spalte 2199 muss vorne stehen, weil für Sortierung benötigt
- > # spec_Z_04: PPN anreichern über ISBN
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/ppn.json > {{.LOG}}
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/main/ppn.json > {{.LOG}}
- > # spec_Z_05: Exemplare clustern
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/clustern.json > {{.LOG}}
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/main/clustern.json > {{.LOG}}
- mkdir -p output
- > # Export dubletter Barcodes; golang requires strange escaping https://stackoverflow.com/questions/17641887/how-do-i-escape-and-delimiters-in-go-templates/17642427#17642427
"$CLIENT" -P {{.PORT}} {{.PROJECT}}
@ -129,11 +128,11 @@ tasks:
--rowSeparator ""
> {{.LOG}}
- > # spec_Z_06: Dublette Barcodes löschen
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/dedup.json > {{.LOG}}
"$CLIENT" -P {{.PORT}} {{.PROJECT}} --apply config/main/dedup.json > {{.LOG}}
- > # Export als PICA+
"$CLIENT" -P {{.PORT}} {{.PROJECT}}
--output "$(readlink -m output/{{.PROJECT}}.txt)"
--template "$(< config/template.txt)"
--template "$(< config/main/template.txt)"
--rowSeparator ""
> {{.LOG}}
- | # print allocated system resources

125
alephino/config/pre/exemplare-loeschen.json
View File

@ -1,125 +0,0 @@
[
{
"op": "core/row-removal",
"engineConfig": {
"facets": [
{
"type": "list",
"name": "Column 1",
"expression": "value",
"columnName": "Column 1",
"invert": false,
"omitBlank": false,
"omitError": false,
"selection": [
{
"v": {
"v": "E|002_",
"l": "E|002_"
}
},
{
"v": {
"v": "E|003",
"l": "E|003"
}
},
{
"v": {
"v": "E|004",
"l": "E|004"
}
},
{
"v": {
"v": "E|027",
"l": "E|027"
}
},
{
"v": {
"v": "E|030",
"l": "E|030"
}
},
{
"v": {
"v": "E|050",
"l": "E|050"
}
},
{
"v": {
"v": "E|123",
"l": "E|123"
}
},
{
"v": {
"v": "E|A02",
"l": "E|A02"
}
},
{
"v": {
"v": "E|A73",
"l": "E|A73"
}
},
{
"v": {
"v": "E|A86",
"l": "E|A86"
}
},
{
"v": {
"v": "E|A91",
"l": "E|A91"
}
},
{
"v": {
"v": "E|CAT",
"l": "E|CAT"
}
},
{
"v": {
"v": "E|FMT",
"l": "E|FMT"
}
},
{
"v": {
"v": "E|HOL",
"l": "E|HOL"
}
},
{
"v": {
"v": "E|ORD",
"l": "E|ORD"
}
},
{
"v": {
"v": "E|STA",
"l": "E|STA"
}
},
{
"v": {
"v": "E|SUB",
"l": "E|SUB"
}
}
],
"selectBlank": false,
"selectError": false
}
],
"mode": "row-based"
}
}
]

512
alephino/config/pre/titel-anreichern.json
View File

@ -95,134 +95,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|004'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|004",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|004",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|004",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|027'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|027",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|027",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|027",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|030'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|030",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|030",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|030",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|050'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|050",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|050",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|050",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -319,70 +191,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|123'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|123",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|123",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|123",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|A02'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|A02",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|A02",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|A02",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -415,38 +223,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|A73'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|A73",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|A73",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|A73",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -479,38 +255,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|A91'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|A91",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|A91",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|A91",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -575,70 +319,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|CAT'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|CAT",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|CAT",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|CAT",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|FMT'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|FMT",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|FMT",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|FMT",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -671,102 +351,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|LDR'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|LDR",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|LDR",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|LDR",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|STA'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|STA",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|STA",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|STA",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|SUB'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|SUB",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|SUB",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|SUB",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -959,70 +543,6 @@
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|HOL'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|HOL",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|HOL",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|HOL",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|A86'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|A86",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|A86",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|A86",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
@ -1278,37 +798,5 @@
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
},
{
"op": "core/column-addition",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"baseColumnName": "id",
"expression": "grel:forEach(value.cross('exemplare','titel_id'),r,forNonBlank(r.cells['E|ORD'].value,v,v,'␀')).join('␞')",
"onError": "set-to-blank",
"newColumnName": "E|ORD",
"columnInsertIndex": 13
},
{
"op": "core/multivalued-cell-split",
"columnName": "E|ORD",
"keyColumnName": "M|001",
"mode": "separator",
"separator": "␞",
"regex": false
},
{
"op": "core/text-transform",
"engineConfig": {
"facets": [],
"mode": "row-based"
},
"columnName": "E|ORD",
"expression": "grel:value.replace('␀','')",
"onError": "keep-original",
"repeat": false,
"repeatCount": 10
}
]