From 2f9ca5d9ebe7cea605402e40be51e259d21ec0a8 Mon Sep 17 00:00:00 2001 From: Ruslan Iushchenko Date: Tue, 16 Jan 2024 10:54:56 +0100 Subject: [PATCH] #263 Add support for EBCDIC codepages 1140, 1141, 1148 with euro sign. --- README.md | 51 ++++++++++++---- .../parser/encoding/codepage/CodePage.scala | 3 + .../encoding/codepage/CodePage1140.scala | 58 ++++++++++++++++++ .../encoding/codepage/CodePage1141.scala | 58 ++++++++++++++++++ .../encoding/codepage/CodePage1148.scala | 58 ++++++++++++++++++ data/test9_expected/test9_cp1140.txt | 60 +++++++++++++++++++ data/test9_expected/test9_cp1141.txt | 60 +++++++++++++++++++ data/test9_expected/test9_cp1148.txt | 60 +++++++++++++++++++ .../source/integration/Test9CodePages.scala | 18 ++++++ 9 files changed, 413 insertions(+), 13 deletions(-) create mode 100644 cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1140.scala create mode 100644 cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1141.scala create mode 100644 cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1148.scala create mode 100644 data/test9_expected/test9_cp1140.txt create mode 100644 data/test9_expected/test9_cp1141.txt create mode 100644 data/test9_expected/test9_cp1148.txt diff --git a/README.md b/README.md index f89b71e6f..fed718432 100644 --- a/README.md +++ b/README.md @@ -1419,19 +1419,19 @@ You can have decimals when using COMP-3 as well. ##### Data parsing options -| Option (usage example) | Description | -|-----------------------------------------------------------|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| -| .option("string_trimming_policy", "both") | Specifies if and how string fields should be trimmed. Available options: `both` (default), `none`, `left`, `right`, `keep_all`. `keep_all` - keeps control characters when decoding ASCII text files | -| .option("ebcdic_code_page", "common") | Specifies a code page for EBCDIC encoding. Currently supported values: `common` (default), `common_extended`, `cp037`, `cp037_extended`, `cp300`, `cp838`, `cp870`, `cp875`, `cp1025`, `cp1047`. `*_extended` code pages supports non-printable characters that converts to ASCII codes below 32. | -| .option("ebcdic_code_page_class", "full.class.specifier") | Specifies a user provided class for a custom code page to UNICODE conversion. | -| .option("field_code_page:cp825", "field1, field2") | Specifies the code page for selected fields. You can add mo than 1 such option for multiple code page overrides. | -| .option("is_utf16_big_endian", "true") | Specifies if UTF-16 encoded strings (`National` / `PIC N` format) are big-endian (default). | -| .option("floating_point_format", "IBM") | Specifies a floating-point format. Available options: `IBM` (default), `IEEE754`, `IBM_little_endian`, `IEEE754_little_endian`. | -| .option("variable_size_occurs", "false") | If `false` (default) fields that have `OCCURS 0 TO 100 TIMES DEPENDING ON` clauses always have the same size corresponding to the maximum array size (e.g. 100 in this example). If set to `true` the size of the field will shrink for each field that has less actual elements. | -| .option("occurs_mapping", "{\"FIELD\": {\"X\": 1}}") | If specified, as a JSON string, allows for String `DEPENDING ON` fields with a corresponding mapping. | -| .option("strict_sign_overpunching", "true") | If `true` (default), sign overpunching will only be allowed for signed numbers. If `false`, overpunched positive sign will be allowed for unsigned numbers, but negative sign will result in null. | -| .option("improved_null_detection", "true") | If `true`(default), values that contain only 0x0 ror DISPLAY strings and numbers will be considered `null`s instead of empty strings. | -| .option("binary_as_hex", "false") | By default fields that have `PIC X` and `USAGE COMP` are converted to `binary` Spark data type. If this option is set to `true`, such fields will be strings in HEX encoding. | +| Option (usage example) | Description | +|-----------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| .option("string_trimming_policy", "both") | Specifies if and how string fields should be trimmed. Available options: `both` (default), `none`, `left`, `right`, `keep_all`. `keep_all` - keeps control characters when decoding ASCII text files | +| .option("ebcdic_code_page", "common") | Specifies a code page for EBCDIC encoding. Currently supported values: `common` (default), `common_extended`, `cp037`, `cp037_extended`, and others (see "Currently supported EBCDIC code pages" section. | +| .option("ebcdic_code_page_class", "full.class.specifier") | Specifies a user provided class for a custom code page to UNICODE conversion. | +| .option("field_code_page:cp825", "field1, field2") | Specifies the code page for selected fields. You can add mo than 1 such option for multiple code page overrides. | +| .option("is_utf16_big_endian", "true") | Specifies if UTF-16 encoded strings (`National` / `PIC N` format) are big-endian (default). | +| .option("floating_point_format", "IBM") | Specifies a floating-point format. Available options: `IBM` (default), `IEEE754`, `IBM_little_endian`, `IEEE754_little_endian`. | +| .option("variable_size_occurs", "false") | If `false` (default) fields that have `OCCURS 0 TO 100 TIMES DEPENDING ON` clauses always have the same size corresponding to the maximum array size (e.g. 100 in this example). If set to `true` the size of the field will shrink for each field that has less actual elements. | +| .option("occurs_mapping", "{\"FIELD\": {\"X\": 1}}") | If specified, as a JSON string, allows for String `DEPENDING ON` fields with a corresponding mapping. | +| .option("strict_sign_overpunching", "true") | If `true` (default), sign overpunching will only be allowed for signed numbers. If `false`, overpunched positive sign will be allowed for unsigned numbers, but negative sign will result in null. | +| .option("improved_null_detection", "true") | If `true`(default), values that contain only 0x0 ror DISPLAY strings and numbers will be considered `null`s instead of empty strings. | +| .option("binary_as_hex", "false") | By default fields that have `PIC X` and `USAGE COMP` are converted to `binary` Spark data type. If this option is set to `true`, such fields will be strings in HEX encoding. | ##### Modifier options @@ -1513,6 +1513,28 @@ You can have decimals when using COMP-3 as well. | .option("minimum_record_length", 1) | Specifies the minimum length a record is considered valid, will be skipped otherwise. It is used to skip ASCII lines that contains invalid records, an EOF character, for example. | | .option("maximum_record_length", 1000) | Specifies the maximum length a record is considered valid, will be skipped otherwise. | +##### Currently supported EBCDIC code pages + +| Option | Code page | Description | +|:--------------------------------------|-------------|:------------------------------------------------------------------------------------------------------------| +| .option("ebcdic_code_page", "common") | Common | (Default) Only characters common across EBCDIC code pages are decoded. | +| .option("ebcdic_code_page", "cp037") | EBCDIC 037 | Australia, Brazil, Canada, New Zealand, Portugal, South Africa, USA. | +| .option("ebcdic_code_page", "cp273") | EBCDIC 273 | Germany, Austria. | +| .option("ebcdic_code_page", "cp300") | EBCDIC 300 | Double-byte code page with Japanese and Latin characters. | +| .option("ebcdic_code_page", "cp500") | EBCDIC 500 | Belgium, Canada, Switzerland, International. | +| .option("ebcdic_code_page", "cp838") | EBCDIC 838 | Double-byte code page with Thai and Latin characters. | +| .option("ebcdic_code_page", "cp870") | EBCDIC 870 | Albania, Bosnia and Herzegovina, Croatia, Czech Republic, Hungary, Poland, Romania, Slovakia, and Slovenia. | +| .option("ebcdic_code_page", "cp875") | EBCDIC 875 | A code page with Greek characters. | +| .option("ebcdic_code_page", "cp1025") | EBCDIC 1025 | A code page with Cyrillic alphabet. | +| .option("ebcdic_code_page", "cp1047") | EBCDIC 1047 | A code page containing all of the Latin-1/Open System characters. | +| .option("ebcdic_code_page", "cp1140") | EBCDIC 1140 | Same as code page 037 with € at the position of the international currency symbol ¤. | +| .option("ebcdic_code_page", "cp1141") | EBCDIC 1141 | Same as code page 273 with € at the position of the international currency symbol ¤. | +| .option("ebcdic_code_page", "cp1148") | EBCDIC 1148 | Same as code page 500 with € at the position of the international currency symbol ¤. | +| .option("ebcdic_code_page", "cp1364") | EBCDIC 1364 | Double-byte code page CCSID-1364, Korean. | +| .option("ebcdic_code_page", "cp1388") | EBCDIC 1388 | Double-byte code page CCSID-1388, Simplified Chinese. | + +`common_extended`, `cp037_extended` are code pages supporting non-printable characters that converts to ASCII codes below 32. + ## Performance Analysis Performance tests were performed on synthetic datasets. The setup and results are as follows. @@ -1643,6 +1665,9 @@ at org.apache.hadoop.io.nativeio.NativeIO$POSIX.getStat(NativeIO.java:608) A: Update hadoop dll to version 3.2.2 or newer. ## Changelog +- #### 2.6.10 will be released soon. + - [#653](https://github.com/AbsaOSS/cobrix/issues/653) Add support for new EBCDIC code pages: 273, 500, 1140, 1141, 1148. + - #### 2.6.9 released 16 October 2023. - [#634](https://github.com/AbsaOSS/cobrix/issues/634) Retain metadata when flattening the schema in SparkUtils. - [#644](https://github.com/AbsaOSS/cobrix/issues/644) Add support for Spark 3.5.0. diff --git a/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage.scala b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage.scala index 5bbb6657f..e0056a47b 100644 --- a/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage.scala +++ b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage.scala @@ -53,6 +53,9 @@ object CodePage extends Logging { case "cp875" => new CodePage875 case "cp1025" => new CodePage1025 case "cp1047" => new CodePage1047 + case "cp1140" => new CodePage1140 + case "cp1141" => new CodePage1141 + case "cp1148" => new CodePage1148 case "cp1364" => new CodePage1364 case "cp1388" => new CodePage1388 case codePage => throw new IllegalArgumentException(s"The code page '$codePage' is not one of the builtin EBCDIC code pages.") diff --git a/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1140.scala b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1140.scala new file mode 100644 index 000000000..5a09a0509 --- /dev/null +++ b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1140.scala @@ -0,0 +1,58 @@ +/* + * Copyright 2018 ABSA Group Limited + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package za.co.absa.cobrix.cobol.parser.encoding.codepage + +/** + * EBCDIC code page 1140. Australia, Brazil, Canada, New Zealand, Portugal, South Africa, USA. + * + * It is used to represent the character set of the German language, almost exclusively on IBM mainframe computers. + * It corresponds to code page 037 and only differs from it in position 9F, where the euro sign € is located instead + * of the international currency symbol ¤. + */ +class CodePage1140 extends SingleByteCodePage(CodePage1140.ebcdicToAsciiMapping) { + override def codePageShortName: String = "cp1140" +} + +object CodePage1140 { + val ebcdicToAsciiMapping: Array[Char] = { + import EbcdicNonPrintable._ + + /* This is the EBCDIC Code Page 1140 to ASCII conversion table + from https://de.m.wikipedia.org/wiki/Extended_Binary_Coded_Decimal_Interchange_Code */ + val ebcdic2ascii: Array[Char] = { + // Non-printable characters map used: http://www.pacsys.com/asciitab.htm + Array[Char]( + c00, c01, c02, c03, spc, c09, spc, del, spc, spc, spc, c0b, c0c, ccr, c0e, c0f, // 0 - 15 + c10, c11, c12, c13, spc, nel, c08, spc, c18, c19, spc, spc, c1c, c1d, c1e, c1f, // 16 - 31 + spc, spc, spc, spc, spc, clf, c17, c1b, spc, spc, spc, spc, spc, c05, c06, c07, // 32 - 47 + spc, spc, c16, spc, spc, spc, spc, c04, spc, spc, spc, spc, c14, c15, spc, c1a, // 48 - 63 + ' ', rsp, 'â', 'ä', 'à', 'á', 'ã', 'å', 'ç', 'ñ', '¢', '.', '<', '(', '+', '|', // 64 - 79 + '&', 'é', 'ê', 'ë', 'è', 'í', 'î', 'ï', 'ì', 'ß', '!', '$', '*', ')', ';', '¬', // 80 - 95 + '-', '/', 'Â', 'Ä', 'À', 'Á', 'Ã', 'Å', 'Ç', 'Ñ', '¦', ',', '%', '_', '>', '?', // 96 - 111 + 'ø', 'É', 'Ê', 'Ë', 'È', 'Í', 'Î', 'Ï', 'Ì', '`', ':', '#', '@', qts, '=', qtd, // 112 - 127 + 'Ø', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', '«', '»', 'ð', 'ý', 'þ', '±', // 128 - 143 + '°', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 'ª', 'º', 'æ', '¸', 'Æ', '€', // 144 - 159 + 'µ', '~', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', '¡', '¿', 'Ð', 'Ý', 'Þ', '®', // 160 - 175 + '^', '£', '¥', '·', '©', '§', '¶', '¼', '½', '¾', '[', ']', '¯', '¨', '´', '×', // 176 - 191 + '{', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', shy, 'ô', 'ö', 'ò', 'ó', 'õ', // 192 - 207 + '}', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', '¹', 'û', 'ü', 'ù', 'ú', 'ÿ', // 208 - 223 + bsh, '÷', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '²', 'Ô', 'Ö', 'Ò', 'Ó', 'Õ', // 224 - 239 + '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '³', 'Û', 'Ü', 'Ù', 'Ú', spc) // 240 - 255 + } + ebcdic2ascii + } +} diff --git a/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1141.scala b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1141.scala new file mode 100644 index 000000000..e58f5c03d --- /dev/null +++ b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1141.scala @@ -0,0 +1,58 @@ +/* + * Copyright 2018 ABSA Group Limited + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package za.co.absa.cobrix.cobol.parser.encoding.codepage + +/** + * EBCDIC code page 1141. Germany, Austria. + * + * It is used to represent the character set of the German language, almost exclusively on IBM mainframe computers. + * It corresponds to code page 273 and only differs from it in position 9F, where the euro sign € is located instead + * of the international currency symbol ¤. + */ +class CodePage1141 extends SingleByteCodePage(CodePage1141.ebcdicToAsciiMapping) { + override def codePageShortName: String = "cp1141" +} + +object CodePage1141 { + val ebcdicToAsciiMapping: Array[Char] = { + import EbcdicNonPrintable._ + + /* This is the EBCDIC Code Page 1141 to ASCII conversion table + from https://de.m.wikipedia.org/wiki/Extended_Binary_Coded_Decimal_Interchange_Code */ + val ebcdic2ascii: Array[Char] = { + // Non-printable characters map used: http://www.pacsys.com/asciitab.htm + Array[Char]( + c00, c01, c02, c03, spc, c09, spc, del, spc, spc, spc, c0b, c0c, ccr, c0e, c0f, // 0 - 15 + c10, c11, c12, c13, spc, nel, c08, spc, c18, c19, spc, spc, c1c, c1d, c1e, c1f, // 16 - 31 + spc, spc, spc, spc, spc, clf, c17, c1b, spc, spc, spc, spc, spc, c05, c06, c07, // 32 - 47 + spc, spc, c16, spc, spc, spc, spc, c04, spc, spc, spc, spc, c14, c15, spc, c1a, // 48 - 63 + ' ', rsp, 'â', '{', 'à', 'á', 'ã', 'å', 'ç', 'ñ', 'Ä', '.', '<', '(', '+', '!', // 64 - 79 + '&', 'é', 'ê', 'ë', 'è', 'í', 'î', 'ï', 'ì', '~', 'Ü', '$', '*', ')', ';', '^', // 80 - 95 + '-', '/', 'Â', '[', 'À', 'Á', 'Ã', 'Å', 'Ç', 'Ñ', 'ö', ',', '%', '_', '>', '?', // 96 - 111 + 'ø', 'É', 'Ê', 'Ë', 'È', 'Í', 'Î', 'Ï', 'Ì', '`', ':', '#', '§', qts, '=', qtd, // 112 - 127 + 'Ø', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', '«', '»', 'ð', 'ý', 'þ', '±', // 128 - 143 + '°', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 'ª', 'º', 'æ', '¸', 'Æ', '€', // 144 - 159 + 'µ', 'ß', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', '¡', '¿', 'Ð', 'Ý', 'Þ', '®', // 160 - 175 + '¢', '£', '¥', '·', '©', '@', '¶', '¼', '½', '¾', '¬', '|', '¯', '¨', '´', '×', // 176 - 191 + 'ä', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', shy, 'ô', '¦', 'ò', 'ó', 'õ', // 192 - 207 + 'ü', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', '¹', 'û', '}', 'ù', 'ú', 'ÿ', // 208 - 223 + 'Ö', '÷', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '²', 'Ô', bsh, 'Ò', 'Ó', 'Õ', // 224 - 239 + '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '³', 'Û', ']', 'Ù', 'Ú', spc) // 240 - 255 + } + ebcdic2ascii + } +} diff --git a/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1148.scala b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1148.scala new file mode 100644 index 000000000..ee163fa75 --- /dev/null +++ b/cobol-parser/src/main/scala/za/co/absa/cobrix/cobol/parser/encoding/codepage/CodePage1148.scala @@ -0,0 +1,58 @@ +/* + * Copyright 2018 ABSA Group Limited + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package za.co.absa.cobrix.cobol.parser.encoding.codepage + +/** + * EBCDIC code page 1141. Belgium, Canada, Switzerland, International. + * + * It is used to represent the character set of the German language, almost exclusively on IBM mainframe computers. + * It corresponds to code page 500 and only differs from it in position 9F, where the euro sign € is located instead + * of the international currency symbol ¤. + */ +class CodePage1148 extends SingleByteCodePage(CodePage1141.ebcdicToAsciiMapping) { + override def codePageShortName: String = "cp1148" +} + +object CodePage1148 { + val ebcdicToAsciiMapping: Array[Char] = { + import EbcdicNonPrintable._ + + /* This is the EBCDIC Code Page 1141 to ASCII conversion table + from https://de.m.wikipedia.org/wiki/Extended_Binary_Coded_Decimal_Interchange_Code */ + val ebcdic2ascii: Array[Char] = { + // Non-printable characters map used: http://www.pacsys.com/asciitab.htm + Array[Char]( + c00, c01, c02, c03, spc, c09, spc, del, spc, spc, spc, c0b, c0c, ccr, c0e, c0f, // 0 - 15 + c10, c11, c12, c13, spc, nel, c08, spc, c18, c19, spc, spc, c1c, c1d, c1e, c1f, // 16 - 31 + spc, spc, spc, spc, spc, clf, c17, c1b, spc, spc, spc, spc, spc, c05, c06, c07, // 32 - 47 + spc, spc, c16, spc, spc, spc, spc, c04, spc, spc, spc, spc, c14, c15, spc, c1a, // 48 - 63 + ' ', rsp, 'â', 'ä', 'à', 'á', 'ã', 'å', 'ç', 'ñ', '[', '.', '<', '(', '+', '!', // 64 - 79 + '&', 'é', 'ê', 'ë', 'è', 'í', 'î', 'ï', 'ì', 'ß', ']', '$', '*', ')', ';', '^', // 80 - 95 + '-', '/', 'Â', 'Ä', 'À', 'Á', 'Ã', 'Å', 'Ç', 'Ñ', '¦', ',', '%', '_', '>', '?', // 96 - 111 + 'ø', 'É', 'Ê', 'Ë', 'È', 'Í', 'Î', 'Ï', 'Ì', '`', ':', '#', '@', qts, '=', qtd, // 112 - 127 + 'Ø', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', '«', '»', 'ð', 'ý', 'þ', '±', // 128 - 143 + '°', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 'ª', 'º', 'æ', '¸', 'Æ', '€', // 144 - 159 + 'µ', '~', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', '¡', '¿', 'Ð', 'Ý', 'Þ', '®', // 160 - 175 + '¢', '£', '¥', '·', '©', '§', '¶', '¼', '½', '¾', '¬', '|', '¯', '¨', '´', '×', // 176 - 191 + '{', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', shy, 'ô', 'ö', 'ò', 'ó', 'õ', // 192 - 207 + '}', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', '¹', 'û', 'ü', 'ù', 'ú', 'ÿ', // 208 - 223 + bsh, '÷', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '²', 'Ô', 'Ö', 'Ò', 'Ó', 'Õ', // 224 - 239 + '0', '1', '2', '3', '4', '5', '6', '7', '8', '9', '³', 'Û', 'Ü', 'Ù', 'Ú', spc) // 240 - 255 + } + ebcdic2ascii + } +} diff --git a/data/test9_expected/test9_cp1140.txt b/data/test9_expected/test9_cp1140.txt new file mode 100644 index 000000000..b3ba7e83d --- /dev/null +++ b/data/test9_expected/test9_cp1140.txt @@ -0,0 +1,60 @@ +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"©û\u0012¯á3Z ÑT ¼Å8\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":36.88} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ùçc€ ³®\u001A Aº\u0014ëd\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":59.80} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"´\u0011#ñ#B \" :æ­à\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":767.31} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ZÁ\u0007Ì0z \u0003\u0015eCjú \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":873.44} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"8oÂÔàÒ\u0010\u001F«Ð· \"ç\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":39.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¿\u001C ]Æ»ýY)Ô%@ÌÒ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":536.19} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ëù±l¥Ù Ë^o _²<\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":346.57} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"é/Få©\u000BèÙªÎÓÖ¦\n\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":471.30} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u001F¶ýB}óþ\fF#«RÇÙ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":287.83} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ý ëºê6\u0016 %±Çì\u000E \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":60112.00} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":" ïêÖj% ®¯\\¶ X\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":539.59} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"q- (â:ýÓRneê9\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":857.62} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"r\u0002\u0005Äjõ3ö~:?¬Ùæ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":400.08} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Ø \u0005Á(çñiÁ®?Gä\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":245.88} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ëÈ\u0004ºÞí eà%=\u001AÇý\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":416.49} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"»PBÅ,\u0015çmP ²s=r\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":538.66} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0004MËÃ>D\u0004w3ã5Y] \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":26062.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"XeËøò)Zâäáæx\u001BW\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":467.90} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":" f×Ó7Ot R¾÷ß f\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":995.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":":]{q­`\u0010\u001Fì¾D\n\t\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":8569982.00} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Æŵ_Dé)FQz#?Äc\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":5620.54} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ó³\b=Â\u0010\u000E\tø siñ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":688.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"T7Æ h£o Þ\u0012¢ûþª\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":477.11} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"z§\u0018\u001EPül\u0002ÆSì) 2\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":93.93} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ãiJe\u0007ÖYV¨ ÷\u0017¾ \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":533.47} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"@B\u0016Jÿû+q &·çé \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":535.39} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"8 ±H\u0003õ.\nÅI1\u001FÒD\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":996.36} +{"CURRENCY":"CYN","SIGNATURE":"S9276511","COMPANY_NAME_NP":"@a[<®#6¸\t?ýÔ\u001At\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":826.76} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ûò(éì\nE \\\u0013L ^z\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":39642.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"e\u0006\u0000 »:@@ \u001F\u0016±h»\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":9261333.00} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ç+n\u0013ßUã]9b¹oÀÒ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":20.79} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u000Eª¼»   @$;f€Ü\u000E\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":961.32} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Þºô°¾'Â\u0006§w¥ÞyE\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":150.26} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":":(ÖadùòǶ@üSð¯\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":951.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¾\u001AW%SG\u0011Bö A5>\r\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":94.65} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0001 u¬xSQqaëja, \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":880.76} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ø¯É É; s>±- æ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":767.09} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"u\u000E:0 \u0001Jä ûI\u0005¥à\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":996.09} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"°\u0019+äÏeºW¡èØ þ \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":960.96} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¹4>Vê P-9hA5\b\u001F\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":891.81} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Xi:\n '\u0015% \u0019Éé\b\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":827.68} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¸É)ìz{ÝmáË S< \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":347.75} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ù Â\u001E¯·DæÙÙ\u0010@2W\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":122.36} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\"2\u000F¸Dt\u0013p ÓMÜk4\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":959.54} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"!áÖ\u0014ñ°­ý[iw h5\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":868.91} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ì ÉòúÏ\u0012\u001D§\u001C çq \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":413.20} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"s õ WpÆ «\u0007ÀýQ\u0012\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":5125370.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\n\u000Em |â0ùûì¢AX®\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":666.98} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0014öråt!\u0001$ï3 ó6\u0006\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":442.62} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Gh\u000B+ ,Ú$·…Ð\u0000 \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":45558.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"k+å[ hE\u0006^9M\u0007é\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":405.18} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"3Þ{ Ó\b&ÿ n =ÎÂ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":37.25} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" \rì\u0010+h\u0002Äò¸=Tª \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":668.85} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" ×Ì\u001A©ÔÖûæ…G5\u0003×\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":78475.00} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"nP\u0012I}f eäJ£õ^\u0011\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":809.40} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Õ3.½W«j/6²\u001AãÈ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":823.73} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"rKhh·Eþ\u001E¶¨\u000BqÃ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":447.38} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ï~máwxQu-\f?\u0000+ü\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":815.87} +{"CURRENCY":"CYN","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0002Æf\"¨' ×\u000Foä\"ÁÞ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":3892137.00} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"%\u0011hÝ6 \u0012TÑ0+p\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":300.76} diff --git a/data/test9_expected/test9_cp1141.txt b/data/test9_expected/test9_cp1141.txt new file mode 100644 index 000000000..72334b22e --- /dev/null +++ b/data/test9_expected/test9_cp1141.txt @@ -0,0 +1,60 @@ +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"©û\u0012¯á3Z ÑT ¼Å8\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":36.88} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ùçc€ ³®\u001A Aº\u0014ëd\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":59.80} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"´\u0011#ñ#B \" :Ãö­à\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":767.31} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ZÁ\u0007Ì0z \u0003\u0015eCjú \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":873.44} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"8oÂÔàÒ\u0010\u001F«Ð· \"ç\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":39.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¿\u001C |Æ»ýY)Ô%§ÌÒ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":536.19} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ëù±l¥Ù Ë¢o _²<\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":346.57} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"é/Få©\u000BèÙªÎÓ\\ö\n\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":471.30} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u001F¶ýBüóþ\fF#«RÇÙ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":287.83} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ý ëºê6\u0016 %±Çì\u000E \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":60112.00} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":" ïê\\j% ®¯Ö¶ X\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":539.59} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"q- (â:ýÓRneê9\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":857.62} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"r\u0002\u0005[jõ3¦ß:?^Ùæ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":400.08} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Ø \u0005Á(çñiÁ®?G{\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":245.88} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ëÈ\u0004ºÞí eà%=\u001AÇý\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":416.49} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"»PBÅ,\u0015çmP ²s=r\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":538.66} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0004MËÃ>D\u0004w3ã5Y| \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":26062.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"XeËøò)Zâ{áæx\u001BW\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":467.90} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":" f×Ó7Ot R¾÷~ f\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":995.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":":|äq­`\u0010\u001Fì¾D\n\t\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":8569982.00} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Æŵ_Dé)FQz#?[c\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":5620.54} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ó³\b=Â\u0010\u000E\tø siñ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":688.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"T7Æ h£o Þ\u0012Äûþª\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":477.11} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"z@\u0018\u001EP}l\u0002ÆSì) 2\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":93.93} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ãiJe\u0007\\YV¨ ÷\u0017¾ \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":533.47} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"§B\u0016Jÿû+q &·çé \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":535.39} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"8 ±H\u0003õ.\nÅI1\u001FÒD\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":996.36} +{"CURRENCY":"CYN","SIGNATURE":"S9276511","COMPANY_NAME_NP":"§a¬<®#6¸\t?ýÔ\u001At\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":826.76} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ûò(éì\nE Ö\u0013L ¢z\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":39642.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"e\u0006\u0000 »:§§ \u001F\u0016±h»\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":9261333.00} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ç+n\u0013~Uã|9b¹oÀÒ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":20.79} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u000Eª¼»   §$;f€]\u000E\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":961.32} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Þºô°¾'Â\u0006@w¥ÞyE\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":150.26} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":":(\\adùòǶ§}Sð¯\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":951.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¾\u001AW%SG\u0011B¦ A5>\r\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":94.65} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0001 u^xSQqaëja, \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":880.76} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ø¯É É; s>±- æ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":767.09} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"u\u000E:0 \u0001J{ ûI\u0005¥à\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":996.09} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"°\u0019+{ÏeºW¡èØ þ \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":960.96} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¹4>Vê P-9hA5\b\u001F\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":891.81} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Xi:\n '\u0015% \u0019Éé\b\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":827.68} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¸É)ìzäÝmáË S< \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":347.75} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ù Â\u001E¯·DæÙÙ\u0010§2W\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":122.36} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\"2\u000F¸Dt\u0013p ÓM]k4\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":959.54} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Üá\\\u0014ñ°­ý¬iw h5\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":868.91} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ì ÉòúÏ\u0012\u001D@\u001C çq \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":413.20} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"s õ WpÆ «\u0007ÀýQ\u0012\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":5125370.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\n\u000Em !â0ùûìÄAX®\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":666.98} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0014¦råtÜ\u0001$ï3 ó6\u0006\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":442.62} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Gh\u000B+ ,Ú$·…Ð\u0000 \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":45558.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"k+å¬ hE\u0006¢9M\u0007é\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":405.18} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"3Þä Ó\b&ÿ n =ÎÂ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":37.25} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" \rì\u0010+h\u0002[ò¸=Tª \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":668.85} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" ×Ì\u001A©Ô\\ûæ…G5\u0003×\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":78475.00} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"nP\u0012Iüf e{J£õ¢\u0011\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":809.40} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Õ3.½W«j/6²\u001AãÈ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":823.73} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"rKhh·Eþ\u001E¶¨\u000BqÃ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":447.38} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ÏßmáwxQu-\f?\u0000+}\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":815.87} +{"CURRENCY":"CYN","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0002Æf\"¨' ×\u000Fo{\"ÁÞ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":3892137.00} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"%\u0011hÝ6 \u0012TÑ0+p\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":300.76} diff --git a/data/test9_expected/test9_cp1148.txt b/data/test9_expected/test9_cp1148.txt new file mode 100644 index 000000000..72334b22e --- /dev/null +++ b/data/test9_expected/test9_cp1148.txt @@ -0,0 +1,60 @@ +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"©û\u0012¯á3Z ÑT ¼Å8\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":36.88} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ùçc€ ³®\u001A Aº\u0014ëd\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":59.80} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"´\u0011#ñ#B \" :Ãö­à\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":767.31} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ZÁ\u0007Ì0z \u0003\u0015eCjú \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":873.44} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"8oÂÔàÒ\u0010\u001F«Ð· \"ç\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":39.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¿\u001C |Æ»ýY)Ô%§ÌÒ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":536.19} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ëù±l¥Ù Ë¢o _²<\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":346.57} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"é/Få©\u000BèÙªÎÓ\\ö\n\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":471.30} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u001F¶ýBüóþ\fF#«RÇÙ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":287.83} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ý ëºê6\u0016 %±Çì\u000E \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":60112.00} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":" ïê\\j% ®¯Ö¶ X\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":539.59} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"q- (â:ýÓRneê9\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":857.62} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"r\u0002\u0005[jõ3¦ß:?^Ùæ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":400.08} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Ø \u0005Á(çñiÁ®?G{\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":245.88} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ëÈ\u0004ºÞí eà%=\u001AÇý\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":416.49} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"»PBÅ,\u0015çmP ²s=r\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":538.66} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0004MËÃ>D\u0004w3ã5Y| \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":26062.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"XeËøò)Zâ{áæx\u001BW\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":467.90} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":" f×Ó7Ot R¾÷~ f\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":995.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":":|äq­`\u0010\u001Fì¾D\n\t\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":8569982.00} +{"CURRENCY":"CZK","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Æŵ_Dé)FQz#?[c\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":5620.54} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ó³\b=Â\u0010\u000E\tø siñ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":688.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"T7Æ h£o Þ\u0012Äûþª\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":477.11} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"z@\u0018\u001EP}l\u0002ÆSì) 2\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":93.93} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ãiJe\u0007\\YV¨ ÷\u0017¾ \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":533.47} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"§B\u0016Jÿû+q &·çé \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":535.39} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"8 ±H\u0003õ.\nÅI1\u001FÒD\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":996.36} +{"CURRENCY":"CYN","SIGNATURE":"S9276511","COMPANY_NAME_NP":"§a¬<®#6¸\t?ýÔ\u001At\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":826.76} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ûò(éì\nE Ö\u0013L ¢z\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":39642.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"e\u0006\u0000 »:§§ \u001F\u0016±h»\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":9261333.00} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Ç+n\u0013~Uã|9b¹oÀÒ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":20.79} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u000Eª¼»   §$;f€]\u000E\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":961.32} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Þºô°¾'Â\u0006@w¥ÞyE\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":150.26} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":":(\\adùòǶ§}Sð¯\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":951.71} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¾\u001AW%SG\u0011B¦ A5>\r\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":94.65} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0001 u^xSQqaëja, \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":880.76} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ø¯É É; s>±- æ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":767.09} +{"CURRENCY":"EUR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"u\u000E:0 \u0001J{ ûI\u0005¥à\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":996.09} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"°\u0019+{ÏeºW¡èØ þ \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":960.96} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¹4>Vê P-9hA5\b\u001F\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":891.81} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Xi:\n '\u0015% \u0019Éé\b\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":827.68} +{"CURRENCY":"CAD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"¸É)ìzäÝmáË S< \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":347.75} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ù Â\u001E¯·DæÙÙ\u0010§2W\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":122.36} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\"2\u000F¸Dt\u0013p ÓM]k4\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":959.54} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"Üá\\\u0014ñ°­ý¬iw h5\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":868.91} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ì ÉòúÏ\u0012\u001D@\u001C çq \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":413.20} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"s õ WpÆ «\u0007ÀýQ\u0012\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":5125370.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\n\u000Em !â0ùûìÄAX®\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":666.98} +{"CURRENCY":"CHF","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0014¦råtÜ\u0001$ï3 ó6\u0006\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":442.62} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Gh\u000B+ ,Ú$·…Ð\u0000 \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":45558.00} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"k+å¬ hE\u0006¢9M\u0007é\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":405.18} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"3Þä Ó\b&ÿ n =ÎÂ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":37.25} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" \rì\u0010+h\u0002[ò¸=Tª \u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":668.85} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":" ×Ì\u001A©Ô\\ûæ…G5\u0003×\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":78475.00} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"nP\u0012Iüf e{J£õ¢\u0011\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":809.40} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":" Õ3.½W«j/6²\u001AãÈ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":1,"AMOUNT":823.73} +{"CURRENCY":"ZAR","SIGNATURE":"S9276511","COMPANY_NAME_NP":"rKhh·Eþ\u001E¶¨\u000BqÃ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":447.38} +{"CURRENCY":"GBP","SIGNATURE":"S9276511","COMPANY_NAME_NP":"ÏßmáwxQu-\f?\u0000+}\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":815.87} +{"CURRENCY":"CYN","SIGNATURE":"S9276511","COMPANY_NAME_NP":"\u0002Æf\"¨' ×\u000Fo{\"ÁÞ\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":3892137.00} +{"CURRENCY":"USD","SIGNATURE":"S9276511","COMPANY_NAME_NP":"%\u0011hÝ6 \u0012TÑ0+p\u0000","COMPANY_ID":"00000000\u0000\u0000","WEALTH_QFY":0,"AMOUNT":300.76} diff --git a/spark-cobol/src/test/scala/za/co/absa/cobrix/spark/cobol/source/integration/Test9CodePages.scala b/spark-cobol/src/test/scala/za/co/absa/cobrix/spark/cobol/source/integration/Test9CodePages.scala index 1c2b8c753..690be2926 100644 --- a/spark-cobol/src/test/scala/za/co/absa/cobrix/spark/cobol/source/integration/Test9CodePages.scala +++ b/spark-cobol/src/test/scala/za/co/absa/cobrix/spark/cobol/source/integration/Test9CodePages.scala @@ -89,6 +89,24 @@ class Test9CodePages extends AnyFunSuite with SparkTestBase { "string_trimming_policy" -> "none" :: Nil) } + test(s"Integration test on $exampleName code page CP1140") { + runTest("_cp1140", + "ebcdic_code_page" -> "cp1140" :: + "string_trimming_policy" -> "none" :: Nil) + } + + test(s"Integration test on $exampleName code page CP1141") { + runTest("_cp1141", + "ebcdic_code_page" -> "cp1141" :: + "string_trimming_policy" -> "none" :: Nil) + } + + test(s"Integration test on $exampleName code page CP1148") { + runTest("_cp1148", + "ebcdic_code_page" -> "cp1148" :: + "string_trimming_policy" -> "none" :: Nil) + } + test(s"Integration test on $exampleName custom code page") { runTest("_cp_custom", "ebcdic_code_page_class" -> "za.co.absa.cobrix.spark.cobol.source.utils.CustomCodePage" ::