From 7041282c2b1ac04d3a24cd629137bc5c2100fa2c Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 29 Apr 2026 16:47:25 +0200 Subject: [PATCH 01/13] change filter tests to fit Hana schema --- .../daterange_column.test.json | 2 +- .../postgres/daterange_column.test.json | 2 +- .../postgres/daterange_column.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 8 +------ .../COUNT_QUARTERS_AGGREGATOR/content.csv | 24 +++++++++---------- .../DURATION_SUM.test.json | 2 +- .../DURATION_SUM.test.json | 2 +- ...T_DATE_AGGREGATOR_NO_RESTRICTION.test.json | 2 +- ...VENT_DATE_AGGREGATOR_RESTRICTION.test.json | 2 +- .../EXISTS_AGGREGATOR/NUMBER.test.json | 2 +- .../EXISTS_AGGREGATOR_OR/NUMBER.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../FLAGS_AGGREGATOR.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SUBSTRING/DISTINCT/MAPPED.test.json | 2 +- .../SUBSTRING/DISTINCT/SIMPLE.test.json | 2 +- .../SUBSTRING/DISTINCT_MULTI/MAPPED.test.json | 2 +- .../SUBSTRING/FIRST/MAPPED.test.json | 2 +- .../SUBSTRING/FIRST/SIMPLE.test.json | 2 +- .../COUNT_DISTINCT_MULTI/COUNT.test.json | 2 +- .../COUNT_QUARTERS.test.json | 3 ++- .../tests/filter/COUNTfalse/COUNT.test.json | 8 +------ .../DURATION_SUM/DURATION_SUM.test.json | 22 ++++++++--------- .../content_DURATION_SUM_Filter.csv | 14 +++++------ .../DURATION_SUM_2/DURATION_SUM_2.test.json | 22 ++++++++--------- .../content_DURATION_SUM_2_Filter.csv | 16 ++++++------- .../DURATION_SUM.test.json | 2 +- .../FLAGS_FILTER/FLAGS_FILTER.test.json | 2 +- .../ABS_EXPORT_FORM_SECONDARY_ID.test.json | 2 +- .../ABSOLUT/SIMPLE/ABS_EXPORT_FORM.test.json | 2 +- .../ABS_EXPORT_FORM_WITH_SELECT.test.json | 2 +- .../SIMPLE_DATE_RESTRICTION/AND_DR.test.json | 2 +- .../SIMPLE_DATE_RESTRICTION/DR_AND.test.json | 2 +- .../LOGICAL/ABS_EXPORT_FORM.test.json | 2 +- .../ABS_EXPORT_FORM.test.json | 2 +- .../SECONDARY_ID/SECONDARY_ID.test.json | 2 +- .../SIMPLE/ABS_EXPORT_FORM.test.json | 2 +- .../ABS_EXPORT_FORM_WITH_SELECT.test.json | 2 +- .../SECONDARY_ID/SECONDARY_ID.test.json | 2 +- .../RELATIVE/SIMPLE/REL_EXPORT_FORM.test.json | 2 +- .../FULL_EXPORT_FORM_SECONDARY_ID.test.json | 2 +- .../CONCEPT_RESTRICTION.test.json | 2 +- ...RESTRICTION_WITHOUT_VALIDITYDATE.test.json | 2 +- .../CONCEPT_RESTRICTION.test.json | 2 +- .../CONCEPT_WITHOUT_VALIDITYDATE.test.json | 2 +- .../SIMPLE_CQEXTERNAL_QUERY.test.json | 2 +- .../tests/query/CQYES/CQYES.test.json | 2 +- .../DATE_DISTANCE/DATE_DISTANCE.test.json | 2 +- .../DATE_DISTANCE_ERSTER.test.json | 2 +- .../DATE_DISTANCE_LETZTER.test.json | 2 +- .../DATE_DISTANCE.test.json | 2 +- .../DATE_DISTANCE_ERSTER.test.json | 2 +- .../DATE_DISTANCE_LETZTER.test.json | 2 +- .../DATE_DISTANCE.test.json | 2 +- .../DATE_DISTANCE_ERSTER.test.json | 2 +- .../DATE_DISTANCE_LETZTER.test.json | 2 +- ...ION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json | 2 +- .../SIMPLE_CQEXTERNAL_QUERY.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- ...ABLES_ICD_KH_AU_QUERY_ohneFilter.test.json | 2 +- ...ATE_RESTRICTION_OR_CONCEPT_QUERY.test.json | 2 +- .../tests/query/NUMBER/NUMBER.test.json | 2 +- .../query/NUMBER_MISSING/NUMBER.test.json | 2 +- .../NUMBER.test.json | 2 +- .../NUMBER2.test.json | 2 +- .../query/NUMBER_NEGATION/NUMBER.test.json | 2 +- .../NUMBER_STRING_PARSER/NUMBER.test.json | 2 +- .../NUMBER.test.json | 2 +- .../query/REUSED_QUERY/REUSED_Query.test.json | 2 +- .../SECONDARY_ID/SECONDARY_IDS.test.json | 2 +- .../SECONDARY_IDS.test.json | 2 +- .../SECONDARY_IDS_EXCLUDED.test.json | 2 +- .../SECONDARY_IDS.test.json | 2 +- .../SECONDARY_IDS_MIXED.test.json | 2 +- .../SIMPLE_CQEXTERNAL_QUERY.test.json | 2 +- ...IMPLE_CQEXTERNAL_QUERY_START_END.test.json | 2 +- .../SUM_EMPTY_DATE_CONCEPT_QUERY.test.json | 2 +- .../TABLE_EXPORT/RAW_TABLE_EXPORT.test.json | 2 +- .../TEMPORAL/AFTER/ALL/ALL/query.test.json | 2 +- .../TEMPORAL/AFTER/ALL/ANY/query.test.json | 2 +- .../AFTER/ALL/EARLIEST/query.test.json | 2 +- .../TEMPORAL/AFTER/ALL/LATEST/query.test.json | 2 +- .../TEMPORAL/AFTER/ANY/ALL/query.test.json | 2 +- .../TEMPORAL/AFTER/ANY/ANY/query.test.json | 2 +- .../AFTER/ANY/EARLIEST/query.test.json | 2 +- .../TEMPORAL/AFTER/ANY/LATEST/query.test.json | 2 +- .../AFTER/EARLIEST/ALL/query.test.json | 2 +- .../AFTER/EARLIEST/ANY/query.test.json | 2 +- .../AFTER/EARLIEST/EARLIEST/query.test.json | 2 +- .../AFTER/EARLIEST/LATEST/query.test.json | 2 +- .../TEMPORAL/AFTER/LATEST/ALL/query.test.json | 2 +- .../TEMPORAL/AFTER/LATEST/ANY/query.test.json | 2 +- .../AFTER/LATEST/EARLIEST/query.test.json | 2 +- .../AFTER/LATEST/LATEST/query.test.json | 2 +- .../TEMPORAL/AGGREGATION/query.test.json | 2 +- .../TEMPORAL/BEFORE/ALL/ALL/query.test.json | 2 +- .../TEMPORAL/BEFORE/ALL/ANY/query.test.json | 2 +- .../BEFORE/ALL/EARLIEST/query.test.json | 2 +- .../BEFORE/ALL/LATEST/query.test.json | 2 +- .../TEMPORAL/BEFORE/ANY/ALL/query.test.json | 2 +- .../TEMPORAL/BEFORE/ANY/ANY/query.test.json | 2 +- .../BEFORE/ANY/EARLIEST/query.test.json | 2 +- .../BEFORE/ANY/LATEST/query.test.json | 2 +- .../BEFORE/EARLIEST/ALL/query.test.json | 2 +- .../BEFORE/EARLIEST/ANY/query.test.json | 2 +- .../BEFORE/EARLIEST/EARLIEST/query.test.json | 2 +- .../BEFORE/EARLIEST/LATEST/query.test.json | 2 +- .../BEFORE/LATEST/ALL/query.test.json | 2 +- .../BEFORE/LATEST/ANY/query.test.json | 2 +- .../BEFORE/LATEST/EARLIEST/query.test.json | 2 +- .../BEFORE/LATEST/LATEST/query.test.json | 2 +- .../TEMPORAL/WHILE/ALL/ALL/query.test.json | 2 +- .../TEMPORAL/WHILE/ALL/ANY/query.test.json | 2 +- .../WHILE/ALL/EARLIEST/query.test.json | 2 +- .../TEMPORAL/WHILE/ALL/LATEST/query.test.json | 2 +- .../TEMPORAL/WHILE/ANY/ALL/query.test.json | 2 +- .../TEMPORAL/WHILE/ANY/ANY/query.test.json | 2 +- .../WHILE/ANY/EARLIEST/query.test.json | 2 +- .../TEMPORAL/WHILE/ANY/LATEST/query.test.json | 2 +- .../WHILE/EARLIEST/ALL/query.test.json | 2 +- .../WHILE/EARLIEST/ANY/query.test.json | 2 +- .../WHILE/EARLIEST/EARLIEST/query.test.json | 2 +- .../WHILE/EARLIEST/LATEST/query.test.json | 2 +- .../TEMPORAL/WHILE/LATEST/ALL/query.test.json | 2 +- .../TEMPORAL/WHILE/LATEST/ANY/query.test.json | 2 +- .../WHILE/LATEST/EARLIEST/query.test.json | 2 +- .../WHILE/LATEST/LATEST/query.test.json | 2 +- .../VIRTUAL_CONCEPT_REUSED_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 2 +- 141 files changed, 186 insertions(+), 197 deletions(-) diff --git a/backend/src/test/resources/EXCLUDED_sql/date_restriction/postgres_daterange/daterange_column.test.json b/backend/src/test/resources/EXCLUDED_sql/date_restriction/postgres_daterange/daterange_column.test.json index 2ab0296b1c..96f91e812b 100644 --- a/backend/src/test/resources/EXCLUDED_sql/date_restriction/postgres_daterange/daterange_column.test.json +++ b/backend/src/test/resources/EXCLUDED_sql/date_restriction/postgres_daterange/daterange_column.test.json @@ -3,7 +3,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "label": "Date restriction with a daterange column validity date (PostgreSQL only)", diff --git a/backend/src/test/resources/EXCLUDED_sql/filter/count_quarters/postgres/daterange_column.test.json b/backend/src/test/resources/EXCLUDED_sql/filter/count_quarters/postgres/daterange_column.test.json index 8abe667031..cfa063e942 100644 --- a/backend/src/test/resources/EXCLUDED_sql/filter/count_quarters/postgres/daterange_column.test.json +++ b/backend/src/test/resources/EXCLUDED_sql/filter/count_quarters/postgres/daterange_column.test.json @@ -3,7 +3,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "label": "COUNT_QUARTERS filter on single postgres daterange column", diff --git a/backend/src/test/resources/EXCLUDED_sql/selects/count_quarters/postgres/daterange_column.test.json b/backend/src/test/resources/EXCLUDED_sql/selects/count_quarters/postgres/daterange_column.test.json index 2cf3d26649..ea50600f7c 100644 --- a/backend/src/test/resources/EXCLUDED_sql/selects/count_quarters/postgres/daterange_column.test.json +++ b/backend/src/test/resources/EXCLUDED_sql/selects/count_quarters/postgres/daterange_column.test.json @@ -3,7 +3,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "label": "COUNT_QUARTERS on single postgres daterange column", diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 955fa02f2f..bb908e4590 100644 --- a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -1,12 +1,6 @@ { "type": "QUERY_TEST", "label": "COUNT_QUARTERS_AGGREGATOR Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL" - ] - }, "expectedCsv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR/expected.csv", "query": { "type": "CONCEPT_QUERY", @@ -63,7 +57,7 @@ }, { "name": "datum", - "type": "DATE_RANGE" + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv index 083de65dfc..141be6fd80 100644 --- a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv @@ -1,13 +1,13 @@ pid,behandlungsdatum,datum -1,2015-03-16,"2015-01-01/2016-12-31" -1,2015-03-17,"2015-01-01/2016-12-31" -2,2015-03-31,"2015-01-01/2016-12-31" -2,2015-04-01,"2015-01-01/2016-12-31" -3,2015-02-01,"2015-01-01/2016-12-31" -3,2015-04-01,"2015-01-01/2016-12-31" -3,2015-07-01,"2015-01-01/2016-12-31" -3,2015-11-01,"2015-01-01/2016-12-31" -4,2015-03-31,"2015-01-01/2016-12-31" -4,2015-04-01,"2015-01-01/2016-12-31" -4,2015-07-01,"2015-01-01/2016-12-31" -5,,"2015-01-01/2016-12-31" \ No newline at end of file +1,2015-03-16,2015-01-01 +1,2015-03-17,2015-01-01 +2,2015-03-31,2015-01-01 +2,2015-04-01,2015-01-01 +3,2015-02-01,2015-01-01 +3,2015-04-01,2015-01-01 +3,2015-07-01,2015-01-01 +3,2015-11-01,2015-01-01 +4,2015-03-31,2015-01-01 +4,2015-04-01,2015-01-01 +4,2015-07-01,2015-01-01 +5,,2015-01-01 \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json b/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json index 3a54197372..05c13d72f4 100644 --- a/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json +++ b/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/DURATION_SUM_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json b/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json index 51b3429c18..9c291fe93e 100644 --- a/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json +++ b/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json index 692fcca436..2408db349a 100644 --- a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/EVENT_DATE_AGGREGATOR/expected_no_restriction.csv", diff --git a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json index e420c4fc6b..9065ecf7fa 100644 --- a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/EVENT_DATE_AGGREGATOR/expected_restriction.csv", diff --git a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json index 85e69af173..b155884cea 100644 --- a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json +++ b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/EXISTS_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json index 28c87d6bf5..e7e89f7197 100644 --- a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json +++ b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/EXISTS_AGGREGATOR_OR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index fba3354bf6..6ee84259cf 100644 --- a/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/FIRST_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json b/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json index 02364f081b..eefc9de077 100644 --- a/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json +++ b/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/FLAGS_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index c08a548044..9a818227ba 100644 --- a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/LAST_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index ecc5110997..3ebea28eef 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/MAPPED/DISTINCT/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 19bcea3b42..abb2a9d235 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/MAPPED/DISTINCT_MULTI/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 86ed03ad78..44f6ccf96d 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/MAPPED/FIRST/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 9ef8481673..44694a5d94 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/MAPPED/FIRST_MULTI/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index e1b97554f2..f3cc4426f0 100644 --- a/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/QUARTER_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index f7472b1d89..cbe7b108d8 100644 --- a/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/RANDOM_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json index 2bc93f414f..e712264d60 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/DISTINCT/expected-mapped.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json index 88a8bcf908..d13167da6b 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/DISTINCT/expected-simple.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json index e04a99cee2..14f4396f89 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/DISTINCT_MULTI/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json index bd867a63b0..83d9cb1344 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/FIRST/expected-mapped.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json index a1f6e3452f..3d994d47cd 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/FIRST/expected.csv", diff --git a/backend/src/test/resources/tests/filter/COUNT_DISTINCT_MULTI/COUNT.test.json b/backend/src/test/resources/tests/filter/COUNT_DISTINCT_MULTI/COUNT.test.json index 581a0b2451..e5fb531af5 100644 --- a/backend/src/test/resources/tests/filter/COUNT_DISTINCT_MULTI/COUNT.test.json +++ b/backend/src/test/resources/tests/filter/COUNT_DISTINCT_MULTI/COUNT.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/filter/COUNT_DISTINCT_MULTI/expected_COUNT_Filter.csv", diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json b/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json index 570455eaea..edecde7076 100644 --- a/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json +++ b/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json @@ -1,8 +1,9 @@ { "type": "FILTER_TEST", "label": "COUNT_QUARTERS Test", - "sqlSpec": { + "sqlSpec": { "isEnabled": true, + "comment": "Hana does not support dateRanges and this specifically targets dateRanges", "supportedDialects": [ "POSTGRESQL" ] diff --git a/backend/src/test/resources/tests/filter/COUNTfalse/COUNT.test.json b/backend/src/test/resources/tests/filter/COUNTfalse/COUNT.test.json index 764f9e34a4..4e0a1d2a92 100644 --- a/backend/src/test/resources/tests/filter/COUNTfalse/COUNT.test.json +++ b/backend/src/test/resources/tests/filter/COUNTfalse/COUNT.test.json @@ -1,12 +1,6 @@ { "type": "FILTER_TEST", "label": "COUNTfalse Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL" - ] - }, "expectedCsv": "tests/filter/COUNTfalse/expected_COUNT_Filter.csv", "content": { "tables": { @@ -22,7 +16,7 @@ }, { "name": "datum", - "type": "DATE_RANGE" + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/filter/DURATION_SUM/DURATION_SUM.test.json b/backend/src/test/resources/tests/filter/DURATION_SUM/DURATION_SUM.test.json index ee863aef04..3b23ac00f0 100644 --- a/backend/src/test/resources/tests/filter/DURATION_SUM/DURATION_SUM.test.json +++ b/backend/src/test/resources/tests/filter/DURATION_SUM/DURATION_SUM.test.json @@ -1,12 +1,6 @@ { "type": "FILTER_TEST", "label": "DURATION_SUM Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL" - ] - }, "expectedCsv": "tests/filter/DURATION_SUM/expected_DURATION_SUM_Filter.csv", "content": { "tables": { @@ -17,8 +11,12 @@ }, "columns": [ { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } @@ -26,12 +24,14 @@ "connector": { "validityDates": [ { - "label": "Dauer", - "column": "table.datum" + "name": "dauer", + "startColumn": "table.start", + "endColumn": "table.end" } ], "filters": { - "column": "table.datum", + "startColumn": "table.start", + "endColumn": "table.end", "type": "DURATION_SUM" } }, diff --git a/backend/src/test/resources/tests/filter/DURATION_SUM/content_DURATION_SUM_Filter.csv b/backend/src/test/resources/tests/filter/DURATION_SUM/content_DURATION_SUM_Filter.csv index b52f8968ed..37f58b71c8 100644 --- a/backend/src/test/resources/tests/filter/DURATION_SUM/content_DURATION_SUM_Filter.csv +++ b/backend/src/test/resources/tests/filter/DURATION_SUM/content_DURATION_SUM_Filter.csv @@ -1,7 +1,7 @@ -pid,datum -1,"2010-01-01/2010-01-31" -3,"2013-08-10/2013-08-11" -4,"2010-06-15/2010-06-20" -4,"2010-06-16/2010-06-18" -5,"2011-03-02/2011-03-10" -5,"2011-03-05/2011-03-13" +pid,start,end +1,2010-01-01,2010-01-31 +3,2013-08-10,2013-08-11 +4,2010-06-15,2010-06-20 +4,2010-06-16,2010-06-18 +5,2011-03-02,2011-03-10 +5,2011-03-05,2011-03-13 diff --git a/backend/src/test/resources/tests/filter/DURATION_SUM_2/DURATION_SUM_2.test.json b/backend/src/test/resources/tests/filter/DURATION_SUM_2/DURATION_SUM_2.test.json index ed0ad8188e..01d17a09fc 100644 --- a/backend/src/test/resources/tests/filter/DURATION_SUM_2/DURATION_SUM_2.test.json +++ b/backend/src/test/resources/tests/filter/DURATION_SUM_2/DURATION_SUM_2.test.json @@ -1,12 +1,6 @@ { "type": "FILTER_TEST", "label": "DURATION_SUM_2 Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL" - ] - }, "expectedCsv": "tests/filter/DURATION_SUM_2/expected_DURATION_SUM_2_Filter.csv", "content": { "tables": { @@ -17,8 +11,12 @@ }, "columns": [ { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } @@ -26,12 +24,14 @@ "connector": { "validityDates": [ { - "label": "Dauer", - "column": "table.datum" + "label": "dauer", + "startColumn": "table.start", + "endColumn": "table.end" } ], "filters": { - "column": "table.datum", + "startColumn": "table.start", + "endColumn": "table.end", "type": "DURATION_SUM" } }, diff --git a/backend/src/test/resources/tests/filter/DURATION_SUM_2/content_DURATION_SUM_2_Filter.csv b/backend/src/test/resources/tests/filter/DURATION_SUM_2/content_DURATION_SUM_2_Filter.csv index e82488e056..159860276d 100644 --- a/backend/src/test/resources/tests/filter/DURATION_SUM_2/content_DURATION_SUM_2_Filter.csv +++ b/backend/src/test/resources/tests/filter/DURATION_SUM_2/content_DURATION_SUM_2_Filter.csv @@ -1,8 +1,8 @@ -pid,datum -1,"2010-01-01/2010-01-31" -3,"2013-08-10/2013-08-10" -4,"2010-06-15/2010-06-20" -4,"2010-06-16/2010-06-18" -5,"2011-03-02/2011-03-10" -5,"2011-03-05/2011-03-13" -6,"" \ No newline at end of file +pid,start,end +1,2010-01-01,2010-01-31 +3,2013-08-10,2013-08-10 +4,2010-06-15,2010-06-20 +4,2010-06-16,2010-06-18 +5,2011-03-02,2011-03-10 +5,2011-03-05,2011-03-13 +6, \ No newline at end of file diff --git a/backend/src/test/resources/tests/filter/DURATION_SUM_DISTINCT_FILTER/DURATION_SUM.test.json b/backend/src/test/resources/tests/filter/DURATION_SUM_DISTINCT_FILTER/DURATION_SUM.test.json index d969b24905..f50002d79b 100644 --- a/backend/src/test/resources/tests/filter/DURATION_SUM_DISTINCT_FILTER/DURATION_SUM.test.json +++ b/backend/src/test/resources/tests/filter/DURATION_SUM_DISTINCT_FILTER/DURATION_SUM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/filter/DURATION_SUM_DISTINCT_FILTER/expected.csv", diff --git a/backend/src/test/resources/tests/filter/FLAGS_FILTER/FLAGS_FILTER.test.json b/backend/src/test/resources/tests/filter/FLAGS_FILTER/FLAGS_FILTER.test.json index 84273b61c9..edb210ef5b 100644 --- a/backend/src/test/resources/tests/filter/FLAGS_FILTER/FLAGS_FILTER.test.json +++ b/backend/src/test/resources/tests/filter/FLAGS_FILTER/FLAGS_FILTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/filter/FLAGS_FILTER/expected.csv", diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SECONDARY_ID/ABS_EXPORT_FORM_SECONDARY_ID.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SECONDARY_ID/ABS_EXPORT_FORM_SECONDARY_ID.test.json index 139ba38898..0fb26bfce0 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SECONDARY_ID/ABS_EXPORT_FORM_SECONDARY_ID.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SECONDARY_ID/ABS_EXPORT_FORM_SECONDARY_ID.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM.test.json index 35f6a220f2..d477afdd76 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json index 0ccb786c60..1738d42582 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/AND_DR.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/AND_DR.test.json index f87df4f78d..8879a8be0e 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/AND_DR.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/AND_DR.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/DR_AND.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/DR_AND.test.json index 5b8985c467..1806575137 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/DR_AND.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ABSOLUT/SIMPLE_DATE_RESTRICTION/DR_AND.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL/ABS_EXPORT_FORM.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL/ABS_EXPORT_FORM.test.json index 727d90dcf4..d9b331b11b 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL/ABS_EXPORT_FORM.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL/ABS_EXPORT_FORM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL_WITH_EXCLUDE/ABS_EXPORT_FORM.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL_WITH_EXCLUDE/ABS_EXPORT_FORM.test.json index 65d3827d68..854203318a 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL_WITH_EXCLUDE/ABS_EXPORT_FORM.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/LOGICAL_WITH_EXCLUDE/ABS_EXPORT_FORM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SECONDARY_ID/SECONDARY_ID.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SECONDARY_ID/SECONDARY_ID.test.json index 300b7cf3aa..e86078a7c3 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SECONDARY_ID/SECONDARY_ID.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SECONDARY_ID/SECONDARY_ID.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM.test.json index 2fc9c4215b..db147087c0 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json index 4eb14c811f..5c397a71e3 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/ENTITY_DATE/SIMPLE/ABS_EXPORT_FORM_WITH_SELECT.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SECONDARY_ID/SECONDARY_ID.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SECONDARY_ID/SECONDARY_ID.test.json index 06385a0387..686a84976b 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SECONDARY_ID/SECONDARY_ID.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SECONDARY_ID/SECONDARY_ID.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SIMPLE/REL_EXPORT_FORM.test.json b/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SIMPLE/REL_EXPORT_FORM.test.json index b9cc2becb4..3f5232e157 100644 --- a/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SIMPLE/REL_EXPORT_FORM.test.json +++ b/backend/src/test/resources/tests/form/EXPORT_FORM/RELATIVE/SIMPLE/REL_EXPORT_FORM.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/FULL_EXPORT_FORM_SECONDARY_ID.test.json b/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/FULL_EXPORT_FORM_SECONDARY_ID.test.json index 475001960d..bc4dbdb6a9 100644 --- a/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/FULL_EXPORT_FORM_SECONDARY_ID.test.json +++ b/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/FULL_EXPORT_FORM_SECONDARY_ID.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": { diff --git a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json index 77822fc2eb..0830c6ce2a 100644 --- a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/CONCEPT_DATE_RESTRICTION_OPEN/expected.csv", diff --git a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE.test.json b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE.test.json index c2fb4becfe..7e35a0792c 100644 --- a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE.test.json +++ b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/CONCEPT_DATE_RESTRICTION_WITHOUT_VALIDITYDATE/expected.csv", diff --git a/backend/src/test/resources/tests/query/CONCEPT_RESTRICTION_QUERY/CONCEPT_RESTRICTION.test.json b/backend/src/test/resources/tests/query/CONCEPT_RESTRICTION_QUERY/CONCEPT_RESTRICTION.test.json index ad63360ba1..f2f40d1001 100644 --- a/backend/src/test/resources/tests/query/CONCEPT_RESTRICTION_QUERY/CONCEPT_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/query/CONCEPT_RESTRICTION_QUERY/CONCEPT_RESTRICTION.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/CONCEPT_RESTRICTION_QUERY/expected-kh.csv", diff --git a/backend/src/test/resources/tests/query/CONCEPT_WITHOUT_VALIDITYDATE/CONCEPT_WITHOUT_VALIDITYDATE.test.json b/backend/src/test/resources/tests/query/CONCEPT_WITHOUT_VALIDITYDATE/CONCEPT_WITHOUT_VALIDITYDATE.test.json index 117e0fb4fd..a15451aff3 100644 --- a/backend/src/test/resources/tests/query/CONCEPT_WITHOUT_VALIDITYDATE/CONCEPT_WITHOUT_VALIDITYDATE.test.json +++ b/backend/src/test/resources/tests/query/CONCEPT_WITHOUT_VALIDITYDATE/CONCEPT_WITHOUT_VALIDITYDATE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/CONCEPT_WITHOUT_VALIDITYDATE/expected.csv", diff --git a/backend/src/test/resources/tests/query/CQEXTERNAL_EXTRA_DATA/SIMPLE_CQEXTERNAL_QUERY.test.json b/backend/src/test/resources/tests/query/CQEXTERNAL_EXTRA_DATA/SIMPLE_CQEXTERNAL_QUERY.test.json index 95e681e27d..f4e2de3a3c 100644 --- a/backend/src/test/resources/tests/query/CQEXTERNAL_EXTRA_DATA/SIMPLE_CQEXTERNAL_QUERY.test.json +++ b/backend/src/test/resources/tests/query/CQEXTERNAL_EXTRA_DATA/SIMPLE_CQEXTERNAL_QUERY.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/CQEXTERNAL_EXTRA_DATA/expected.csv", diff --git a/backend/src/test/resources/tests/query/CQYES/CQYES.test.json b/backend/src/test/resources/tests/query/CQYES/CQYES.test.json index 95f56918e8..7448d352b4 100644 --- a/backend/src/test/resources/tests/query/CQYES/CQYES.test.json +++ b/backend/src/test/resources/tests/query/CQYES/CQYES.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/CQYES/expected.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json index 3438b18284..1e57ddcfab 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/DATE_DISTANCE/expected-versichertenzeit.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json index f27cdad5bc..452def56b1 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/DATE_DISTANCE/expected-erster.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json index 0456915a86..3b94d91d98 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE/expected-letzter.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json index f325fe9be7..086eb55de8 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE_AGE_SPAN/expected-versichertenzeit.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json index 510b426a83..65f4e5520a 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE_AGE_SPAN/expected-erster.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json index feb6852c47..d3189b9090 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE_AGE_SPAN/expected-letzter.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json index 671114bcf1..5ee1e91ddb 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE_NEGATION/expected-versichertenzeit.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json index 855850c88c..0e4d319bb2 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE_NEGATION/expected-erster.csv", diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json index 51b3b1c279..332c0e1dbd 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DATE_DISTANCE_NEGATION/expected-letzter.csv", diff --git a/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json b/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json index 63de4ea517..ec204f6665 100644 --- a/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json +++ b/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/expected-zeitspanne.csv", diff --git a/backend/src/test/resources/tests/query/EXTERNAL_NEGATION/SIMPLE_CQEXTERNAL_QUERY.test.json b/backend/src/test/resources/tests/query/EXTERNAL_NEGATION/SIMPLE_CQEXTERNAL_QUERY.test.json index e4eee66e6f..64fa40fe7c 100644 --- a/backend/src/test/resources/tests/query/EXTERNAL_NEGATION/SIMPLE_CQEXTERNAL_QUERY.test.json +++ b/backend/src/test/resources/tests/query/EXTERNAL_NEGATION/SIMPLE_CQEXTERNAL_QUERY.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/EXTERNAL_NEGATION/expected.csv", diff --git a/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index ca584b9cca..d99c9f60f3 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/LOGICAL/AND_DATE_LOGICAL/expected.csv", diff --git a/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM/SIMPLE_TREECONCEPT_Query.test.json index f211dc1e8f..b7114adddf 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM/SIMPLE_TREECONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/LOGICAL/AND_DURATION_SUM/expected.csv", diff --git a/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM_MULTI_CONCEPT/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM_MULTI_CONCEPT/SIMPLE_TREECONCEPT_Query.test.json index 8f9194ef73..8da38c9046 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM_MULTI_CONCEPT/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/AND_DURATION_SUM_MULTI_CONCEPT/SIMPLE_TREECONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/LOGICAL/AND_DURATION_SUM_MULTI_CONCEPT/expected.csv", diff --git a/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index 5f604ea1d4..32d27dee69 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/LOGICAL/AND_NEGATION_DATE_LOGICAL/expected.csv", diff --git a/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_RESTRICTION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_RESTRICTION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index 8799fe23cc..73ed29e6fd 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_RESTRICTION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/AND_NEGATION_RESTRICTION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/LOGICAL/AND_NEGATION_RESTRICTION_DATE_LOGICAL/expected.csv", diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index c0a02b05e7..164bba9396 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -5,7 +5,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "query": { diff --git a/backend/src/test/resources/tests/query/MULTIPLE_TABLES_ICD_QUERY2/MULTIPLE_TABLES_ICD_KH_AU_QUERY_ohneFilter.test.json b/backend/src/test/resources/tests/query/MULTIPLE_TABLES_ICD_QUERY2/MULTIPLE_TABLES_ICD_KH_AU_QUERY_ohneFilter.test.json index 81a9101b2f..a360c79153 100644 --- a/backend/src/test/resources/tests/query/MULTIPLE_TABLES_ICD_QUERY2/MULTIPLE_TABLES_ICD_KH_AU_QUERY_ohneFilter.test.json +++ b/backend/src/test/resources/tests/query/MULTIPLE_TABLES_ICD_QUERY2/MULTIPLE_TABLES_ICD_KH_AU_QUERY_ohneFilter.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/MULTIPLE_TABLES_ICD_QUERY2/expected.csv", diff --git a/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json b/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json index a38bffee8f..ba37ff7869 100644 --- a/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json +++ b/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY/expected.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json index e20454e971..e5e44cc620 100644 --- a/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/NUMBER/expected.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json index 3047d62b66..802a275977 100644 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/NUMBER_MISSING/expected.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json index 5d0cdf7453..7f1fe55619 100644 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/NUMBER_MISSING_NO_RESTRICTION/expected.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json index 54657c85c1..b38525e4cc 100644 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv":"tests/query/NUMBER_MISSING_NO_RESTRICTION/expected2.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json index fbf1cf7845..b8faa5e1f4 100644 --- a/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/NUMBER_NEGATION/expected.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json index bae2f930e0..3d7db852e0 100644 --- a/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/NUMBER_STRING_PARSER/expected.csv", diff --git a/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json index 6b0f76bd31..54e4d3d5e6 100644 --- a/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/NUMBER_STRING_PREFIXED_PARSER/expected.csv", diff --git a/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json b/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json index 94935042b7..b64ac2fd80 100644 --- a/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json +++ b/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/REUSED_QUERY/expected.csv", diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json index f6aaec366e..8075385791 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SECONDARY_ID/expected.csv", diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json index 65a834c256..fbb5d25bae 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SECONDARY_ID_DATEMODE_LOGICAL/expected.csv", diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_EXCLUDED/SECONDARY_IDS_EXCLUDED.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID_EXCLUDED/SECONDARY_IDS_EXCLUDED.test.json index 4946887995..3f90542fba 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_EXCLUDED/SECONDARY_IDS_EXCLUDED.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_EXCLUDED/SECONDARY_IDS_EXCLUDED.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SECONDARY_ID_EXCLUDED/expected.csv", diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json index d9949527da..975e127f55 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/expected.csv", diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_MIXED/SECONDARY_IDS_MIXED.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID_MIXED/SECONDARY_IDS_MIXED.test.json index fa1d2ced8d..7e779c161e 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_MIXED/SECONDARY_IDS_MIXED.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_MIXED/SECONDARY_IDS_MIXED.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SECONDARY_ID_MIXED/expected.csv", diff --git a/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY.test.json b/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY.test.json index 5174e6edfb..47ad9b6ec3 100644 --- a/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY.test.json +++ b/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SIMPLE_CQEXTERNAL_QUERY/expected.csv", diff --git a/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY_START_END.test.json b/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY_START_END.test.json index 46cb3d2421..cc499535ff 100644 --- a/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY_START_END.test.json +++ b/backend/src/test/resources/tests/query/SIMPLE_CQEXTERNAL_QUERY/SIMPLE_CQEXTERNAL_QUERY_START_END.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SIMPLE_CQEXTERNAL_QUERY/expected_start_end.csv", diff --git a/backend/src/test/resources/tests/query/SUM_EMPTY_DATE_CONCEPT_QUERY/SUM_EMPTY_DATE_CONCEPT_QUERY.test.json b/backend/src/test/resources/tests/query/SUM_EMPTY_DATE_CONCEPT_QUERY/SUM_EMPTY_DATE_CONCEPT_QUERY.test.json index 58baa2536b..1bfc433444 100644 --- a/backend/src/test/resources/tests/query/SUM_EMPTY_DATE_CONCEPT_QUERY/SUM_EMPTY_DATE_CONCEPT_QUERY.test.json +++ b/backend/src/test/resources/tests/query/SUM_EMPTY_DATE_CONCEPT_QUERY/SUM_EMPTY_DATE_CONCEPT_QUERY.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/SUM_EMPTY_DATE_CONCEPT_QUERY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json b/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json index 2a8be93bcb..150c2da555 100644 --- a/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json +++ b/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TABLE_EXPORT/raw_expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ALL/query.test.json index 25a2627e97..3ae0cbceac 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ALL/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ANY/query.test.json index 0c4505974a..c4bae87495 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ALL/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/EARLIEST/query.test.json index 85f8d795d4..65395af76d 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ALL/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/LATEST/query.test.json index 9b984b15f6..4901e8a673 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ALL/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ALL/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ALL/query.test.json index 01259b2214..db282b5eab 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ANY/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ANY/query.test.json index d8d334398c..37ae00d5f1 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ANY/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/EARLIEST/query.test.json index a957f63754..ef678d2db4 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ANY/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/LATEST/query.test.json index 6873fc1594..1c351ce764 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/ANY/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/ANY/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ALL/query.test.json index bc4dc58248..ce3174cc80 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/EARLIEST/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ANY/query.test.json index d04770c5a8..931711ba5c 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/EARLIEST/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/EARLIEST/query.test.json index 8284fa8992..76330be12e 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/EARLIEST/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/LATEST/query.test.json index 1229e6c11a..082989fb30 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/EARLIEST/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/EARLIEST/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ALL/query.test.json index e39034076d..a1e43174c6 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/LATEST/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ANY/query.test.json index 59c7c11de8..2f11dfbdb2 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/LATEST/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/EARLIEST/query.test.json index c189fb5be6..07efef74fc 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/LATEST/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/LATEST/query.test.json index 0cc099fbbe..fd57bdd513 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AFTER/LATEST/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AFTER/LATEST/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/AGGREGATION/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/AGGREGATION/query.test.json index 57acb351a8..ee36a552fb 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/AGGREGATION/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/AGGREGATION/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/AGGREGATION/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ALL/query.test.json index 6c1ed4b11d..d28ab67598 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ALL/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ANY/query.test.json index b9a2b278be..3bcd5df907 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ALL/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/EARLIEST/query.test.json index ad71445d22..27b42c3ab4 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ALL/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/LATEST/query.test.json index 2b7f905ca6..d4ad78395c 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ALL/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ALL/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ALL/query.test.json index 36b3f6ab8a..effd0fe4eb 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ANY/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ANY/query.test.json index 6772cf2426..5e0728c05a 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ANY/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/EARLIEST/query.test.json index c54e4aafee..fa79996000 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ANY/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/LATEST/query.test.json index 52fa609a09..e596d71a25 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/ANY/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/ANY/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ALL/query.test.json index 3bafde26de..7393e820be 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/EARLIEST/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ANY/query.test.json index 87b4e51e3f..6132182d3a 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/EARLIEST/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/EARLIEST/query.test.json index 6fb1ed76d1..20e7edd02a 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/EARLIEST/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/LATEST/query.test.json index a139f74c9c..c80b7b2456 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/EARLIEST/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/EARLIEST/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ALL/query.test.json index afa2865beb..87b7fdd943 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/LATEST/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ANY/query.test.json index a5df8a7379..ef56f61944 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/LATEST/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/EARLIEST/query.test.json index f670bcf591..b1f678ecd4 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/LATEST/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/LATEST/query.test.json index 82ee9004ba..0142abdfff 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/BEFORE/LATEST/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/BEFORE/LATEST/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ALL/query.test.json index 73ce24ef71..8ffd6265bb 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ALL/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ANY/query.test.json index 600ef55cdd..e593d88611 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ALL/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/EARLIEST/query.test.json index 38cc7d9d0d..688552ae9a 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ALL/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/LATEST/query.test.json index 06de13d9ea..491b4e4732 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ALL/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ALL/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ALL/query.test.json index 3bb02194d6..34aa260150 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ANY/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ANY/query.test.json index c2e019e76a..edc944a437 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ANY/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/EARLIEST/query.test.json index 8c967c362c..fce2e634c3 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ANY/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/LATEST/query.test.json index b2afa17da1..c6dc24ec4f 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/ANY/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/ANY/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ALL/query.test.json index 43bc76f200..b5faa7763e 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/EARLIEST/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ANY/query.test.json index de4af3c533..0cf40a68f5 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/EARLIEST/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/EARLIEST/query.test.json index f752a2ea65..1cf7f8f070 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/EARLIEST/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/LATEST/query.test.json index a978c71772..7966bed3c4 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/EARLIEST/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/EARLIEST/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ALL/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ALL/query.test.json index b1d36ab1f5..dcca29b5a7 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ALL/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ALL/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/LATEST/ALL/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ANY/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ANY/query.test.json index fd250e630b..2b16fc5588 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ANY/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/ANY/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/LATEST/ANY/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/EARLIEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/EARLIEST/query.test.json index e9cfbb4626..5da04a85f6 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/EARLIEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/EARLIEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/LATEST/EARLIEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/LATEST/query.test.json b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/LATEST/query.test.json index 57c1595e82..d046ead524 100644 --- a/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/LATEST/query.test.json +++ b/backend/src/test/resources/tests/query/TEMPORAL/WHILE/LATEST/LATEST/query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/TEMPORAL/WHILE/LATEST/LATEST/expected.csv", diff --git a/backend/src/test/resources/tests/query/VIRTUAL_CONCEPT_REUSED_QUERY/VIRTUAL_CONCEPT_REUSED_Query.test.json b/backend/src/test/resources/tests/query/VIRTUAL_CONCEPT_REUSED_QUERY/VIRTUAL_CONCEPT_REUSED_Query.test.json index 1571d2808f..db20fd85da 100644 --- a/backend/src/test/resources/tests/query/VIRTUAL_CONCEPT_REUSED_QUERY/VIRTUAL_CONCEPT_REUSED_Query.test.json +++ b/backend/src/test/resources/tests/query/VIRTUAL_CONCEPT_REUSED_QUERY/VIRTUAL_CONCEPT_REUSED_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/query/VIRTUAL_CONCEPT_REUSED_QUERY/expected.csv", diff --git a/backend/src/test/resources/tests/sql/selects/first/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/sql/selects/first/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 7aba42855a..8688d5afc0 100644 --- a/backend/src/test/resources/tests/sql/selects/first/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/sql/selects/first/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/sql/selects/first/FIRST_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 8a8fbd524e..4888215894 100644 --- a/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", "HANA" ] }, "expectedCsv": "tests/sql/selects/first/LAST_AGGREGATOR/expected.csv", From 7fa0a10e67b91b3f5af5964237a33eef3a77c301 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Thu, 30 Apr 2026 16:40:44 +0200 Subject: [PATCH 02/13] More edits to tests so they work with HANA --- .../mode/local/SqlEntityResolver.java | 8 +- .../cqelement/concept/CQConceptConverter.java | 19 +- .../sql/conversion/model/ColumnDateRange.java | 5 + .../sql/conversion/model/SqlIdColumns.java | 3 + .../query/ConceptQueryConverter.java | 1 + .../query/TableExportQueryConverter.java | 95 +++++---- .../sql/execution/SqlExecutionService.java | 1 + .../CONCEPT_RESTRICTION.test.json | 56 +++-- .../CONCEPT_DATE_RESTRICTION_OPEN/content.csv | 16 +- .../DATE_DISTANCE/DATE_DISTANCE.test.json | 45 ++-- .../DATE_DISTANCE_ERSTER.test.json | 26 +-- .../DATE_DISTANCE_LETZTER.test.json | 107 ---------- .../query/DATE_DISTANCE/expected-letzter.csv | 3 - .../DATE_DISTANCE.test.json | 107 ---------- .../DATE_DISTANCE_ERSTER.test.json | 107 ---------- .../DATE_DISTANCE_LETZTER.test.json | 107 ---------- .../query/DATE_DISTANCE_AGE_SPAN/content.csv | 27 --- .../expected-erster.csv | 5 - .../expected-letzter.csv | 5 - .../expected-versichertenzeit.csv | 9 - .../DATE_DISTANCE.test.json | 200 +++++++++--------- .../DATE_DISTANCE_ERSTER.test.json | 8 - .../DATE_DISTANCE_LETZTER.test.json | 110 ---------- ...ION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json | 163 +++++++------- .../SIMPLE_TREECONCEPT_Query.test.json | 3 +- .../SIMPLE_TREECONCEPT_Query.test.json | 3 +- .../tests/query/NUMBER/NUMBER.test.json | 92 -------- .../resources/tests/query/NUMBER/content.csv | 13 -- .../resources/tests/query/NUMBER/expected.csv | 5 - .../query/NUMBER_MISSING/NUMBER.test.json | 163 +++++++------- .../tests/query/NUMBER_MISSING/content.csv | 8 +- .../tests/query/NUMBER_MISSING/expected.csv | 2 +- .../NUMBER.test.json | 85 -------- .../NUMBER2.test.json | 83 -------- .../NUMBER_MISSING_NO_RESTRICTION/content.csv | 5 - .../expected.csv | 3 - .../expected2.csv | 5 - .../query/NUMBER_NEGATION/NUMBER.test.json | 58 +++-- .../tests/query/NUMBER_NEGATION/content.csv | 24 +-- .../NUMBER_STRING_PARSER/NUMBER.test.json | 17 +- .../query/NUMBER_STRING_PARSER/content.csv | 8 +- .../NUMBER.test.json | 17 +- .../NUMBER_STRING_PREFIXED_PARSER/content.csv | 8 +- .../query/REUSED_QUERY/REUSED_Query.test.json | 7 - .../SECONDARY_ID/SECONDARY_IDS.test.json | 86 ++++---- .../tests/query/SECONDARY_ID/content.csv | 14 +- .../tests/query/SECONDARY_ID/content2.csv | 14 +- .../SECONDARY_IDS.test.json | 32 +-- .../SECONDARY_ID_DATEMODE_LOGICAL/content.csv | 10 +- .../content2.csv | 10 +- .../SECONDARY_IDS.test.json | 198 ++++++++--------- .../SECONDARY_ID_EXTERNAL_LOGICAL/content.csv | 12 +- .../TABLE_EXPORT/RAW_TABLE_EXPORT.test.json | 27 ++- .../tests/query/TABLE_EXPORT/content.csv | 14 +- .../tests/query/TABLE_EXPORT/content2.csv | 16 +- 55 files changed, 692 insertions(+), 1583 deletions(-) delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE/expected-letzter.csv delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/content.csv delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-erster.csv delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-letzter.csv delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-versichertenzeit.csv delete mode 100644 backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json delete mode 100644 backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json delete mode 100644 backend/src/test/resources/tests/query/NUMBER/content.csv delete mode 100644 backend/src/test/resources/tests/query/NUMBER/expected.csv delete mode 100644 backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json delete mode 100644 backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json delete mode 100644 backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/content.csv delete mode 100644 backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected.csv delete mode 100644 backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected2.csv diff --git a/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java b/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java index 74d4966d5f..5a72d79bb9 100644 --- a/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java +++ b/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java @@ -33,6 +33,7 @@ import org.jooq.Select; import org.jooq.SelectConditionStep; import org.jooq.Table; +import org.jooq.impl.DSL; @RequiredArgsConstructor public class SqlEntityResolver implements EntityResolver { @@ -144,11 +145,12 @@ private Map resolveIds(String[][] values, List rowIndex = field(name(ROW_INDEX), Integer.class); Field externalPrimaryColumn = field(name(SharedAliases.PRIMARY_COLUMN.getAlias()), String.class); Field innerPrimaryColumn = field(name(idColumns.findPrimaryIdColumn().getField()), String.class); - Field isResolved = innerPrimaryColumn.isNotNull().as(IS_RESOLVED_ALIAS); + // Would prefer this to be `is not null`, but hana does not support that for fields + Field isResolved = innerPrimaryColumn.as(IS_RESOLVED_ALIAS); Table allIdsTable = table(name(idColumns.getTable())); - SelectConditionStep> resolveIdsQuery = + SelectConditionStep> resolveIdsQuery = context.with(unresolvedCte) .select(rowIndex, externalPrimaryColumn, isResolved) .from(dialect.getFunctionProvider().innerJoin(allIdsTable, unresolvedCte, List.of(externalPrimaryColumn.eq(innerPrimaryColumn)))) @@ -157,7 +159,7 @@ private Map resolveIds(String[][] values, List record.get(rowIndex), - record -> new IdResolveInfo(record.get(externalPrimaryColumn), record.get(isResolved)) + record -> new IdResolveInfo(record.get(externalPrimaryColumn), record.get(isResolved) != null) )); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java index 17bc77eefe..b69bc8315c 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java @@ -116,7 +116,7 @@ private static QueryStep finishConceptConversion(QueryStep predecessor, CQConcep .fromTable(joinedTable) .groupBy(groupByFields) .predecessors(queriesToJoin) - .negate(context.isNegation()) + .negate(context.isNegation()) .build(); } @@ -146,7 +146,7 @@ public static SqlIdColumns convertIds(CQConcept cqConcept, CQTable cqTable, Conv return new SqlIdColumns(primaryColumn, secondaryId).withAlias(); } - private static Optional convertValidityDate(CQTable cqTable, String connectorLabel, ConversionContext context) { + private static ColumnDateRange convertValidityDate(CQTable cqTable, String connectorLabel, ConversionContext context) { SqlFunctionProvider functionProvider = context.getFunctionProvider(); ValidityDate validityDate = cqTable.findValidityDate(); ColumnDateRange sqlValidityDate; @@ -167,11 +167,11 @@ private static Optional convertValidityDate(CQTable cqTable, St sqlValidityDate = functionProvider.forCDateRange(context.getDateRestrictionRange()); } else { - return Optional.empty(); + sqlValidityDate = functionProvider.allRange(); } } - return Optional.of(sqlValidityDate.asValidityDateRange(connectorLabel)); + return sqlValidityDate.asValidityDateRange(connectorLabel); } private static Optional collectConditionFilters(List> conceptElements, CQTable cqTable, SqlFunctionProvider functionProvider) { @@ -289,7 +289,7 @@ private CQTableContext createTableContext(TablePath tablePath, CQConcept cqConce SqlIdColumns ids = convertIds(cqConcept, cqTable, conversionContext); ConnectorSqlTables connectorTables = tablePath.getConnectorTables(cqTable); - Optional tablesValidityDate = convertValidityDate(cqTable, connectorTables.getLabel(), conversionContext); + ColumnDateRange tablesValidityDate = convertValidityDate(cqTable, connectorTables.getLabel(), conversionContext); // convert filters SqlFunctionProvider functionProvider = conversionContext.getFunctionProvider(); @@ -299,12 +299,11 @@ private CQTableContext createTableContext(TablePath tablePath, CQConcept cqConce .forEach(allSqlFiltersForTable::add); collectConditionFilters(cqConcept.getElements().stream().>map(ConceptElementId::resolve).toList(), cqTable, functionProvider).ifPresent( allSqlFiltersForTable::add); - if (tablesValidityDate.isPresent()) { - allSqlFiltersForTable.add(dateRestrictionFilter(conversionContext, tablesValidityDate.get())); - } + + allSqlFiltersForTable.add(dateRestrictionFilter(conversionContext, tablesValidityDate)); // convert selects - SelectContext selectContext = SelectContext.create(ids, tablesValidityDate, connectorTables, conversionContext); + SelectContext selectContext = SelectContext.create(ids, Optional.of(tablesValidityDate), connectorTables, conversionContext); List allSelectsForTable = new ArrayList<>(); ConnectorSqlSelects conceptColumnSelect = createConceptColumnConnectorSqlSelects(cqConcept, selectContext); allSelectsForTable.add(conceptColumnSelect); @@ -316,7 +315,7 @@ private CQTableContext createTableContext(TablePath tablePath, CQConcept cqConce return CQTableContext.builder() .ids(ids) - .validityDate(tablesValidityDate) + .validityDate(Optional.of(tablesValidityDate)) .sqlSelects(allSelectsForTable) .sqlFilters(allSqlFiltersForTable) .connectorTables(connectorTables) diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java index 6be9ada893..eabb54bea4 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java @@ -10,20 +10,25 @@ import com.bakdata.conquery.sql.conversion.dialect.PostgreSqlFunctionProvider; import com.bakdata.conquery.sql.conversion.model.select.SqlSelect; import lombok.Getter; +import lombok.ToString; import org.jooq.Condition; import org.jooq.Field; import org.jooq.impl.DSL; //TODO split this class up into Dialect specific versions. @Getter +@ToString(onlyExplicitlyIncluded = true) public class ColumnDateRange implements SqlSelect { private static final String VALIDITY_DATE_COLUMN_NAME_SUFFIX = "_validity_date"; private static final String START_SUFFIX = "_start"; private static final String END_SUFFIX = "_end"; + @ToString.Include private final Field range; + @ToString.Include private final Field start; + @ToString.Include private final Field end; private final String alias; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/SqlIdColumns.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/SqlIdColumns.java index 32eafba282..4a2f1871b5 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/SqlIdColumns.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/SqlIdColumns.java @@ -13,6 +13,7 @@ import com.bakdata.conquery.sql.conversion.SharedAliases; import lombok.AllArgsConstructor; import lombok.Getter; +import lombok.ToString; import lombok.experimental.SuperBuilder; import org.jooq.Condition; import org.jooq.Field; @@ -20,6 +21,7 @@ @SuperBuilder @AllArgsConstructor +@ToString public class SqlIdColumns implements Qualifiable { @Getter @@ -29,6 +31,7 @@ public class SqlIdColumns implements Qualifiable { private final Field secondaryId; @Nullable + @ToString.Exclude private final SqlIdColumns predecessor; public SqlIdColumns(Field primaryColumn, Field secondaryId) { diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/ConceptQueryConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/ConceptQueryConverter.java index 09916a17aa..8078a2bb8e 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/ConceptQueryConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/ConceptQueryConverter.java @@ -93,6 +93,7 @@ private Selects getFinalSelects(ConceptQuery conceptQuery, Selects preFinalSelec return preFinalSelects.blockValidityDate(); } else if (preFinalSelects.getValidityDate().isEmpty()) { + // TODO i think this is unreachable? return preFinalSelects.withValidityDate(functionProvider.allRange()); } Field validityDateStringAggregation = functionProvider.dateRangeAggregation(preFinalSelects.getValidityDate().get()); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java index 22bf0ebb30..3d32aa0704 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java @@ -1,5 +1,14 @@ package com.bakdata.conquery.sql.conversion.query; +import static org.jooq.impl.DSL.field; + +import java.util.Arrays; +import java.util.List; +import java.util.Map; +import java.util.Optional; +import java.util.stream.Collectors; +import java.util.stream.Stream; + import com.bakdata.conquery.apiv1.query.Query; import com.bakdata.conquery.apiv1.query.TableExportQuery; import com.bakdata.conquery.apiv1.query.concept.filter.CQTable; @@ -21,12 +30,6 @@ import com.bakdata.conquery.sql.conversion.model.select.FieldWrapper; import com.bakdata.conquery.util.TablePrimaryColumnUtil; import com.google.common.base.Preconditions; -import java.util.Arrays; -import java.util.List; -import java.util.Map; -import java.util.Optional; -import java.util.stream.Collectors; -import java.util.stream.Stream; import lombok.RequiredArgsConstructor; import org.jooq.Condition; import org.jooq.Field; @@ -46,39 +49,6 @@ public class TableExportQueryConverter implements NodeConverter getConversionClass() { - return TableExportQuery.class; - } - - @Override - public ConversionContext convert(TableExportQuery tableExportQuery, ConversionContext context) { - - final QueryStep convertedPrerequisite = convertPrerequisite(tableExportQuery, context); - final Map positions = tableExportQuery.getPositions(); - final CDateRange dateRestriction = CDateRange.of(tableExportQuery.getDateRange()); - - final List convertedTables = tableExportQuery.getConcepts().stream() - .flatMap(concept -> concept.getTables().stream().map(table -> convertTable( - table, - concept, - dateRestriction, - convertedPrerequisite, - positions, - context - ))) - .toList(); - - final QueryStep unionedTables = QueryStep.createUnionAllStep( - convertedTables, - null, // no CTE name required as this step will be the final select - List.of(convertedPrerequisite) - ); - final Select selectQuery = queryStepTransformer.toSelectQuery(unionedTables); - - return context.withFinalQuery(new SqlQuery(selectQuery, tableExportQuery.getResultInfos())); - } - /** * Converts the {@link Query} of the given {@link TableExportQuery} and creates another {@link QueryStep} on top which extracts only the primary id. */ @@ -142,12 +112,16 @@ private static QueryStep convertTable( } private static Optional convertTablesValidityDate(CQTable table, String alias, ConversionContext context) { + + final SqlFunctionProvider functionProvider = context.getFunctionProvider(); + if (table.findValidityDate() == null) { - return Optional.of(context.getFunctionProvider().emptyColumnDateRange()); + return Optional.of(functionProvider.emptyColumnDateRange()); } - final SqlFunctionProvider functionProvider = context.getFunctionProvider(); - final ColumnDateRange validityDate = functionProvider.forValidityDate(table.findValidityDate()); - return Optional.of(validityDate.asValidityDateRange(alias)); + + final Field validityDateField = functionProvider.dateRangeToField(functionProvider.forValidityDate(table.findValidityDate())); + + return Optional.of(ColumnDateRange.of(validityDateField).asValidityDateRange(alias)); } private static List> initializeFields(CQTable cqTable, Map positions) { @@ -209,8 +183,41 @@ private static Field createSourceInfoSelect(CQTable cqTable) { private static Field createColumnSelect(Column column, int position) { final String columnName = "%s-%s".formatted(column.getName(), position); - return DSL.field(DSL.name(column.getTable().getName(), column.getName())) + return field(DSL.name(column.getTable().getName(), column.getName())) .as(columnName); } + @Override + public Class getConversionClass() { + return TableExportQuery.class; + } + + @Override + public ConversionContext convert(TableExportQuery tableExportQuery, ConversionContext context) { + + final QueryStep convertedPrerequisite = convertPrerequisite(tableExportQuery, context); + final Map positions = tableExportQuery.getPositions(); + final CDateRange dateRestriction = CDateRange.of(tableExportQuery.getDateRange()); + + final List convertedTables = tableExportQuery.getConcepts().stream() + .flatMap(concept -> concept.getTables().stream().map(table -> convertTable( + table, + concept, + dateRestriction, + convertedPrerequisite, + positions, + context + ))) + .toList(); + + final QueryStep unionedTables = QueryStep.createUnionAllStep( + convertedTables, + null, // no CTE name required as this step will be the final select + List.of(convertedPrerequisite) + ); + final Select selectQuery = queryStepTransformer.toSelectQuery(unionedTables); + + return context.withFinalQuery(new SqlQuery(selectQuery, tableExportQuery.getResultInfos())); + } + } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/execution/SqlExecutionService.java b/backend/src/main/java/com/bakdata/conquery/sql/execution/SqlExecutionService.java index 883ef9d1ef..8ea1f193b2 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/execution/SqlExecutionService.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/execution/SqlExecutionService.java @@ -65,6 +65,7 @@ private SqlExecutionExecutionInfo createStatementAndExecute(SqlQuery sqlQuery, C } // not all DB vendors throw SQLExceptions catch (SQLException | RuntimeException e) { + log.error("", e); throw new ConqueryError.SqlError(e); } } diff --git a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json index 0830c6ce2a..8154bc43c1 100644 --- a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/CONCEPT_RESTRICTION.test.json @@ -1,38 +1,27 @@ { "type": "QUERY_TEST", "label": "CONCEPT_RESTRICTION Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, "expectedCsv": "tests/query/CONCEPT_DATE_RESTRICTION_OPEN/expected.csv", "query": { "type": "CONCEPT_QUERY", "root": { - "type": "AND", - "children": [ - { - "type": "DATE_RESTRICTION", - "dateRange": { - "min": "2018-01-01", - "max": "2018-12-31" - }, - "child": { - "type": "CONCEPT", - "ids": [ - "open_concept" - ], - "tables": [ - { - "id": "open_concept.connector", - "filters": [] - } - ] + "type": "DATE_RESTRICTION", + "dateRange": { + "min": "2018-01-01", + "max": "2018-12-31" + }, + "child": { + "type": "CONCEPT", + "ids": [ + "open_concept" + ], + "tables": [ + { + "id": "open_concept.connector", + "filters": [] } - } - ] + ] + } } }, "concepts": [ @@ -46,7 +35,8 @@ "validityDates": [ { "name": "date", - "column": "open_table.open_date" + "startColumn": "open_table.start", + "endColumn": "open_table.end" } ], "filters": [] @@ -67,11 +57,15 @@ }, "columns": [ { - "name": "open_date", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } ] } -} \ No newline at end of file +} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/content.csv b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/content.csv index cf03375d91..135f7ef10c 100644 --- a/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/content.csv +++ b/backend/src/test/resources/tests/query/CONCEPT_DATE_RESTRICTION_OPEN/content.csv @@ -1,8 +1,8 @@ -pid,open_date -1,2017-01-01/ -2,2017-01-01/2019-12-31 -3,/2019-12-31 -4,2018-01-01/2018-01-01 -5,2018-04-01/2019-08-31 -6,2019-01-01/2019-12-31 -7,2017-01-01/2017-12-31 +pid,start,end +1,2017-01-01, +2,2017-01-01,2019-12-31 +3,,2019-12-31 +4,2018-01-01,2018-01-01 +5,2018-04-01,2019-08-31 +6,2019-01-01,2019-12-31 +7,2017-01-01,2017-12-31 diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json index 1e57ddcfab..9c3e898625 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE.test.json @@ -4,7 +4,7 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL" ] }, "expectedCsv": "tests/query/DATE_DISTANCE/expected-versichertenzeit.csv", @@ -16,36 +16,31 @@ "min": "2011-01-01", "max": "2011-01-01" }, - "child": { - "type": "OR", - "children": [ + "child":{ + "type": "CONCEPT", + "ids": [ + "alter" + ], + "label": "Alter", + "excludeFromTimeAggregation": false, + "tables": [ { - "type": "CONCEPT", - "ids": [ - "alter" + "id": "alter.alterxy", + "selects": [ ], - "label": "Alter", - "excludeFromTimeAggregation": false, - "tables": [ + "filters": [ { - "id": "alter.alterxy", - "selects": [ - ], - "filters": [ - { - "filter": "alter.alterxy.alterseinschrankung", - "type": "INTEGER_RANGE", - "value": { - "min": "11", - "max": "11" - } - } - ] + "filter": "alter.alterxy.alterseinschrankung", + "type": "INTEGER_RANGE", + "value": { + "min": "11", + "max": "11" + } } - ], - "selects": [ ] } + ], + "selects": [ ] } } diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json index 452def56b1..a935f681a2 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_ERSTER.test.json @@ -1,10 +1,11 @@ { "type": "QUERY_TEST", "label": "DATE_DISTANCE_ERSTER Test", - "sqlSpec": { + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL", + "HANA" ] }, "expectedCsv": "tests/query/DATE_DISTANCE/expected-erster.csv", @@ -23,10 +24,10 @@ ], "tables": [ { - "id": "alter.alterxy", + "id": "alter.connector", "filters": [ { - "filter": "alter.alterxy.alterseinschrankung", + "filter": "alter.connector.alterseinschrankung", "type": "INTEGER_RANGE", "value": { "min": "11", @@ -43,19 +44,18 @@ }, "concepts": [ { - "label": "alter", + "name": "alter", "type": "TREE", "connectors": [ { - "label": "alterxy", + "name" : "connector", "table": "table1", "validityDates": { - "label": "erster", + "name": "erster", "column": "table1.erster" }, "filters": { - "label": "alterseinschrankung", - "description": "Geburtsdatum", + "name": "alterseinschrankung", "column": "table1.geburtsdatum", "type": "DATE_DISTANCE" } @@ -80,14 +80,6 @@ { "name": "erster", "type": "DATE" - }, - { - "name": "letzter", - "type": "DATE" - }, - { - "name": "versichertenzeit", - "type": "DATE_RANGE" } ] } diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json deleted file mode 100644 index 3b94d91d98..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/DATE_DISTANCE_LETZTER.test.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"DATE_DISTANCE_LETZTER Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/DATE_DISTANCE/expected-letzter.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2011-12-31", - "max":"2011-12-31" - }, - "child":{ - "type":"OR", - "children":[ - { - "type":"CONCEPT", - "ids":[ - "alter" - ], - "label":"Alter", - "excludeFromTimeAggregation":false, - "tables":[ - { - "id":"alter.alterxy", - "selects":[ - - ], - "filters":[ - { - "filter":"alter.alterxy.alterseinschrankung", - "type":"INTEGER_RANGE", - "value":{ - "min":"11", - "max":"11" - } - } - ] - } - ], - "selects":[ - - ] - } - ] - } - } - }, - "concepts":[ - { - "label":"alter", - "type":"TREE", - "connectors":[ - { - "label":"alterxy", - "table":"table1", - "validityDates":{ - "label":"letzter", - "column":"table1.letzter" - }, - "filters":{ - "label":"alterseinschrankung", - "description":"Geburtsdatum", - "column":"table1.geburtsdatum", - "type":"DATE_DISTANCE" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DATE_DISTANCE/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"geburtsdatum", - "type":"DATE" - }, - { - "name":"erster", - "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE/expected-letzter.csv b/backend/src/test/resources/tests/query/DATE_DISTANCE/expected-letzter.csv deleted file mode 100644 index fe8c86fc3f..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE/expected-letzter.csv +++ /dev/null @@ -1,3 +0,0 @@ -result,dates -3,{2011-12-31/2011-12-31} -5,{2011-12-31/2011-12-31} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json deleted file mode 100644 index 086eb55de8..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE.test.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"DATE_DISTANCE_AGE_SPAN_VERSICHERTENZEIT Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/DATE_DISTANCE_AGE_SPAN/expected-versichertenzeit.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2011-01-01", - "max":"2011-01-01" - }, - "child":{ - "type":"OR", - "children":[ - { - "type":"CONCEPT", - "ids":[ - "alter" - ], - "label":"Alter", - "excludeFromTimeAggregation":false, - "tables":[ - { - "id":"alter.alterxy", - "selects":[ - - ], - "filters":[ - { - "filter":"alter.alterxy.alterseinschrankung", - "type":"INTEGER_RANGE", - "value":{ - "min":"11", - "max":"12" - } - } - ] - } - ], - "selects":[ - - ] - } - ] - } - } - }, - "concepts":[ - { - "label":"alter", - "type":"TREE", - "connectors":[ - { - "label":"alterxy", - "table":"table1", - "validityDates":{ - "label":"versichertenzeit", - "column":"table1.versichertenzeit" - }, - "filters":{ - "label":"alterseinschrankung", - "description":"Geburtsdatum", - "column":"table1.geburtsdatum", - "type":"DATE_DISTANCE" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DATE_DISTANCE_AGE_SPAN/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"geburtsdatum", - "type":"DATE" - }, - { - "name":"erster", - "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json deleted file mode 100644 index 65f4e5520a..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_ERSTER.test.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"DATE_DISTANCE_AGE_SPAN_ERSTER Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/DATE_DISTANCE_AGE_SPAN/expected-erster.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2011-01-01", - "max":"2011-01-01" - }, - "child":{ - "type":"OR", - "children":[ - { - "type":"CONCEPT", - "ids":[ - "alter" - ], - "label":"Alter", - "excludeFromTimeAggregation":false, - "tables":[ - { - "id":"alter.alterxy", - "selects":[ - - ], - "filters":[ - { - "filter":"alter.alterxy.alterseinschrankung", - "type":"INTEGER_RANGE", - "value":{ - "min":"11", - "max":"12" - } - } - ] - } - ], - "selects":[ - - ] - } - ] - } - } - }, - "concepts":[ - { - "label":"alter", - "type":"TREE", - "connectors":[ - { - "label":"alterxy", - "table":"table1", - "validityDates":{ - "label":"erster", - "column":"table1.erster" - }, - "filters":{ - "label":"alterseinschrankung", - "description":"Geburtsdatum", - "column":"table1.geburtsdatum", - "type":"DATE_DISTANCE" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DATE_DISTANCE_AGE_SPAN/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"geburtsdatum", - "type":"DATE" - }, - { - "name":"erster", - "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json deleted file mode 100644 index d3189b9090..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/DATE_DISTANCE_LETZTER.test.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"DATE_DISTANCE_AGE_SPAN_LETZTER Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/DATE_DISTANCE_AGE_SPAN/expected-letzter.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2011-12-31", - "max":"2011-12-31" - }, - "child":{ - "type":"OR", - "children":[ - { - "type":"CONCEPT", - "ids":[ - "alter" - ], - "label":"Alter", - "excludeFromTimeAggregation":false, - "tables":[ - { - "id":"alter.alterxy", - "selects":[ - - ], - "filters":[ - { - "filter":"alter.alterxy.alterseinschrankung", - "type":"INTEGER_RANGE", - "value":{ - "min":"11", - "max":"12" - } - } - ] - } - ], - "selects":[ - - ] - } - ] - } - } - }, - "concepts":[ - { - "label":"alter", - "type":"TREE", - "connectors":[ - { - "label":"alterxy", - "table":"table1", - "validityDates":{ - "label":"letzter", - "column":"table1.letzter" - }, - "filters":{ - "label":"alterseinschrankung", - "description":"Geburtsdatum", - "column":"table1.geburtsdatum", - "type":"DATE_DISTANCE" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DATE_DISTANCE_AGE_SPAN/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"geburtsdatum", - "type":"DATE" - }, - { - "name":"erster", - "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/content.csv b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/content.csv deleted file mode 100644 index ecff818b5b..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/content.csv +++ /dev/null @@ -1,27 +0,0 @@ -pid,geburtsdatum,erster,letzter,versichertenzeit -1,"2000-01-01","2010-01-01","2013-12-31","2010-01-01/2013-12-31" -2,"2000-01-01","2011-01-01","2013-12-31","2011-01-01/2013-12-31" -3,"2000-01-01","2010-01-01","2011-12-31","2010-01-01/2011-12-31" -4,"2000-01-01","2010-01-01","2010-12-31","2010-01-01/2010-12-31" -4,"2000-01-01","2012-01-01","2013-12-31","2012-01-01/2013-12-31" -5,"2000-01-01","2011-01-01","2011-12-31","2011-01-01/2011-12-31" -21,"2001-01-01","2010-01-01","2013-12-31","2010-01-01/2013-12-31" -22,"2001-01-01","2011-01-01","2013-12-31","2011-01-01/2013-12-31" -23,"2001-01-01","2010-01-01","2011-12-31","2010-01-01/2011-12-31" -24,"2001-01-01","2010-01-01","2010-12-31","2010-01-01/2010-12-31" -24,"2001-01-01","2012-01-01","2013-12-31","2012-01-01/2013-12-31" -25,"2001-01-01","2011-01-01","2011-12-31","2011-01-01/2011-12-31" -31,"1999-01-01","2010-01-01","2013-12-31","2010-01-01/2013-12-31" -32,"1999-01-01","2011-01-01","2013-12-31","2011-01-01/2013-12-31" -33,"1999-01-01","2010-01-01","2011-12-31","2010-01-01/2011-12-31" -34,"1999-01-01","2010-01-01","2010-12-31","2010-01-01/2010-12-31" -34,"1999-01-01","2012-01-01","2013-12-31","2012-01-01/2013-12-31" -35,"1999-01-01","2011-01-01","2011-12-31","2011-01-01/2011-12-31" -41,,"2012-01-01","2013-12-31","2012-01-01/2013-12-31" -42,,"2011-01-01","2013-12-31","2011-01-01/2013-12-31" -43,,"2010-01-01","2011-12-31","2010-01-01/2011-12-31" -44,,"2010-01-01","2010-12-31","2010-01-01/2010-12-31" -44,,"2012-01-01","2013-12-31","2012-01-01/2013-12-31" -45,,"2011-01-01","2011-12-31","2011-01-01/2011-12-31" -51,"2000-01-01",,, -61,,,, \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-erster.csv b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-erster.csv deleted file mode 100644 index 47be0a629d..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-erster.csv +++ /dev/null @@ -1,5 +0,0 @@ -result,dates -2,{2011-01-01/2011-01-01} -5,{2011-01-01/2011-01-01} -32,{2011-01-01/2011-01-01} -35,{2011-01-01/2011-01-01} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-letzter.csv b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-letzter.csv deleted file mode 100644 index dc8899feb3..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-letzter.csv +++ /dev/null @@ -1,5 +0,0 @@ -result,dates -3,{2011-12-31/2011-12-31} -5,{2011-12-31/2011-12-31} -33,{2011-12-31/2011-12-31} -35,{2011-12-31/2011-12-31} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-versichertenzeit.csv b/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-versichertenzeit.csv deleted file mode 100644 index 2401164da9..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_AGE_SPAN/expected-versichertenzeit.csv +++ /dev/null @@ -1,9 +0,0 @@ -result,dates -1,{2011-01-01/2011-01-01} -2,{2011-01-01/2011-01-01} -3,{2011-01-01/2011-01-01} -5,{2011-01-01/2011-01-01} -31,{2011-01-01/2011-01-01} -32,{2011-01-01/2011-01-01} -33,{2011-01-01/2011-01-01} -35,{2011-01-01/2011-01-01} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json index 5ee1e91ddb..5ab4385394 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE.test.json @@ -1,110 +1,106 @@ -{ - "type":"QUERY_TEST", - "label":"DATE_DISTANCE_NEGATION_VERSICHERTENZEIT Test", - "sqlSpec": { +{ + "type": "QUERY_TEST", + "label": "DATE_DISTANCE_NEGATION_VERSICHERTENZEIT Test", + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL", + "HANA" ] }, - "expectedCsv":"tests/query/DATE_DISTANCE_NEGATION/expected-versichertenzeit.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"NEGATION", - "child":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2011-01-01", - "max":"2011-01-01" - }, - "child":{ - "type":"OR", - "children":[ - { - "type":"CONCEPT", - "ids":[ - "alter" - ], - "label":"Alter", - "excludeFromTimeAggregation":false, - "tables":[ - { - "id":"alter.alterxy", - "selects":[ - - ], - "filters":[ - { - "filter":"alter.alterxy.alterseinschrankung", - "type":"INTEGER_RANGE", - "value":{ - "min":"11", - "max":"11" - } - } - ] - } - ], - "selects":[ - - ] - } - ] + "expectedCsv": "tests/query/DATE_DISTANCE_NEGATION/expected-versichertenzeit.csv", + "query": { + "type": "CONCEPT_QUERY", + "root": { + "type": "NEGATION", + "child": { + "type": "DATE_RESTRICTION", + "dateRange": { + "min": "2011-01-01", + "max": "2011-01-01" + }, + "child": { + "type": "OR", + "children": [ + { + "type": "CONCEPT", + "ids": [ + "alter" + ], + "label": "Alter", + "excludeFromTimeAggregation": false, + "tables": [ + { + "id": "alter.alterxy", + "selects": [ + ], + "filters": [ + { + "filter": "alter.alterxy.alterseinschrankung", + "type": "INTEGER_RANGE", + "value": { + "min": "11", + "max": "11" + } + } + ] + } + ], + "selects": [ + ] } - } + ] + } } - }, - "concepts":[ - { - "label":"alter", - "type":"TREE", - "connectors":[ - { - "label":"alterxy", - "table":"table1", - "validityDates":{ - "label":"versichertenzeit", - "column":"table1.versichertenzeit" - }, - "filters":{ - "label":"alterseinschrankung", - "description":"Geburtsdatum", - "column":"table1.geburtsdatum", - "type":"DATE_DISTANCE" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DATE_DISTANCE_NEGATION/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"geburtsdatum", - "type":"DATE" - }, - { - "name":"erster", - "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" - } - ] - } + } + }, + "concepts": [ + { + "label": "alter", + "type": "TREE", + "connectors": [ + { + "label": "alterxy", + "table": "table1", + "validityDates": { + "label": "versichertenzeit", + "startColumn": "table1.erster", + "endColumn": "table1.letzter" + }, + "filters": { + "label": "alterseinschrankung", + "description": "Geburtsdatum", + "column": "table1.geburtsdatum", + "type": "DATE_DISTANCE" + } + } ] - } + } + ], + "content": { + "tables": [ + { + "csv": "tests/query/DATE_DISTANCE_NEGATION/content.csv", + "name": "table1", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "geburtsdatum", + "type": "DATE" + }, + { + "name": "erster", + "type": "DATE" + }, + { + "name": "letzter", + "type": "DATE" + } + ] + } + ] + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json index 0e4d319bb2..f1b1b27360 100644 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json +++ b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_ERSTER.test.json @@ -94,14 +94,6 @@ { "name":"erster", "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" } ] } diff --git a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json b/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json deleted file mode 100644 index 332c0e1dbd..0000000000 --- a/backend/src/test/resources/tests/query/DATE_DISTANCE_NEGATION/DATE_DISTANCE_LETZTER.test.json +++ /dev/null @@ -1,110 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"DATE_DISTANCE_NEGATION_LETZTER Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/DATE_DISTANCE_NEGATION/expected-letzter.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"NEGATION", - "child":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2011-12-31", - "max":"2011-12-31" - }, - "child":{ - "type":"OR", - "children":[ - { - "type":"CONCEPT", - "ids":[ - "alter" - ], - "label":"Alter", - "excludeFromTimeAggregation":false, - "tables":[ - { - "id":"alter.alterxy", - "selects":[ - - ], - "filters":[ - { - "filter":"alter.alterxy.alterseinschrankung", - "type":"INTEGER_RANGE", - "value":{ - "min":"11", - "max":"11" - } - } - ] - } - ], - "selects":[ - - ] - } - ] - } - } - } - }, - "concepts":[ - { - "label":"alter", - "type":"TREE", - "connectors":[ - { - "label":"alterxy", - "table":"table1", - "validityDates":{ - "label":"letzter", - "column":"table1.letzter" - }, - "filters":{ - "label":"alterseinschrankung", - "description":"Geburtsdatum", - "column":"table1.geburtsdatum", - "type":"DATE_DISTANCE" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DATE_DISTANCE_NEGATION/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"geburtsdatum", - "type":"DATE" - }, - { - "name":"erster", - "type":"DATE" - }, - { - "name":"letzter", - "type":"DATE" - }, - { - "name":"versichertenzeit", - "type":"DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json b/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json index ec204f6665..6aed04d9e1 100644 --- a/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json +++ b/backend/src/test/resources/tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY.test.json @@ -1,90 +1,81 @@ -{ - "type":"QUERY_TEST", - "label":"DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/expected-zeitspanne.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root":{ - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2010-01-01", - "max":"2010-01-31" - }, - "child":{ - "type":"CONCEPT", - "ids":[ - "kg_tage_duration_sum" - ], - "label":"KG-Tage DURATION_SUM", - "tables":[ - { - "id":"kg_tage_duration_sum.kg_tage_connector", - "filters":[ - { - "filter":"kg_tage_duration_sum.kg_tage_connector.datum", - "type":"INTEGER_RANGE", - "value":{ - "min":0 - } - } - ] - } +{ + "type": "QUERY_TEST", + "label": "DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY Test", + "expectedCsv": "tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/expected-zeitspanne.csv", + "query": { + "type": "CONCEPT_QUERY", + "root": { + "type": "DATE_RESTRICTION", + "dateRange": { + "min": "2010-01-01", + "max": "2010-01-31" + }, + "child": { + "type": "CONCEPT", + "ids": [ + "kg_tage_duration_sum" + ], + "label": "KG-Tage DURATION_SUM", + "tables": [ + { + "id": "kg_tage_duration_sum.kg_tage_connector", + "filters": [ + { + "filter": "kg_tage_duration_sum.kg_tage_connector.datum", + "type": "INTEGER_RANGE", + "value": { + "min": 0 + } + } ] - } + } + ] } - }, - "concepts":[ - { - "label":"kg_tage_duration_sum", - "type":"TREE", - "connectors":[ - { - "label":"kg_tage_connector", - "table":"table1", - "validityDates":{ - "label":"datum", - "column":"table1.datum" - }, - "filters":{ - "label":"datum", - "description":"Zeitraum, der im oben beschriebenen Zeitraum liegen soll", - "column":"table1.datum", - "type":"DURATION_SUM" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns":[ - { - "name":"anfang", - "type":"DATE" - }, - { - "name":"ende", - "type":"DATE" - }, - { - "name":"datum", - "type":"DATE_RANGE" - } - ] - } + } + }, + "concepts": [ + { + "label": "kg_tage_duration_sum", + "type": "TREE", + "connectors": [ + { + "label": "kg_tage_connector", + "table": "table1", + "validityDates": { + "label": "datum", + "startColumn": "table1.anfang", + "endColumn": "table1.ende" + }, + "filters": { + "label": "datum", + "startColumn": "table1.anfang", + "endColumn": "table1.ende", + "type": "DURATION_SUM" + } + } ] - } + } + ], + "content": { + "tables": [ + { + "csv": "tests/query/DURATION_SUM_EMPTY_DATE_CONCEPT_QUERY/content.csv", + "name": "table1", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "anfang", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" + } + ] + } + ] + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index d99c9f60f3..987905abfc 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/AND_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -2,7 +2,8 @@ "type": "QUERY_TEST", "label": "AND DATE LOGIC Test", "sqlSpec": { - "isEnabled": true, + "comment" : "Logical will hopefully removed", + "isEnabled": false, "supportedDialects": [ "POSTGRESQL", "HANA" ] diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index 164bba9396..3ffc528120 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -3,7 +3,8 @@ "label": "OR NEGATION DATE LOGIC Test", "expectedCsv": "tests/query/LOGICAL/OR_NEGATION_DATE_LOGICAL/expected.csv", "sqlSpec": { - "isEnabled": true, + "comment" : "Logical will hopefully be removed", + "isEnabled": false, "supportedDialects": [ "POSTGRESQL", "HANA" ] diff --git a/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json deleted file mode 100644 index e5e44cc620..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER/NUMBER.test.json +++ /dev/null @@ -1,92 +0,0 @@ -{ - "type": "QUERY_TEST", - "label": "NUMBER_QUERY Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv": "tests/query/NUMBER/expected.csv", - "query": { - "type": "CONCEPT_QUERY", - "root": { - "type": "AND", - "children": [ - { - "type": "DATE_RESTRICTION", - "dateRange": { - "min": "2014-02-12", - "max": "2014-12-13" - }, - "child": { - "ids": [ - "number" - ], - "type": "CONCEPT", - "label": "vs", - "tables": [ - { - "id": "number.number_connector", - "filters": [ - { - "filter": "number.number_connector.value", - "type": "REAL_RANGE", - "value": { - "min": 1, - "max": 1 - } - } - ] - } - ] - } - } - ] - } - }, - "concepts": [ - { - "label": "number", - "type": "TREE", - "connectors": [ - { - "label": "number_connector", - "table": "table1", - "validityDates": { - "label": "datum", - "column": "table1.datum" - }, - "filters": { - "label": "value", - "description": "xy", - "column": "table1.value", - "type": "NUMBER" - } - } - ] - } - ], - "content": { - "tables": [ - { - "csv": "tests/query/NUMBER/content.csv", - "name": "table1", - "primaryColumn": { - "name": "pid", - "type": "STRING" - }, - "columns": [ - { - "name": "value", - "type": "REAL" - }, - { - "name": "datum", - "type": "DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER/content.csv b/backend/src/test/resources/tests/query/NUMBER/content.csv deleted file mode 100644 index 956c447e1f..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER/content.csv +++ /dev/null @@ -1,13 +0,0 @@ -pid,value,datum -11,1,"2014-06-30/2015-06-30" -20,1.01,"2014-06-30/2015-06-30" -30,1,"2015-02-03/2015-06-30" -40,0.5,"2014-06-30/2015-06-30" -40,0.5,"2014-04-30/2014-06-30" -51,1,"2014-06-30/2015-06-30" -51,0.5,"2014-04-30/2014-06-30" -61,1,"2014-06-30/2015-06-30" -61,,"2014-04-30/2014-06-30" -71,1,"2014-02-05/2014-02-20" -71,1,"2014-04-30/2014-06-30" -80,-1,"2014-06-30/2015-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER/expected.csv b/backend/src/test/resources/tests/query/NUMBER/expected.csv deleted file mode 100644 index dee5478e65..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER/expected.csv +++ /dev/null @@ -1,5 +0,0 @@ -result,dates -11,{2014-06-30/2014-12-13} -51,{2014-06-30/2014-12-13} -61,{2014-06-30/2014-12-13} -71,"{2014-02-12/2014-02-20,2014-04-30/2014-06-30}" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json index 802a275977..24ae3e4b62 100644 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_MISSING/NUMBER.test.json @@ -1,94 +1,93 @@ -{ - "type":"QUERY_TEST", - "label":"NUMBER_MISSING_QUERY Test", - "sqlSpec": { +{ + "type": "QUERY_TEST", + "label": "NUMBER_MISSING_QUERY Test", + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL", + "HANA" ] }, - "expectedCsv":"tests/query/NUMBER_MISSING/expected.csv", - "query":{ - "type":"CONCEPT_QUERY", + "expectedCsv": "tests/query/NUMBER_MISSING/expected.csv", + "query": { + "type": "CONCEPT_QUERY", "root": { "type": "AND", "children": [ { - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2014-02-12", - "max":"2014-12-13" - }, - "child":{ - - "ids":[ - "number" - ], - "type":"CONCEPT", - "label":"vs", - "tables":[ - { - "id":"number.number_connector", - "filters":[ - { - "filter":"number.number_connector.value", - "type":"REAL_RANGE", - "value":{ - "min": 0, - "max": 0 - } - } - ] - } - ] - - } - } - ] - } - }, - "concepts":[ - { - "label":"number", - "type":"TREE", - "connectors":[ - { - "label":"number_connector", - "table":"table1", - "validityDates":{ - "label":"datum", - "column":"table1.datum" - }, - "filters":{ - "label":"value", - "description":"xy", - "column":"table1.value", - "type":"NUMBER" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/NUMBER_MISSING/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns": [ - { - "name": "value", - "type": "REAL" - }, - { - "name": "datum", - "type": "DATE_RANGE" + "type": "DATE_RESTRICTION", + "dateRange": { + "min": "2014-02-12", + "max": "2014-12-13" + }, + "child": { + "ids": [ + "number" + ], + "type": "CONCEPT", + "label": "vs", + "tables": [ + { + "id": "number.number_connector", + "filters": [ + { + "filter": "number.number_connector.value", + "type": "REAL_RANGE", + "value": { + "min": 0, + "max": 0 + } + } + ] + } + ] + } } ] - } + } + }, + "concepts": [ + { + "label": "number", + "type": "TREE", + "connectors": [ + { + "label": "number_connector", + "table": "table1", + "validityDates": { + "label": "datum", + "column": "table1.datum" + }, + "filters": { + "label": "value", + "description": "xy", + "column": "table1.value", + "type": "NUMBER" + } + } ] - } + } + ], + "content": { + "tables": [ + { + "csv": "tests/query/NUMBER_MISSING/content.csv", + "name": "table1", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "value", + "type": "REAL" + }, + { + "name": "datum", + "type": "DATE" + } + ] + } + ] + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING/content.csv b/backend/src/test/resources/tests/query/NUMBER_MISSING/content.csv index ece22f450b..94c9653c0a 100644 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING/content.csv +++ b/backend/src/test/resources/tests/query/NUMBER_MISSING/content.csv @@ -1,5 +1,5 @@ pid,value,datum -11,0,"2014-06-30/2015-06-30" -20,,"2014-06-30/2015-06-30" -30,0,"2015-04-30/2015-06-30" -40,,"2015-04-30/2015-06-30" \ No newline at end of file +11,0,"2014-06-30" +20,,"2014-06-30" +30,0,"2015-04-30" +40,,"2015-04-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING/expected.csv b/backend/src/test/resources/tests/query/NUMBER_MISSING/expected.csv index 12f510e9fe..bba750fe79 100644 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING/expected.csv +++ b/backend/src/test/resources/tests/query/NUMBER_MISSING/expected.csv @@ -1,2 +1,2 @@ result,dates -11,{2014-06-30/2014-12-13} \ No newline at end of file +11,{2014-06-30/2014-06-30} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json deleted file mode 100644 index 7f1fe55619..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER.test.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"NUMBER_MISSING_NO_FILTER_RESTRICTION_QUERY Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/NUMBER_MISSING_NO_RESTRICTION/expected.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root": { - "type": "AND", - "children": [ - { - "type":"DATE_RESTRICTION", - "dateRange":{ - "min":"2014-02-12", - "max":"2014-12-13" - }, - "child":{ - - "ids":[ - "number" - ], - "type":"CONCEPT", - "label":"vs", - "tables":[ - { - "id":"number.number_connector", - "filters":[ ] - } - ] - - } - } - ] - } - }, - "concepts":[ - { - "label":"number", - "type":"TREE", - "connectors":[ - { - "label":"number_connector", - "table":"table1", - "validityDates":{ - "label":"datum", - "column":"table1.datum" - }, - "filters":{ - "label":"value", - "description":"xy", - "column":"table1.value", - "type":"NUMBER" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/NUMBER_MISSING_NO_RESTRICTION/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns": [ - { - "name": "value", - "type": "REAL" - }, - { - "name": "datum", - "type": "DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json deleted file mode 100644 index b38525e4cc..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/NUMBER2.test.json +++ /dev/null @@ -1,83 +0,0 @@ -{ - "type":"QUERY_TEST", - "label":"NUMBER_MISSING_NO_RESTRICTION_QUERY Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, - "expectedCsv":"tests/query/NUMBER_MISSING_NO_RESTRICTION/expected2.csv", - "query":{ - "type":"CONCEPT_QUERY", - "root": { - "type": "AND", - "children": [ - { - "type":"OR", - "children":[ - { - - "ids":[ - "number" - ], - "type":"CONCEPT", - "label":"vs", - "tables":[ - { - "id":"number.number_connector", - "filters":[ ] - } - ] - - } - ] - } - ] - } - }, - "concepts":[ - { - "label":"number", - "type":"TREE", - "connectors":[ - { - "label":"number_connector", - "table":"table1", - "validityDates":{ - "label":"datum", - "column":"table1.datum" - }, - "filters":{ - "label":"value", - "description":"xy", - "column":"table1.value", - "type":"NUMBER" - } - } - ] - } - ], - "content":{ - "tables":[ - { - "csv":"tests/query/NUMBER_MISSING_NO_RESTRICTION/content.csv", - "name":"table1", - "primaryColumn":{ - "name":"pid", - "type":"STRING" - }, - "columns": [ - { - "name": "value", - "type": "REAL" - }, - { - "name": "datum", - "type": "DATE_RANGE" - } - ] - } - ] - } -} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/content.csv b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/content.csv deleted file mode 100644 index ece22f450b..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/content.csv +++ /dev/null @@ -1,5 +0,0 @@ -pid,value,datum -11,0,"2014-06-30/2015-06-30" -20,,"2014-06-30/2015-06-30" -30,0,"2015-04-30/2015-06-30" -40,,"2015-04-30/2015-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected.csv b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected.csv deleted file mode 100644 index a2a659fbca..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected.csv +++ /dev/null @@ -1,3 +0,0 @@ -result,dates -11,{2014-06-30/2014-12-13} -20,{2014-06-30/2014-12-13} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected2.csv b/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected2.csv deleted file mode 100644 index c1f2429eaf..0000000000 --- a/backend/src/test/resources/tests/query/NUMBER_MISSING_NO_RESTRICTION/expected2.csv +++ /dev/null @@ -1,5 +0,0 @@ -result,dates -11,{2014-06-30/2015-06-30} -20,{2014-06-30/2015-06-30} -30,{2015-04-30/2015-06-30} -40,{2015-04-30/2015-06-30} \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json index b8faa5e1f4..e8eff44b85 100644 --- a/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_NEGATION/NUMBER.test.json @@ -1,10 +1,11 @@ { "type": "QUERY_TEST", "label": "NUMBER_NEGATION_QUERY Test", - "sqlSpec": { + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL", + "HANA" ] }, "expectedCsv": "tests/query/NUMBER_NEGATION/expected.csv", @@ -13,38 +14,33 @@ "root": { "type": "NEGATION", "child": { - "type": "AND", - "children": [ - { - "type": "DATE_RESTRICTION", - "dateRange": { - "min": "2014-02-12", - "max": "2014-12-13" - }, - "child": { - "ids": [ - "number" - ], - "type": "CONCEPT", - "label": "vs", - "tables": [ + "type": "DATE_RESTRICTION", + "dateRange": { + "min": "2014-02-12", + "max": "2014-12-13" + }, + "child": { + "ids": [ + "number" + ], + "type": "CONCEPT", + "label": "vs", + "tables": [ + { + "id": "number.number_connector", + "filters": [ { - "id": "number.number_connector", - "filters": [ - { - "filter": "number.number_connector.value", - "type": "REAL_RANGE", - "value": { - "min": 1, - "max": 1 - } - } - ] + "filter": "number.number_connector.value", + "type": "REAL_RANGE", + "value": { + "min": 1, + "max": 1 + } } ] } - } - ] + ] + } } } }, @@ -86,7 +82,7 @@ }, { "name": "datum", - "type": "DATE_RANGE" + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/query/NUMBER_NEGATION/content.csv b/backend/src/test/resources/tests/query/NUMBER_NEGATION/content.csv index 956c447e1f..144dc4d388 100644 --- a/backend/src/test/resources/tests/query/NUMBER_NEGATION/content.csv +++ b/backend/src/test/resources/tests/query/NUMBER_NEGATION/content.csv @@ -1,13 +1,13 @@ pid,value,datum -11,1,"2014-06-30/2015-06-30" -20,1.01,"2014-06-30/2015-06-30" -30,1,"2015-02-03/2015-06-30" -40,0.5,"2014-06-30/2015-06-30" -40,0.5,"2014-04-30/2014-06-30" -51,1,"2014-06-30/2015-06-30" -51,0.5,"2014-04-30/2014-06-30" -61,1,"2014-06-30/2015-06-30" -61,,"2014-04-30/2014-06-30" -71,1,"2014-02-05/2014-02-20" -71,1,"2014-04-30/2014-06-30" -80,-1,"2014-06-30/2015-06-30" \ No newline at end of file +11,1,"2014-06-30" +20,1.01,"2014-06-30" +30,1,"2015-02-03" +40,0.5,"2014-06-30" +40,0.5,"2014-06-30" +51,1,"2014-06-30" +51,0.5,"2014-06-30" +61,1,"2014-06-30" +61,,"2014-06-30" +71,1,"2014-06-30" +71,1,"2014-06-30" +80,-1,"2014-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json index 3d7db852e0..003135292d 100644 --- a/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/NUMBER.test.json @@ -1,12 +1,6 @@ { "type": "QUERY_TEST", "label": "STRING NUMBER PARSER Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, "expectedCsv": "tests/query/NUMBER_STRING_PARSER/expected.csv", "query": { "type": "CONCEPT_QUERY", @@ -47,7 +41,8 @@ "column": "table1.value", "validityDates": { "label": "datum", - "column": "table1.datum" + "startColumn": "table1.start", + "endColumn": "table1.end" }, "selects": { "name" : "value", @@ -73,8 +68,12 @@ "type": "STRING" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/content.csv b/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/content.csv index a70bf9f701..f66b6a9a4f 100644 --- a/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/content.csv +++ b/backend/src/test/resources/tests/query/NUMBER_STRING_PARSER/content.csv @@ -1,4 +1,4 @@ -pid,value,datum -1,1,"2014-06-30/2014-06-30" -2,2,"2014-06-30/2014-06-30" -3,3,"2014-06-30/2014-06-30" +pid,value,start,end +1,1,"2014-06-30","2014-06-30" +2,2,"2014-06-30","2014-06-30" +3,3,"2014-06-30","2014-06-30" diff --git a/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json b/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json index 54e4d3d5e6..f18c045f9b 100644 --- a/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json +++ b/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/NUMBER.test.json @@ -1,12 +1,6 @@ { "type": "QUERY_TEST", "label": "STRING NUMBER PARSER Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, "expectedCsv": "tests/query/NUMBER_STRING_PREFIXED_PARSER/expected.csv", "query": { "type": "CONCEPT_QUERY", @@ -38,7 +32,8 @@ "table": "table1", "validityDates": { "label": "datum", - "column": "table1.datum" + "startColumn": "table1.start", + "endColumn": "table1.end" }, "selects": { "name" : "value", @@ -64,8 +59,12 @@ "type": "STRING" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/content.csv b/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/content.csv index ab3498eea5..a9e7972ae3 100644 --- a/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/content.csv +++ b/backend/src/test/resources/tests/query/NUMBER_STRING_PREFIXED_PARSER/content.csv @@ -1,4 +1,4 @@ -pid,value,datum -1,-09,"2014-06-30/2014-06-30" -2,-10,"2014-06-30/2014-06-30" -3,-11,"2014-06-30/2014-06-30" +pid,value,start,end +1,-09,"2014-06-30","2014-06-30" +2,-10,"2014-06-30","2014-06-30" +3,-11,"2014-06-30","2014-06-30" diff --git a/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json b/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json index b64ac2fd80..84ae3fcc7f 100644 --- a/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json +++ b/backend/src/test/resources/tests/query/REUSED_QUERY/REUSED_Query.test.json @@ -1,12 +1,6 @@ { "type": "QUERY_TEST", "label": "REUSED_QUERY Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, "expectedCsv": "tests/query/REUSED_QUERY/expected.csv", "query": { "type": "CONCEPT_QUERY", @@ -16,7 +10,6 @@ } }, "concepts": [ - ], "content": { "tables": [ diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json index 8075385791..deeb26e641 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID/SECONDARY_IDS.test.json @@ -1,51 +1,41 @@ { "type": "QUERY_TEST", "label": "SECONDARY_ID Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, + "expectedCsv": "tests/query/SECONDARY_ID/expected.csv", "query": { "type": "SECONDARY_ID_QUERY", "secondaryId": "secondary", "root": { - "type": "AND", - "children": [ + "ids": [ + "number" + ], + "type": "CONCEPT", + "excludeFromSecondaryId": false, + "tables": [ { - "ids": [ - "number" - ], - "type": "CONCEPT", - "excludeFromSecondaryId" : false, - "tables": [ + "id": "number.number_connector", + "filters": [ { - "id": "number.number_connector", - "filters": [ - { - "filter": "number.number_connector.value", - "type": "REAL_RANGE", - "value": { - "min": 1, - "max": 1 - } - } - ] - }, + "filter": "number.number_connector.value", + "type": "REAL_RANGE", + "value": { + "min": 1, + "max": 1 + } + } + ] + }, + { + "id": "number.number_connector2", + "filters": [ { - "id": "number.number_connector2", - "filters": [ - { - "filter": "number.number_connector2.value", - "type": "REAL_RANGE", - "value": { - "min": 1, - "max": 1 - } - } - ] + "filter": "number.number_connector2.value", + "type": "REAL_RANGE", + "value": { + "min": 1, + "max": 1 + } } ] } @@ -62,7 +52,8 @@ "table": "table1", "validityDates": { "label": "datum", - "column": "table1.datum" + "startColumn": "table1.start", + "endColumn": "table1.end" }, "filters": { "label": "value", @@ -76,7 +67,8 @@ "table": "table12", "validityDates": { "label": "datum", - "column": "table12.datum" + "startColumn": "table12.start", + "endColumn": "table12.end" }, "filters": { "label": "value", @@ -116,8 +108,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] }, @@ -139,8 +135,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID/content.csv b/backend/src/test/resources/tests/query/SECONDARY_ID/content.csv index adf8faca3b..8bd0063f92 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID/content.csv +++ b/backend/src/test/resources/tests/query/SECONDARY_ID/content.csv @@ -1,7 +1,7 @@ -pid,sid,value,datum -a,f_a1,1,"2014-06-30/2015-06-30" -a,f_a1,1,"2016-06-30/2016-06-30" -a,f_a2,1,"2014-06-30/2015-06-30" -a,,1,"2010-06-30/2010-06-30" -a,f_a3,1.01,"2014-06-30/2015-06-30" -b,f_b1,1,"2015-02-03/2015-06-30" \ No newline at end of file +pid,sid,value,start,end +a,f_a1,1,"2014-06-30","2015-06-30" +a,f_a1,1,"2016-06-30","2016-06-30" +a,f_a2,1,"2014-06-30","2015-06-30" +a,,1,"2010-06-30","2010-06-30" +a,f_a3,1.01,"2014-06-30","2015-06-30" +b,f_b1,1,"2015-02-03","2015-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID/content2.csv b/backend/src/test/resources/tests/query/SECONDARY_ID/content2.csv index 341cac8290..b2b9f50ce7 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID/content2.csv +++ b/backend/src/test/resources/tests/query/SECONDARY_ID/content2.csv @@ -1,7 +1,7 @@ -pid,sid,value,datum -a,f_a4,1,"2024-06-30/2025-06-30" -a,f_a4,1,"2026-06-30/2026-06-30" -a,f_a4,1,"2024-06-30/2025-06-30" -a,,13,"2020-06-30/2020-06-30" -a,f_a5,1.01,"2024-06-30/2025-06-30" -b,f_b6,1,"2025-02-03/2025-06-30" \ No newline at end of file +pid,sid,value,start,end +a,f_a4,1,"2024-06-30","2025-06-30" +a,f_a4,1,"2026-06-30","2026-06-30" +a,f_a4,1,"2024-06-30","2025-06-30" +a,,13,"2020-06-30","2020-06-30" +a,f_a5,1.01,"2024-06-30","2025-06-30" +b,f_b6,1,"2025-02-03","2025-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json index fbb5d25bae..15150a0c85 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/SECONDARY_IDS.test.json @@ -1,12 +1,6 @@ { "type": "QUERY_TEST", "label": "SECONDARY_ID Test", - "sqlSpec": { - "isEnabled": true, - "supportedDialects": [ - "POSTGRESQL", "HANA" - ] - }, "expectedCsv": "tests/query/SECONDARY_ID_DATEMODE_LOGICAL/expected.csv", "query": { "type": "SECONDARY_ID_QUERY", @@ -20,7 +14,7 @@ "number" ], "type": "CONCEPT", - "excludeFromSecondaryId" : false, + "excludeFromSecondaryId": false, "label": "vs", "tables": [ { @@ -43,7 +37,7 @@ "number" ], "type": "CONCEPT", - "excludeFromSecondaryId" : false, + "excludeFromSecondaryId": false, "label": "vs", "tables": [ { @@ -74,7 +68,8 @@ "table": "table1", "validityDates": { "label": "datum", - "column": "table1.datum" + "startColumn": "table1.start", + "endColumn": "table1.end" }, "filters": { "label": "value", @@ -88,7 +83,8 @@ "table": "table12", "validityDates": { "label": "datum", - "column": "table12.datum" + "startColumn": "table12.start", + "endColumn": "table12.end" }, "filters": { "label": "value", @@ -128,8 +124,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] }, @@ -151,8 +151,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content.csv b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content.csv index af01f4ad60..ef133adc98 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content.csv +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content.csv @@ -1,5 +1,5 @@ -pid,sid,value,datum -a,f_a1,1,"2014-06-30/2015-06-30" -a,f_a1,1,"2016-06-30/2027-06-30" -a,f_a2,1,"2014-06-30/2015-06-30" -a,,1,"2010-06-30/2010-06-30" \ No newline at end of file +pid,sid,value,start,end +a,f_a1,1,"2014-06-30","2015-06-30" +a,f_a1,1,"2016-06-30","2027-06-30" +a,f_a2,1,"2014-06-30","2015-06-30" +a,,1,"2010-06-30","2010-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content2.csv b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content2.csv index 26b8b4c28f..490e729f33 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content2.csv +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_DATEMODE_LOGICAL/content2.csv @@ -1,5 +1,5 @@ -pid,sid,value,datum -a,f_a1,1,"2024-06-30/2025-06-30" -a,f_a1,1,"2026-06-30/2026-06-30" -a,f_a2,1,"2024-06-30/2025-06-30" -a,,13,"2020-06-30/2020-06-30" \ No newline at end of file +pid,sid,value,start,end +a,f_a1,1,"2024-06-30","2025-06-30" +a,f_a1,1,"2026-06-30","2026-06-30" +a,f_a2,1,"2024-06-30","2025-06-30" +a,,13,"2020-06-30","2020-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json b/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json index 975e127f55..ec451c8cd0 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/SECONDARY_IDS.test.json @@ -1,104 +1,110 @@ { - "type": "QUERY_TEST", - "label": "SECONDARY_ID Test", - "sqlSpec": { + "type": "QUERY_TEST", + "label": "SECONDARY_ID Test", + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL", + "HANA" ] }, - "expectedCsv": "tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/expected.csv", - "query": { - "type": "SECONDARY_ID_QUERY", - "root": { - "type": "AND", - "children": [ - { - "type": "EXTERNAL", - "format": [ - "ID", - "START_DATE", - "END_DATE" - ], - "values": [ - [ - "pid", - "START_DATUM", - "END_DATUM" - ], - [ - "a", - "01.01.2016", - "30.06.2016" - ] - ] - }, - { - "ids": [ - "number" - ], - "type": "CONCEPT", - "excludeFromSecondaryId": false, - "tables": [ - { - "id": "number.number_connector" - } - ] - } - ] - }, + "expectedCsv": "tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/expected.csv", + "query": { + "type": "SECONDARY_ID_QUERY", + "root": { + "type": "AND", + "children": [ + { + "type": "EXTERNAL", + "format": [ + "ID", + "START_DATE", + "END_DATE" + ], + "values": [ + [ + "pid", + "START_DATUM", + "END_DATUM" + ], + [ + "a", + "01.01.2016", + "30.06.2016" + ] + ] + }, + { + "ids": [ + "number" + ], + "type": "CONCEPT", + "excludeFromSecondaryId": false, + "tables": [ + { + "id": "number.number_connector" + } + ] + } + ] + }, "dateAggregationMode": "LOGICAL", "secondaryId": "secondary" - }, - "concepts": [ - { - "label": "number", - "type": "TREE", - "connectors": [ - { - "label": "number_connector", - "table": "table1", - "validityDates": { - "label": "datum", - "column": "table1.datum" - } - } - ] - } - ], - "content": { - "secondaryIds": [ - { - "name": "secondary" - }, - { - "name": "ignored" - } - ], - "tables": [ - { - "csv": "tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/content.csv", - "name": "table1", - "primaryColumn": { - "name": "pid", - "type": "STRING" - }, - "columns": [ - { - "name": "sid", - "type": "STRING", - "secondaryId": "secondary" - }, - { - "name": "value", - "type": "REAL" - }, - { - "name": "datum", - "type": "DATE_RANGE" - } - ] - } - ] - } + }, + "concepts": [ + { + "label": "number", + "type": "TREE", + "connectors": [ + { + "label": "number_connector", + "table": "table1", + "validityDates": { + "label": "datum", + "startColumn": "table1.start", + "endColumn": "table1.start" + } + } + ] + } + ], + "content": { + "secondaryIds": [ + { + "name": "secondary" + }, + { + "name": "ignored" + } + ], + "tables": [ + { + "csv": "tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/content.csv", + "name": "table1", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "sid", + "type": "STRING", + "secondaryId": "secondary" + }, + { + "name": "value", + "type": "REAL" + }, + { + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" + } + ] + } + ] + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/content.csv b/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/content.csv index a2f9c24861..c87a1fe0ea 100644 --- a/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/content.csv +++ b/backend/src/test/resources/tests/query/SECONDARY_ID_EXTERNAL_LOGICAL/content.csv @@ -1,6 +1,6 @@ -pid,sid,value,datum -a,f_a1,1,"2016-06-30/2016-06-30" -a,f_a2,1,"2014-06-30/2015-06-30" -a,,1,"2010-06-30/2010-06-30" -b,f_b1,1,"2015-02-03/2015-06-30" -a,f_a1,1,"2014-06-30/2015-06-30" \ No newline at end of file +pid,sid,value,start,end +a,f_a1,1,"2016-06-30","2016-06-30" +a,f_a2,1,"2014-06-30","2015-06-30" +a,,1,"2010-06-30","2010-06-30" +b,f_b1,1,"2015-02-03","2015-06-30" +a,f_a1,1,"2014-06-30","2015-06-30" \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json b/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json index 150c2da555..a380ece57f 100644 --- a/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json +++ b/backend/src/test/resources/tests/query/TABLE_EXPORT/RAW_TABLE_EXPORT.test.json @@ -1,10 +1,11 @@ { "type": "QUERY_TEST", "label": "RAW_TABLE_EXPORT Test", - "sqlSpec": { + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL", "HANA" + "POSTGRESQL", + "HANA" ] }, "expectedCsv": "tests/query/TABLE_EXPORT/raw_expected.csv", @@ -88,7 +89,8 @@ "column": "table1.code", "validityDates": { "label": "datum", - "column": "table1.datum" + "startColumn": "table1.start", + "endColumn": "table1.end" }, "filters": { "name": "value", @@ -101,7 +103,8 @@ "column": "table2.code", "validityDates": { "label": "datum", - "column": "table2.datum" + "startColumn": "table2.start", + "endColumn": "table2.end" }, "filters": { "name": "value", @@ -147,8 +150,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" }, { "name": "code", @@ -174,8 +181,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "end", + "type": "DATE" }, { "name": "code", diff --git a/backend/src/test/resources/tests/query/TABLE_EXPORT/content.csv b/backend/src/test/resources/tests/query/TABLE_EXPORT/content.csv index 2a13b6523b..ecf4b48086 100644 --- a/backend/src/test/resources/tests/query/TABLE_EXPORT/content.csv +++ b/backend/src/test/resources/tests/query/TABLE_EXPORT/content.csv @@ -1,7 +1,7 @@ -pid,sid,value,datum,code -a,f_a1,1,"2014-06-30/2015-06-30",a -a,f_a1,1,"2016-06-30/2016-06-30",a -a,f_a2,1,"2014-06-30/2015-06-30",a -a,,1,"2010-06-30/2010-06-30",a -a,f_a3,2,"2014-06-30/2015-06-30",b -b,f_b1,1,"2015-02-03/2015-06-30",b \ No newline at end of file +pid,sid,value,start,end,code +a,f_a1,1,"2014-06-30","2015-06-30",a +a,f_a1,1,"2016-06-30","2016-06-30",a +a,f_a2,1,"2014-06-30","2015-06-30",a +a,,1,"2010-06-30","2010-06-30",a +a,f_a3,2,"2014-06-30","2015-06-30",b +b,f_b1,1,"2015-02-03","2015-06-30",b \ No newline at end of file diff --git a/backend/src/test/resources/tests/query/TABLE_EXPORT/content2.csv b/backend/src/test/resources/tests/query/TABLE_EXPORT/content2.csv index aa886e685d..2ab2525689 100644 --- a/backend/src/test/resources/tests/query/TABLE_EXPORT/content2.csv +++ b/backend/src/test/resources/tests/query/TABLE_EXPORT/content2.csv @@ -1,8 +1,8 @@ -pid,sid,value,datum,code -a,f_a4,1,"2024-06-30/2025-06-30",b -a,f_a4,1,"2026-06-30/2026-06-30",b -a,f_a4,1,"2024-06-30/2025-06-30",b -a,,13,"2020-06-30/2020-06-30",a -a,,13,"2020-06-30/2020-06-30",c -a,f_a5,2,"2024-06-30/2025-06-30",b -b,f_b6,1,"2025-02-03/2025-06-30",c \ No newline at end of file +pid,sid,value,start,end,code +a,f_a4,1,"2024-06-30","2025-06-30",b +a,f_a4,1,"2026-06-30","2026-06-30",b +a,f_a4,1,"2024-06-30","2025-06-30",b +a,,13,"2020-06-30","2020-06-30",a +a,,13,"2020-06-30","2020-06-30",c +a,f_a5,2,"2024-06-30","2025-06-30",b +b,f_b6,1,"2025-02-03","2025-06-30",c \ No newline at end of file From bd28e6f4c8e54212867b497fbfb36605810b3f17 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Mon, 27 Apr 2026 17:46:41 +0200 Subject: [PATCH 03/13] first impl of Clickhouse connection --- backend/pom.xml | 11 + .../conquery/models/config/Dialect.java | 12 +- .../select/connector/DistinctSelect.java | 4 +- .../printers/common/ListStringPrinter.java | 3 +- .../cqelement/aggregation/InvertCte.java | 4 +- .../aggregation/PostgreSqlDateAggregator.java | 4 +- .../dialect/SqlFunctionProvider.java | 4 +- .../clickhouse/ClickhouseCDateSetParser.java | 61 +++ .../clickhouse/ClickhouseDialectBundle.java | 98 +++++ .../ClickhouseFunctionProvider.java | 346 ++++++++++++++++++ .../ClickhouseResultSetProcessor.java | 117 ++++++ .../ClickhouseStratificationFunctions.java | 188 ++++++++++ .../dialect/{ => hana}/HanaDialectBundle.java | 7 +- .../{ => hana}/HanaSqlFunctionProvider.java | 15 +- .../hana}/HanaStratificationFunctions.java | 5 +- .../{ => pg}/PostgreDialectBundle.java | 7 +- .../{ => pg}/PostgreSqlFunctionProvider.java | 11 +- .../pg}/PostgresStratificationFunctions.java | 5 +- .../forms/AbsoluteStratification.java | 3 +- .../sql/conversion/forms/FormConstants.java | 2 +- .../conquery/sql/conversion/forms/Offset.java | 2 +- .../sql/conversion/model/ColumnDateRange.java | 2 +- .../model/select/DaterangeSelectUtil.java | 4 +- .../EventDurationSumSelectConverter.java | 4 +- .../sql/execution/HanaSqlCDateSetParser.java | 4 +- .../sql/execution/PgSqlCDateSetParser.java | 2 +- .../ClickhouseSqlIntegrationTests.java | 179 +++++++++ .../sql/dialect/HanaSqlIntegrationTests.java | 2 +- .../dialect/PostgreSqlIntegrationTests.java | 2 +- .../ABS_EXPORT/ABS_EXPORT_Query.test.json | 8 + .../SIMPLE_TREECONCEPT_Query.test.json | 8 + .../OR/SIMPLE_TREECONCEPT_Query.test.json | 8 + .../OR_AND/SIMPLE_TREECONCEPT_Query.test.json | 8 + .../SIMPLE_TREECONCEPT_Query.test.json | 8 + ...ATE_RESTRICTION_OR_CONCEPT_QUERY.test.json | 27 +- .../REL_EXPORT_Query.test.json | 234 ++++++------ 36 files changed, 1230 insertions(+), 179 deletions(-) create mode 100644 backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseCDateSetParser.java create mode 100644 backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java create mode 100644 backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java create mode 100644 backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java create mode 100644 backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java rename backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/{ => hana}/HanaDialectBundle.java (90%) rename backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/{ => hana}/HanaSqlFunctionProvider.java (96%) rename backend/src/main/java/com/bakdata/conquery/sql/conversion/{forms => dialect/hana}/HanaStratificationFunctions.java (97%) rename backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/{ => pg}/PostgreDialectBundle.java (90%) rename backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/{ => pg}/PostgreSqlFunctionProvider.java (97%) rename backend/src/main/java/com/bakdata/conquery/sql/conversion/{forms => dialect/pg}/PostgresStratificationFunctions.java (97%) create mode 100644 backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java diff --git a/backend/pom.xml b/backend/pom.xml index b31ca86ca3..5d5b69d9f8 100644 --- a/backend/pom.xml +++ b/backend/pom.xml @@ -373,6 +373,11 @@ testcontainers-postgresql test + + org.testcontainers + testcontainers-clickhouse + test + org.testcontainers testcontainers-solr @@ -383,6 +388,12 @@ ngdbc 2.17.10 + + com.clickhouse + clickhouse-jdbc + 0.9.8 + all + io.prometheus simpleclient_dropwizard diff --git a/backend/src/main/java/com/bakdata/conquery/models/config/Dialect.java b/backend/src/main/java/com/bakdata/conquery/models/config/Dialect.java index c1effedb58..0bb1507f68 100644 --- a/backend/src/main/java/com/bakdata/conquery/models/config/Dialect.java +++ b/backend/src/main/java/com/bakdata/conquery/models/config/Dialect.java @@ -1,8 +1,9 @@ package com.bakdata.conquery.models.config; import com.bakdata.conquery.sql.conversion.dialect.DialectBundle; -import com.bakdata.conquery.sql.conversion.dialect.HanaDialectBundle; -import com.bakdata.conquery.sql.conversion.dialect.PostgreDialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.clickhouse.ClickhouseDialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.hana.HanaDialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.pg.PostgreDialectBundle; import lombok.Getter; import lombok.RequiredArgsConstructor; @@ -15,13 +16,8 @@ @Getter public enum Dialect { - /** - * Dialect for PostgreSQL database - */ POSTGRESQL(new PostgreDialectBundle()), - /** - * Dialect for SAP HANA database - */ + CLICKHOUSE(new ClickhouseDialectBundle()), HANA(new HanaDialectBundle()); private final DialectBundle dialectBundle; diff --git a/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java b/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java index a014283044..b7b90e9612 100644 --- a/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java +++ b/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java @@ -17,6 +17,7 @@ import com.bakdata.conquery.models.query.resultinfo.printers.PrinterFactory; import com.bakdata.conquery.models.query.resultinfo.printers.common.OneToManyMappingPrinter; import com.bakdata.conquery.models.types.ResultType; +import com.bakdata.conquery.sql.conversion.model.select.ClickhouseDistinctSelectConverter; import com.bakdata.conquery.sql.conversion.model.select.DistinctSelectConverter; import com.bakdata.conquery.sql.conversion.model.select.SelectConverter; import com.bakdata.conquery.sql.execution.ResultSetProcessor; @@ -37,7 +38,8 @@ public Aggregator createAggregator() { @Override public SelectConverter createConverter() { - return new DistinctSelectConverter(); + //TODO inject this instead + return new ClickhouseDistinctSelectConverter(); } @Override diff --git a/backend/src/main/java/com/bakdata/conquery/models/query/resultinfo/printers/common/ListStringPrinter.java b/backend/src/main/java/com/bakdata/conquery/models/query/resultinfo/printers/common/ListStringPrinter.java index 218a37d71f..0e62677566 100644 --- a/backend/src/main/java/com/bakdata/conquery/models/query/resultinfo/printers/common/ListStringPrinter.java +++ b/backend/src/main/java/com/bakdata/conquery/models/query/resultinfo/printers/common/ListStringPrinter.java @@ -1,6 +1,7 @@ package com.bakdata.conquery.models.query.resultinfo.printers.common; import java.util.Collection; +import java.util.Objects; import java.util.StringJoiner; import com.bakdata.conquery.models.config.LocaleConfig; @@ -24,7 +25,7 @@ public String apply(@NotNull Collection f) { continue; } - joiner.add(listFormat.escapeListElement(elementPrinter.apply(obj).toString())); + joiner.add(listFormat.escapeListElement(Objects.toString(elementPrinter.apply(obj)))); } return joiner.toString(); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/InvertCte.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/InvertCte.java index 30ef3a59b3..9b89287910 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/InvertCte.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/InvertCte.java @@ -59,12 +59,12 @@ private Selects getInvertSelects(QueryStep rowNumberStep, SqlIdColumns coalesced Field rangeStart = DSL.coalesce( QualifyingUtil.qualify(validityDate.getEnd(), ROWS_LEFT_TABLE_NAME), - functionProvider.toDateField(functionProvider.getMinDateExpression()) + (functionProvider.getMinDateExpression()) ).as(DateAggregationCte.RANGE_START); Field rangeEnd = DSL.coalesce( QualifyingUtil.qualify(validityDate.getStart(), ROWS_RIGHT_TABLE_NAME), - functionProvider.toDateField(functionProvider.getMaxDateExpression()) + (functionProvider.getMaxDateExpression()) ).as(DateAggregationCte.RANGE_END); return Selects.builder() diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/PostgreSqlDateAggregator.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/PostgreSqlDateAggregator.java index 08e74dfcf8..58d2e4083c 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/PostgreSqlDateAggregator.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/aggregation/PostgreSqlDateAggregator.java @@ -84,8 +84,8 @@ public QueryStep invertAggregatedIntervals(QueryStep baseStep, ConversionContext Field maxDateRange = DSL.function( "daterange", Object.class, - this.functionProvider.toDateField(this.functionProvider.getMinDateExpression()), - this.functionProvider.toDateField(this.functionProvider.getMaxDateExpression()), + (this.functionProvider.getMinDateExpression()), + (this.functionProvider.getMaxDateExpression()), DSL.inline("[]") ); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java index d3f6a76fe5..b103524218 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java @@ -43,9 +43,9 @@ Collection> orderByValidityDates( Function, ? extends SortField> ordering, List> validityDateFields); - String getMinDateExpression(); + Field getMinDateExpression(); - String getMaxDateExpression(); + Field getMaxDateExpression(); Field cast(Field field, DataType type); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseCDateSetParser.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseCDateSetParser.java new file mode 100644 index 0000000000..6a804a3150 --- /dev/null +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseCDateSetParser.java @@ -0,0 +1,61 @@ +package com.bakdata.conquery.sql.conversion.dialect.clickhouse; + +import java.sql.Date; +import java.time.LocalDate; +import java.util.ArrayList; +import java.util.Collections; +import java.util.List; + +import com.bakdata.conquery.models.common.CDate; +import com.bakdata.conquery.models.common.daterange.CDateRange; +import com.bakdata.conquery.sql.execution.SqlCDateSetParser; +import com.google.common.base.Preconditions; +import org.apache.commons.lang3.NotImplementedException; + +public class ClickhouseCDateSetParser implements SqlCDateSetParser { + + public static final String DATE_SEPARATOR = ","; + + @Override + public List> toEpochDayRangeList(String multiDateRange) { + throw new NotImplementedException(); + } + + + + @Override + public List toEpochDayRange(String daterange) { + //TODO probably should also be implemented as tuples, and then we don't even supply a SqlCDateSetParser for CH but solve it via com.bakdata.conquery.sql.execution.ResultSetProcessor + + if (daterange == null) { + return Collections.emptyList(); + } + + String[] dates = daterange.split(DATE_SEPARATOR); + Preconditions.checkArgument(dates.length == 2, "Dateranges must have a start and end."); + + // the dateranges have always an included start date marked by a [ + String startDateExpression = dates[0]; + int startDate; + if (startDateExpression.equals(ClickhouseFunctionProvider.MIN_DATE_VALUE)) { + startDate = CDateRange.NEGATIVE_INFINITY; + } + else { + LocalDate dateValue = Date.valueOf(startDateExpression).toLocalDate(); + startDate = CDate.ofLocalDate(dateValue); + } + + String endDateExpression = dates[1]; + int endDate; + if (endDateExpression.equals(ClickhouseFunctionProvider.MAX_DATE_VALUE)) { + endDate = CDateRange.POSITIVE_INFINITY; + } + else { + LocalDate dateValue = Date.valueOf(endDateExpression).toLocalDate(); + endDate = CDate.ofLocalDate(dateValue); + } + + return List.of(startDate, endDate); + } + +} diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java new file mode 100644 index 0000000000..48c6cdf5ad --- /dev/null +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java @@ -0,0 +1,98 @@ +package com.bakdata.conquery.sql.conversion.dialect.clickhouse; + +import java.util.List; + +import com.bakdata.conquery.models.config.ConqueryConfig; +import com.bakdata.conquery.models.config.Dialect; +import com.bakdata.conquery.models.events.MajorTypeId; +import com.bakdata.conquery.models.query.Visitable; +import com.bakdata.conquery.sql.conversion.NodeConverter; +import com.bakdata.conquery.sql.conversion.cqelement.aggregation.AnsiSqlDateAggregator; +import com.bakdata.conquery.sql.conversion.cqelement.intervalpacking.AnsiSqlIntervalPacker; +import com.bakdata.conquery.sql.conversion.dialect.DialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.IntervalPacker; +import com.bakdata.conquery.sql.conversion.dialect.SqlDateAggregator; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.dialect.hana.HanaStratificationFunctions; +import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; +import com.bakdata.conquery.sql.execution.ResultSetProcessor; +import com.bakdata.conquery.sql.execution.SqlCDateSetParser; +import org.jooq.DSLContext; +import org.jooq.Field; +import org.jooq.SQLDialect; + +public class ClickhouseDialectBundle implements DialectBundle { + + private final SqlFunctionProvider functionProvider; + private final IntervalPacker intervalPacker; + private final SqlDateAggregator dateAggregator; + private final SqlCDateSetParser dateSetParser; + + public ClickhouseDialectBundle() { + this.functionProvider = new ClickhouseFunctionProvider(); + this.intervalPacker = new AnsiSqlIntervalPacker(); + this.dateAggregator = new AnsiSqlDateAggregator(this.intervalPacker, this.functionProvider); + this.dateSetParser = new ClickhouseCDateSetParser(); // TODO => ArrayCDateSetParser + } + + @Override + public Dialect getDialect() { + return Dialect.CLICKHOUSE; + } + + @Override + public int getNameMaxLength() { + return 64; + } + + @Override + public String getConnectionTestString() { + return "SELECT 1;"; + } + + @Override + public SQLDialect getJooqDialect() { + return SQLDialect.CLICKHOUSE; + } + + @Override + public SqlCDateSetParser getCDateSetParser() { + return this.dateSetParser; + } + + @Override + public List> getNodeConverters(DSLContext dslContext) { + return getDefaultNodeConverters(dslContext); + } + + @Override + public StratificationFunctions getStratificationFunctions() { + return new ClickhouseStratificationFunctions(getFunctionProvider()); + } + + @Override + public boolean isTypeCompatible(Field field, MajorTypeId type) { + return true; //TODO CLickhouse integration is bad here. + } + + @Override + public SqlFunctionProvider getFunctionProvider() { + return this.functionProvider; + } + + @Override + public IntervalPacker getIntervalPacker() { + return this.intervalPacker; + } + + @Override + public SqlDateAggregator getDateAggregator() { + return this.dateAggregator; + } + + @Override + public ResultSetProcessor getResultSetProcessor(ConqueryConfig config) { + return new ClickhouseResultSetProcessor(config, getCDateSetParser()); + } + +} diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java new file mode 100644 index 0000000000..a8f7a81d8d --- /dev/null +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java @@ -0,0 +1,346 @@ +package com.bakdata.conquery.sql.conversion.dialect.clickhouse; + +import static org.jooq.impl.DSL.*; + +import java.sql.Date; +import java.time.LocalDate; +import java.time.temporal.ChronoUnit; +import java.util.Collection; +import java.util.List; +import java.util.Objects; +import java.util.function.Function; + +import com.bakdata.conquery.models.common.CDate; +import com.bakdata.conquery.models.common.CDateSet; +import com.bakdata.conquery.models.common.daterange.CDateRange; +import com.bakdata.conquery.models.datasets.Column; +import com.bakdata.conquery.models.datasets.concepts.DaterangeSelectOrFilter; +import com.bakdata.conquery.models.datasets.concepts.ValidityDate; +import com.bakdata.conquery.sql.conversion.SharedAliases; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.model.ColumnDateRange; +import com.bakdata.conquery.sql.conversion.model.QueryStep; +import org.apache.commons.lang3.NotImplementedException; +import org.jetbrains.annotations.NotNull; +import org.jooq.Condition; +import org.jooq.DataType; +import org.jooq.Field; +import org.jooq.OrderField; +import org.jooq.Record; +import org.jooq.SortField; +import org.jooq.Table; +import org.jooq.impl.DSL; +import org.jooq.impl.SQLDataType; + +public class ClickhouseFunctionProvider implements SqlFunctionProvider { + + public static final Integer MIN_DATE_VALUE = Integer.MIN_VALUE; + public static final Integer MAX_DATE_VALUE = Integer.MAX_VALUE; + private static final String ANY_CHAR_REGEX = "%"; + + @Override + public String getAnyCharRegex() { + return ANY_CHAR_REGEX; + } + + @Override + public Table getNoOpTable() { + return table(select(val(1))).as(name(SharedAliases.NOP_TABLE.getAlias())); + } + + @Override + public Condition dateRestriction(ColumnDateRange dateRestriction, ColumnDateRange daterange) { + + if (dateRestriction.isSingleColumnRange() || daterange.isSingleColumnRange()) { + throw new UnsupportedOperationException("Clickhouse does not support single column ranges."); + } + + Condition dateRestrictionStartsBeforeDate = dateRestriction.getStart().lessThan(daterange.getEnd()); + Condition dateRestrictionEndsAfterDate = dateRestriction.getEnd().greaterThan(daterange.getStart()); + + return condition(dateRestrictionStartsBeforeDate.and(dateRestrictionEndsAfterDate)); + } + + @Override + public List forCDateSet(CDateSet dateset, SharedAliases alias) { + return dateset.asRanges().stream() + .map(this::forCDateRange) + .map(dateRange -> dateRange.as(alias.getAlias())) + .toList(); + } + + @Override + public ColumnDateRange forCDateRange(CDateRange daterange) { + + Field startDateExpression = getMinDateExpression(); + Field endDateExpression = getMaxDateExpression(); + + if (daterange.hasLowerBound()) { + startDateExpression = inline(Date.valueOf(daterange.getMin())); + } + if (daterange.hasUpperBound()) { + endDateExpression = inline(Date.valueOf(daterange.getMax().plusDays(1))); + } + + return ColumnDateRange.of(startDateExpression, endDateExpression); + } + + @Override + public Field toDateField(String dateExpression) { + return function( + "toDate", + Date.class, + val(dateExpression), + val(DEFAULT_DATE_FORMAT) + ); + } + + @Override + public ColumnDateRange emptyColumnDateRange() { + return ColumnDateRange.of(field("null::Nullable(Date)", Date.class), field("null::Nullable(Date)", Date.class)); + } + + @Override + public ColumnDateRange forValidityDate(ValidityDate validityDate) { + return toColumnDateRange(validityDate); + } + + @Override + public ColumnDateRange allRange() { + return ColumnDateRange.of(getMinDateExpression().as("all_range_start"), getMaxDateExpression().as("all_range_end")); + } + + private ColumnDateRange toColumnDateRange(ValidityDate validityDate) { + + String tableName = validityDate.getConnector().resolveTableId().getTable(); + + Column startColumn; + Column endColumn; + + // if no end column is present, the only existing column is both start and end of the date range + if (validityDate.getColumn() != null) { + Column column = validityDate.getColumn().resolve(); + startColumn = column; + endColumn = column; + } + else { + startColumn = validityDate.getStartColumn().resolve(); + endColumn = validityDate.getEndColumn().resolve(); + } + + return ofStartAndEnd(tableName, startColumn, endColumn); + } + + private ColumnDateRange ofStartAndEnd(String tableName, Column startColumn, Column endColumn) { + + Field rangeStart = coalesce( + field(name(tableName, startColumn.getName()), Date.class), + getMinDateExpression() + ); + // when aggregating date ranges, we want to treat the last day of the range as excluded, + // so when using the date value of the end column, we add +1 day as end of the date range + Field rangeEnd = coalesce( + addDays(field(name(tableName, endColumn.getName()), Date.class), val(1)), + getMaxDateExpression() + ); + + return ColumnDateRange.of(rangeStart, rangeEnd); + } + + @Override + public Field addDays(Field dateColumn, Field amountOfDays) { + return function( + "addDays", + Date.class, + dateColumn, + amountOfDays + ); + } + + @Override + public ColumnDateRange forValidityDate(ValidityDate validityDate, CDateRange dateRestriction) { + + ColumnDateRange validityDateRange = toColumnDateRange(validityDate); + ColumnDateRange restriction = toColumnDateRange(dateRestriction); + + Field lowerBound = when(validityDateRange.getStart().lessThan(restriction.getStart()), restriction.getStart()) + .otherwise(validityDateRange.getStart()); + + Field maxDate = getMinDateExpression(); // we want to add +1 day to the end date - except when it's the max date already + Field restrictionUpperBound = when(restriction.getEnd().eq(maxDate), maxDate).otherwise(addDays(restriction.getEnd(), val(1))); + Field upperBound = when(validityDateRange.getEnd().greaterThan(restriction.getEnd()), restrictionUpperBound) + .otherwise(validityDateRange.getEnd()); + + return ColumnDateRange.of(lowerBound, upperBound); + } + + private ColumnDateRange toColumnDateRange(CDateRange dateRestriction) { + + Field startDateExpression = getMinDateExpression(); + Field endDateExpression = getMaxDateExpression(); + + if (dateRestriction.hasLowerBound()) { + startDateExpression = inline(Date.valueOf(dateRestriction.getMin())); + } + if (dateRestriction.hasUpperBound()) { + endDateExpression = inline(Date.valueOf(dateRestriction.getMax())); + } + + return ColumnDateRange.of((startDateExpression), (endDateExpression)); + } + + @NotNull + @Override + public Collection> orderByValidityDates( + Function, ? extends SortField> ordering, + List> validityDateFields) { + + return List.of( + ordering.apply(nullif(validityDateFields.getFirst(), getMinDateExpression())).nullsLast(), + ordering.apply(nullif(validityDateFields.getLast(), getMaxDateExpression())).nullsLast() + ); + } + + @Override + public Field getMinDateExpression() { + return field("toDate32({0})", Date.class, MIN_DATE_VALUE); + } + + @Override + public Field getMaxDateExpression() { + return field("toDate32({0})", Date.class, MAX_DATE_VALUE); + } + + @Override + public ColumnDateRange forArbitraryDateRange(DaterangeSelectOrFilter daterangeSelectOrFilter) { + String tableName = daterangeSelectOrFilter.getTable().getName(); + if (daterangeSelectOrFilter.getEndColumn() != null) { + return ofStartAndEnd(tableName, daterangeSelectOrFilter.getStartColumn().resolve(), daterangeSelectOrFilter.getEndColumn().resolve()); + } + Column column = daterangeSelectOrFilter.getColumn().resolve(); + return ofStartAndEnd(tableName, column, column); + } + + @Override + public ColumnDateRange aggregated(ColumnDateRange columnDateRange) { + return ColumnDateRange.of( + min(columnDateRange.getStart()), + max(columnDateRange.getEnd()) + ) + .as(columnDateRange.getAlias()); + } + + @Override + public ColumnDateRange toDualColumn(ColumnDateRange columnDateRange) { + // HANA does not support single column ranges + return ColumnDateRange.of(columnDateRange.getStart(), columnDateRange.getEnd()); + } + + @Override + public ColumnDateRange intersection(ColumnDateRange left, ColumnDateRange right) { + Field greatest = DSL.greatest(left.getStart(), right.getStart()); + Field least = DSL.least(left.getEnd(), right.getEnd()); + return ColumnDateRange.of(greatest, least); + } + + @Override + public QueryStep unnestDaterange(ColumnDateRange nested, QueryStep predecessor, String cteName) { + // HANA does not support single column datemultiranges + return predecessor; + } + + @Override + public Field dateRangeAggregation(ColumnDateRange columnDateRange) { + //TODO this is not a good fix imo; need to ensure columnDateRange is sorted? => probably ensure incoming CDR is sorted. Or just sort on the receiving end + return field("groupArraySorted(64)({0})", Object[].class, dateRangeToField(columnDateRange)); + } + + @Override + public Field dateRangeToField(ColumnDateRange columnDateRange) { + + if (columnDateRange.isSingleColumnRange()) { + throw new UnsupportedOperationException("Clickhouse does not support single-column date ranges."); + } + + //TODO this cast is necessary because we explicitly use null for empty. Maybe if we forego this we can simplify it again. + Field startDateExpression = field("{0}::{1}", Object.class, columnDateRange.getStart(), keyword("Nullable(Integer)")); + Field endDateExpression = field("{0}::{1}", Object.class, columnDateRange.getEnd(), keyword("Nullable(Integer)")); + + return function("tuple", Object.class, startDateExpression, endDateExpression); + } + + @Override + public Field cast(Field field, DataType type) { + if (type == SQLDataType.VARCHAR) { + return function("toString", type.getType(), field); + } + return function( + name("CAST"), + type.getType(), + field("{0} AS {1}", field, keyword(type.getName())) + ); + } + + @Override + public Field dateDistance(ChronoUnit datePart, Field startDate, Field endDate) { + + String unit = switch (datePart) { + case DAYS -> "days"; + case MONTHS -> "months"; + case YEARS, DECADES, CENTURIES -> "years"; + default -> throw new UnsupportedOperationException("Given ChronoUnit %s is not supported."); + }; + + Field dateDistance = function("age", Integer.class, inline(unit), startDate, endDate); + + // HANA does not support decades or centuries directly + dateDistance = switch (datePart) { + case DECADES -> dateDistance.divide(10); + case CENTURIES -> dateDistance.divide(100); + default -> dateDistance; + }; + + // otherwise HANA would return floating point numbers for date distances + return dateDistance.cast(Integer.class); + } + + @Override + public Field lower(Field daterange) { + throw new NotImplementedException(); + } + + @Override + public Field upper(Field daterange) { + throw new NotImplementedException(); + } + + @Override + public Field random(Field column) { + return field( + "groupArraySample(1)({0})[1]", + column.getType(), + column + ); + } + + @Override + public Condition likeRegex(Field field, String pattern) { + return condition(function("like", Boolean.class, field, inline(pattern))); + } + + + @Override + public Field yearQuarter(Field dateField) { + return field("{0} || '-Q' || {1}", String.class, function("toYear", String.class, dateField), function("toQuarter", String.class, dateField)); + } + + @Override + public ColumnDateRange allRangeIf(Condition condition) { + return ColumnDateRange.of( + when(condition.isTrue(), + allRange() + ) + ); + } + +} diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java new file mode 100644 index 0000000000..2a7b4b44e5 --- /dev/null +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java @@ -0,0 +1,117 @@ +package com.bakdata.conquery.sql.conversion.dialect.clickhouse; + +import java.math.BigDecimal; +import java.sql.Array; +import java.sql.ResultSet; +import java.sql.SQLException; +import java.util.ArrayList; +import java.util.Comparator; +import java.util.List; + +import com.bakdata.conquery.models.config.ConqueryConfig; +import com.bakdata.conquery.sql.execution.DefaultResultSetProcessor; +import com.bakdata.conquery.sql.execution.SqlCDateSetParser; + +public class ClickhouseResultSetProcessor extends DefaultResultSetProcessor { + + public ClickhouseResultSetProcessor(ConqueryConfig config, SqlCDateSetParser sqlCDateSetParser) { + super(config, sqlCDateSetParser); + } + + public List> toEpochDayRangeList(List raw) { + List> out = new ArrayList<>(); + + for (Object[] rawTuple : raw) { + + if (rawTuple[0] == null) { + assert rawTuple[1] == null; + continue; + } + + int begin = (Integer) rawTuple[0]; + int end = (Integer) rawTuple[1]; + + if (end != Integer.MIN_VALUE) { + end -= 1; + } + + out.add(List.of(begin, end)); + } + + return out; + } + + private List sort(List list, Comparator sort) { + if (list == null) { + return null; + } + list.sort(sort); + + return list; + } + + private List getList(ResultSet resultSet, int columnIndex) throws SQLException { + Array sqlArray = resultSet.getArray(columnIndex); + + if (sqlArray == null) { + return null; + } + + + Object[] array = (Object[]) sqlArray.getArray(); + + List out = new ArrayList<>(); + + for (Object obj : array) { + if (obj == null) { + continue; + } + + out.add((T) obj); + } + + if (out.isEmpty()) { + return null; + } + + return out; + } + + @Override + public List> getDateRangeList(ResultSet resultSet, int columnIndex) throws SQLException { + List raw = getList(resultSet, columnIndex); + + return sort(this.toEpochDayRangeList(raw), Comparator.comparing(List::getFirst)); + } + + + @Override + public List getMoneyList(ResultSet resultSet, int columnIndex) throws SQLException { + return sort(getList(resultSet, columnIndex), BigDecimal::compareTo); + } + + @Override + public List getIntegerList(ResultSet resultSet, int columnIndex) throws SQLException { + return sort(getList(resultSet, columnIndex), Integer::compareTo); + } + + @Override + public List getDoubleList(ResultSet resultSet, int columnIndex) throws SQLException { + return sort(getList(resultSet, columnIndex), Double::compareTo); + } + + @Override + public List getBooleanList(ResultSet resultSet, int columnIndex) throws SQLException { + return sort(getList(resultSet, columnIndex), Boolean::compareTo); + } + + @Override + public List getDateList(ResultSet resultSet, int columnIndex) throws SQLException { + return sort(getList(resultSet, columnIndex), Comparator.comparing(Number::floatValue)); + } + + @Override + public List getStringList(ResultSet resultSet, int columnIndex) throws SQLException { + return sort(getList(resultSet, columnIndex), String::compareTo); + } +} diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java new file mode 100644 index 0000000000..bd1459507a --- /dev/null +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java @@ -0,0 +1,188 @@ +package com.bakdata.conquery.sql.conversion.dialect.clickhouse; + +import static com.bakdata.conquery.sql.conversion.dialect.Interval.MONTHS_PER_QUARTER; +import static com.bakdata.conquery.sql.conversion.forms.FormConstants.SERIES_INDEX; +import static org.jooq.impl.DSL.inline; + +import java.sql.Date; +import java.time.temporal.ChronoUnit; + +import com.bakdata.conquery.apiv1.query.TemporalSamplerFactory; +import com.bakdata.conquery.sql.conversion.dialect.Interval; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.forms.Offset; +import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; +import com.bakdata.conquery.sql.conversion.model.ColumnDateRange; +import lombok.Getter; +import lombok.RequiredArgsConstructor; +import org.jooq.Field; +import org.jooq.Record; +import org.jooq.Table; +import org.jooq.impl.DSL; +import org.jooq.impl.SQLDataType; + +@Getter +@RequiredArgsConstructor +public class ClickhouseStratificationFunctions extends StratificationFunctions { + + private static final int INCREMENT = 1; + + /** + * Hana pre-generates the column names of a generated series + * (see HANA docs) + */ + private static final String GENERATED_PERIOD_END = "GENERATED_PERIOD_END"; + + private final SqlFunctionProvider functionProvider; + + private static Field addMonths(Field yearStart, Field amount) { + return DSL.function("addMonths", Date.class, yearStart, amount); + } + + private static Field addDays(Field start, Field amount) { + return DSL.function("addDays", Date.class, start, amount); + } + + private static Field jumpToYearStart(Field date) { + return DSL.function("toStartOfYear", Date.class, date); + } + + @Override + public Field lower(ColumnDateRange dateRange) { + // HANA does not support single-column ranges, so we can return start and end directly + return dateRange.getStart(); + } + + @Override + protected Field inclusiveUpper(ColumnDateRange dateRange) { + return functionProvider.addDays(exclusiveUpper(dateRange), DSL.val(-1)); + } + + @Override + protected Field exclusiveUpper(ColumnDateRange dateRange) { + // HANA does not support single-column ranges, so we can return start and end directly + return dateRange.getEnd(); + } + + @Override + protected ColumnDateRange calcRange(Field start, Interval interval) { + return ColumnDateRange.of( + calcStartDate(start, interval), + calcEndDate(start, interval) + ); + } + + @Override + public Field absoluteIndexStartDate(ColumnDateRange dateRange) { + return dateRange.getStart(); + } + + @Override + public Field lowerBoundYearStart(ColumnDateRange dateRange) { + return jumpToYearStart(dateRange.getStart()); + } + + @Override + public Field upperBoundYearEnd(ColumnDateRange dateRange) { + return DSL.field("addYears(toStartOfYear({0}), {1})", Date.class, dateRange.getEnd(), inline(1)); + } + + @Override + public Field upperBoundYearEndQuarterAligned(ColumnDateRange dateRange) { + Field yearStartOfUpperBound = jumpToYearStart(dateRange.getEnd()); + Field quartersInMonths = getQuartersInMonths(dateRange.getStart(), Offset.MINUS_ONE); + Field yearEndQuarterAligned = addMonths(yearStartOfUpperBound, quartersInMonths); + // we add +1 year to the quarter aligned end if it is less than the upper bound we want to align + return DSL.when( + yearEndQuarterAligned.lessThan(dateRange.getEnd()), + shiftByInterval(yearEndQuarterAligned, Interval.ONE_YEAR_INTERVAL, DSL.val(1), Offset.NONE) + ) + .otherwise(yearEndQuarterAligned); + } + + @Override + public Field lowerBoundQuarterStart(ColumnDateRange dateRange) { + return jumpToQuarterStart(dateRange.getStart()); + } + + @Override + public Field jumpToQuarterStart(Field date) { + Field yearStart = jumpToYearStart(date); + Field quartersInMonths = getQuartersInMonths(date, Offset.MINUS_ONE); + return addMonths(yearStart, quartersInMonths); + } + + @Override + public Field upperBoundQuarterEnd(ColumnDateRange dateRange) { + return jumpToNextQuarterStart(inclusiveUpper(dateRange)); + } + + @Override + public Field jumpToNextQuarterStart(Field date) { + Field yearStart = jumpToYearStart(date); + Field quartersInMonths = getQuartersInMonths(date, Offset.NONE); + return addMonths(yearStart, quartersInMonths); + } + + @Override + public Field intSeriesField() { + return SERIES_INDEX; + } + + @Override + public Table generateIntSeries(int start, int end) { + //TODO this only supports ungigned values. Probably need to handle negatives manually Q_Q + return DSL.table("generate_series({0}, {1}, 1)", start, end); + } + + @Override + public Field indexSelectorField(TemporalSamplerFactory indexSelector, ColumnDateRange validityDate) { + return switch (indexSelector) { + case EARLIEST -> DSL.min(validityDate.getStart()); + case LATEST -> DSL.max(inclusiveUpper(validityDate)); + case RANDOM -> { + // we calculate a random int which is in range of the date distance between upper and lower bound + Field dateDistanceInDays = functionProvider.dateDistance(ChronoUnit.DAYS, validityDate.getStart(), validityDate.getEnd()); + Field randomAmountOfDays = DSL.function("RAND", Double.class).times(dateDistanceInDays); + Field flooredAsInt = functionProvider.cast(DSL.floor(randomAmountOfDays), SQLDataType.INTEGER); + // then we add this random amount (of days) to the start date + Field randomDateInRange = functionProvider.addDays(lower(validityDate), flooredAsInt); + // finally, we handle multiple ranges by randomizing which range we use to select a random date from + yield functionProvider.random(randomDateInRange); + } + }; + } + + @Override + public Field shiftByInterval(Field startDate, Interval interval, Field amount, Offset offset) { + Field multiplier = amount.plus(offset.getOffset()); + return switch (interval) { + case ONE_YEAR_INTERVAL -> DSL.function("addYears", Date.class, startDate, multiplier.times(Interval.ONE_YEAR_INTERVAL.getAmount())); + case YEAR_AS_DAYS_INTERVAL -> addDays(startDate, multiplier.times(Interval.YEAR_AS_DAYS_INTERVAL.getAmount())); + case QUARTER_INTERVAL -> addMonths(startDate, multiplier.times(Interval.QUARTER_INTERVAL.getAmount())); + case NINETY_DAYS_INTERVAL -> addDays(startDate, multiplier.times(Interval.NINETY_DAYS_INTERVAL.getAmount())); + case ONE_DAY_INTERVAL -> addDays(startDate, multiplier.times(Interval.ONE_DAY_INTERVAL.getAmount())); + }; + } + + private Field calcStartDate(Field start, Interval interval) { + return calcDate(start, interval, Offset.MINUS_ONE); + } + + private Field calcEndDate(Field start, Interval interval) { + return calcDate(start, interval, Offset.NONE); + } + + private Field calcDate(Field start, Interval interval, Offset offset) { + return shiftByInterval(start, interval, intSeriesField(), offset); + } + + private Field getQuartersInMonths(Field date, Offset offset) { + Field quarterExpression = functionProvider.yearQuarter(date); + Field rightMostCharacter = DSL.function("RIGHT", String.class, quarterExpression, DSL.val(1)); + Field amountOfQuarters = functionProvider.cast(rightMostCharacter, SQLDataType.INTEGER) + .plus(offset.getOffset()); + return amountOfQuarters.times(MONTHS_PER_QUARTER); + } + +} diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/HanaDialectBundle.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaDialectBundle.java similarity index 90% rename from backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/HanaDialectBundle.java rename to backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaDialectBundle.java index ef12b04e98..101786d376 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/HanaDialectBundle.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaDialectBundle.java @@ -1,4 +1,4 @@ -package com.bakdata.conquery.sql.conversion.dialect; +package com.bakdata.conquery.sql.conversion.dialect.hana; import java.util.List; @@ -9,7 +9,10 @@ import com.bakdata.conquery.sql.conversion.NodeConverter; import com.bakdata.conquery.sql.conversion.cqelement.aggregation.AnsiSqlDateAggregator; import com.bakdata.conquery.sql.conversion.cqelement.intervalpacking.AnsiSqlIntervalPacker; -import com.bakdata.conquery.sql.conversion.forms.HanaStratificationFunctions; +import com.bakdata.conquery.sql.conversion.dialect.DialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.IntervalPacker; +import com.bakdata.conquery.sql.conversion.dialect.SqlDateAggregator; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; import com.bakdata.conquery.sql.execution.DefaultResultSetProcessor; import com.bakdata.conquery.sql.execution.HanaSqlCDateSetParser; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/HanaSqlFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java similarity index 96% rename from backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/HanaSqlFunctionProvider.java rename to backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java index a2221f2091..36cadfa504 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/HanaSqlFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java @@ -1,4 +1,4 @@ -package com.bakdata.conquery.sql.conversion.dialect; +package com.bakdata.conquery.sql.conversion.dialect.hana; import static com.bakdata.conquery.sql.execution.ResultSetProcessor.UNIT_SEPARATOR; import static org.jooq.impl.DSL.*; @@ -17,6 +17,7 @@ import com.bakdata.conquery.models.datasets.concepts.DaterangeSelectOrFilter; import com.bakdata.conquery.models.datasets.concepts.ValidityDate; import com.bakdata.conquery.sql.conversion.SharedAliases; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; import com.bakdata.conquery.sql.conversion.model.ColumnDateRange; import com.bakdata.conquery.sql.conversion.model.QueryStep; import org.jetbrains.annotations.NotNull; @@ -215,19 +216,19 @@ public Collection> orderByValidityDates( List> validityDateFields) { return List.of( - ordering.apply(nullif(validityDateFields.getFirst(), toDateField(getMinDateExpression()))).nullsLast(), - ordering.apply(nullif(validityDateFields.getLast(), toDateField(getMaxDateExpression()))).nullsLast() + ordering.apply(nullif(validityDateFields.getFirst(), getMinDateExpression())).nullsLast(), + ordering.apply(nullif(validityDateFields.getLast(), getMaxDateExpression())).nullsLast() ); } @Override - public String getMinDateExpression() { - return MIN_DATE_VALUE; + public Field getMinDateExpression() { + return toDateField(MIN_DATE_VALUE); } @Override - public String getMaxDateExpression() { - return MAX_DATE_VALUE; + public Field getMaxDateExpression() { + return toDateField(MAX_DATE_VALUE); } @Override diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/HanaStratificationFunctions.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaStratificationFunctions.java similarity index 97% rename from backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/HanaStratificationFunctions.java rename to backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaStratificationFunctions.java index 7f89ae3fe4..2bae80d371 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/HanaStratificationFunctions.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaStratificationFunctions.java @@ -1,4 +1,4 @@ -package com.bakdata.conquery.sql.conversion.forms; +package com.bakdata.conquery.sql.conversion.dialect.hana; import static com.bakdata.conquery.sql.conversion.dialect.Interval.MONTHS_PER_QUARTER; @@ -6,8 +6,9 @@ import java.time.temporal.ChronoUnit; import com.bakdata.conquery.apiv1.query.TemporalSamplerFactory; -import com.bakdata.conquery.sql.conversion.dialect.HanaSqlFunctionProvider; import com.bakdata.conquery.sql.conversion.dialect.Interval; +import com.bakdata.conquery.sql.conversion.forms.Offset; +import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; import com.bakdata.conquery.sql.conversion.model.ColumnDateRange; import lombok.Getter; import lombok.RequiredArgsConstructor; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/PostgreDialectBundle.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreDialectBundle.java similarity index 90% rename from backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/PostgreDialectBundle.java rename to backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreDialectBundle.java index d145f61d3b..0356f89940 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/PostgreDialectBundle.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreDialectBundle.java @@ -1,4 +1,4 @@ -package com.bakdata.conquery.sql.conversion.dialect; +package com.bakdata.conquery.sql.conversion.dialect.pg; import java.util.List; @@ -9,7 +9,10 @@ import com.bakdata.conquery.sql.conversion.NodeConverter; import com.bakdata.conquery.sql.conversion.cqelement.aggregation.PostgreSqlDateAggregator; import com.bakdata.conquery.sql.conversion.cqelement.intervalpacking.PostgreSqlIntervalPacker; -import com.bakdata.conquery.sql.conversion.forms.PostgresStratificationFunctions; +import com.bakdata.conquery.sql.conversion.dialect.DialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.IntervalPacker; +import com.bakdata.conquery.sql.conversion.dialect.SqlDateAggregator; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; import com.bakdata.conquery.sql.execution.DefaultResultSetProcessor; import com.bakdata.conquery.sql.execution.PgSqlCDateSetParser; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/PostgreSqlFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java similarity index 97% rename from backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/PostgreSqlFunctionProvider.java rename to backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java index 716c52b5fe..93e784c1ad 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/PostgreSqlFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java @@ -1,4 +1,4 @@ -package com.bakdata.conquery.sql.conversion.dialect; +package com.bakdata.conquery.sql.conversion.dialect.pg; import static org.jooq.impl.DSL.*; @@ -15,6 +15,7 @@ import com.bakdata.conquery.models.datasets.concepts.DaterangeSelectOrFilter; import com.bakdata.conquery.models.datasets.concepts.ValidityDate; import com.bakdata.conquery.sql.conversion.SharedAliases; +import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; import com.bakdata.conquery.sql.conversion.model.ColumnDateRange; import com.bakdata.conquery.sql.conversion.model.QueryStep; import com.bakdata.conquery.sql.conversion.model.Selects; @@ -50,8 +51,8 @@ private static Field unnest(Field multirange) { } @Override - public String getMaxDateExpression() { - return INFINITY_DATE_VALUE; + public Field getMaxDateExpression() { + return inline(INFINITY_DATE_VALUE, Date.class); } @Override @@ -82,8 +83,8 @@ public Field emptyDateRange() { } @Override - public String getMinDateExpression() { - return NEGATIVE_INFINITY_DATE_VALUE; + public Field getMinDateExpression() { + return inline(NEGATIVE_INFINITY_DATE_VALUE, Date.class); } @Override diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/PostgresStratificationFunctions.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgresStratificationFunctions.java similarity index 97% rename from backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/PostgresStratificationFunctions.java rename to backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgresStratificationFunctions.java index e67c7a82c9..9de6ffceaf 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/PostgresStratificationFunctions.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgresStratificationFunctions.java @@ -1,4 +1,4 @@ -package com.bakdata.conquery.sql.conversion.forms; +package com.bakdata.conquery.sql.conversion.dialect.pg; import static com.bakdata.conquery.sql.conversion.forms.FormConstants.SERIES_INDEX; @@ -10,7 +10,8 @@ import com.bakdata.conquery.apiv1.query.TemporalSamplerFactory; import com.bakdata.conquery.sql.conversion.dialect.Interval; -import com.bakdata.conquery.sql.conversion.dialect.PostgreSqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.forms.Offset; +import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; import com.bakdata.conquery.sql.conversion.model.ColumnDateRange; import lombok.Getter; import lombok.RequiredArgsConstructor; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/AbsoluteStratification.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/AbsoluteStratification.java index 0a9153dc2c..4cabedd5af 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/AbsoluteStratification.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/AbsoluteStratification.java @@ -58,8 +58,7 @@ private QueryStep createIntSeriesStep() { .sqlSelect(seriesIndex) .build(); - Table seriesTable = stratificationFunctions.generateIntSeries(INDEX_START, INDEX_END) - .as(SharedAliases.SERIES_INDEX.getAlias()); + Table seriesTable = stratificationFunctions.generateIntSeries(INDEX_START, INDEX_END); return QueryStep.builder() .cteName(FormCteStep.INT_SERIES.getSuffix()) diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/FormConstants.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/FormConstants.java index 579a21fa64..e51fe3e87f 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/FormConstants.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/FormConstants.java @@ -12,7 +12,7 @@ /** * Constant fields used for absolute and relative date stratification. See this modules README for more detailed information. */ -class FormConstants { +public class FormConstants { /** * The index date from which an absolute stratification for an entity starts. It is the lowest date bound of an absolute stratification. diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/Offset.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/Offset.java index 35342eab1a..92242c63bf 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/Offset.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/forms/Offset.java @@ -11,7 +11,7 @@ */ @Getter @RequiredArgsConstructor -enum Offset { +public enum Offset { MINUS_ONE(-1), NONE(0), ONE(1); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java index 6be9ada893..b4543dd12b 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java @@ -7,7 +7,7 @@ import java.util.stream.Collectors; import java.util.stream.Stream; -import com.bakdata.conquery.sql.conversion.dialect.PostgreSqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.dialect.pg.PostgreSqlFunctionProvider; import com.bakdata.conquery.sql.conversion.model.select.SqlSelect; import lombok.Getter; import org.jooq.Condition; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/DaterangeSelectUtil.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/DaterangeSelectUtil.java index c8fecc732b..69922694b3 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/DaterangeSelectUtil.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/DaterangeSelectUtil.java @@ -135,8 +135,8 @@ public static FieldWrapper createDurationSumSqlSelect(String alias, } private static Condition containsInfinityDate(ColumnDateRange validityDate, SqlFunctionProvider functionProvider) { - Field negativeInfinity = functionProvider.toDateField(functionProvider.getMinDateExpression()); - Field positiveInfinity = functionProvider.toDateField(functionProvider.getMaxDateExpression()); + Field negativeInfinity = (functionProvider.getMinDateExpression()); + Field positiveInfinity = (functionProvider.getMaxDateExpression()); return validityDate.getStart().eq(negativeInfinity).or(validityDate.getEnd().eq(positiveInfinity)); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/EventDurationSumSelectConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/EventDurationSumSelectConverter.java index e7e8bbd88d..7a9b21307b 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/EventDurationSumSelectConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/EventDurationSumSelectConverter.java @@ -60,8 +60,8 @@ private FieldWrapper createEventDurationSumAggregation(EventDuration } private static Condition containsInfinityDate(ColumnDateRange validityDate, SqlFunctionProvider functionProvider) { - Field negativeInfinity = functionProvider.toDateField(functionProvider.getMinDateExpression()); - Field positiveInfinity = functionProvider.toDateField(functionProvider.getMaxDateExpression()); + Field negativeInfinity = functionProvider.getMinDateExpression(); + Field positiveInfinity = functionProvider.getMaxDateExpression(); return validityDate.getStart().eq(negativeInfinity).or(validityDate.getEnd().eq(positiveInfinity)); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/execution/HanaSqlCDateSetParser.java b/backend/src/main/java/com/bakdata/conquery/sql/execution/HanaSqlCDateSetParser.java index 6f8912b556..81fe66563e 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/execution/HanaSqlCDateSetParser.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/execution/HanaSqlCDateSetParser.java @@ -1,11 +1,11 @@ package com.bakdata.conquery.sql.execution; -import static com.bakdata.conquery.sql.conversion.dialect.HanaSqlFunctionProvider.DATE_SET_SEPARATOR; +import static com.bakdata.conquery.sql.conversion.dialect.hana.HanaSqlFunctionProvider.DATE_SET_SEPARATOR; import java.util.Collections; import java.util.Set; -import com.bakdata.conquery.sql.conversion.dialect.HanaSqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.dialect.hana.HanaSqlFunctionProvider; import com.bakdata.conquery.util.DateReader; public class HanaSqlCDateSetParser extends DefaultCDateSetParser { diff --git a/backend/src/main/java/com/bakdata/conquery/sql/execution/PgSqlCDateSetParser.java b/backend/src/main/java/com/bakdata/conquery/sql/execution/PgSqlCDateSetParser.java index 253a7db001..4046e4e262 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/execution/PgSqlCDateSetParser.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/execution/PgSqlCDateSetParser.java @@ -3,7 +3,7 @@ import java.util.Collections; import java.util.Set; -import com.bakdata.conquery.sql.conversion.dialect.PostgreSqlFunctionProvider; +import com.bakdata.conquery.sql.conversion.dialect.pg.PostgreSqlFunctionProvider; import com.bakdata.conquery.util.DateReader; public class PgSqlCDateSetParser extends DefaultCDateSetParser { diff --git a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java new file mode 100644 index 0000000000..630f223a6c --- /dev/null +++ b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java @@ -0,0 +1,179 @@ +package com.bakdata.conquery.integration.sql.dialect; + +import java.sql.Statement; +import java.util.ArrayList; +import java.util.List; +import java.util.Objects; +import java.util.stream.Stream; + +import com.bakdata.conquery.TestTags; +import com.bakdata.conquery.integration.ConqueryIntegrationTests; +import com.bakdata.conquery.integration.IntegrationTests; +import com.bakdata.conquery.integration.json.SqlTestDataImporter; +import com.bakdata.conquery.integration.json.TestDataImporter; +import com.bakdata.conquery.integration.sql.CsvTableImporter; +import com.bakdata.conquery.mode.local.ManagedConnection; +import com.bakdata.conquery.models.config.DatabaseConnectionConfig; +import com.bakdata.conquery.models.config.Dialect; +import com.bakdata.conquery.sql.conversion.dialect.clickhouse.ClickhouseDialectBundle; +import com.google.common.base.Strings; +import lombok.Getter; +import lombok.SneakyThrows; +import lombok.extern.slf4j.Slf4j; +import org.jooq.DSLContext; +import org.jooq.Field; +import org.jooq.InsertValuesStepN; +import org.jooq.Record; +import org.jooq.RowN; +import org.jooq.Table; +import org.jooq.conf.ParamType; +import org.junit.jupiter.api.AfterAll; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.DynamicNode; +import org.junit.jupiter.api.Tag; +import org.junit.jupiter.api.TestFactory; +import org.testcontainers.clickhouse.ClickHouseContainer; +import org.testcontainers.junit.jupiter.Container; +import org.testcontainers.utility.DockerImageName; + +@Slf4j +public class ClickhouseSqlIntegrationTests extends IntegrationTests { + + // SAP does not provide more than 1 image and on an update, the earlier image is deleted from dockerhub, thus latest tag is fine + private final static DockerImageName IMAGE_TAGE = DockerImageName.parse("clickhouse/clickhouse-server"); + private static boolean useLocal = true; + private static DSLContext dslContext; + private static ManagedConnection managedConnection; + + static { + final String raw = System.getenv("USE_LOCAL_CH_DB"); + if (!Strings.isNullOrEmpty(raw)) { + useLocal = Boolean.parseBoolean(raw); + } + } + + public ClickhouseSqlIntegrationTests() { + super(ConqueryIntegrationTests.DEFAULT_SQL_TEST_ROOT, "com.bakdata.conquery.integration"); + } + + + @SneakyThrows + @AfterAll + public static void tearDownClass() { + + } + + @BeforeAll + static void before() throws Exception { + TestContextProvider provider = useLocal + ? new ClickhouseTestContainerContextProvider() + : new RemoteClickhouseContextProvider(); + + log.info("Running Clickhouse tests with {}.", provider.getClass().getSimpleName()); + + managedConnection = new ManagedConnection("test", provider.getSqlConnectorConfig(), provider.getDatabaseConfig(), null); + managedConnection.start(); + + dslContext = managedConnection.connect(); + } + + @AfterAll + static void after() throws Exception { + managedConnection.stop(); + } + + @TestFactory + @Tag(TestTags.INTEGRATION_SQL_BACKEND) + public Stream sqlBackendTests() { + + DatabaseConnectionConfig databaseConfig = managedConnection.getConnection(); + TestDialectBundle testHanaDialect = new TestClickhouseDialectBundle(); + TestDataImporter testDataImporter = new SqlTestDataImporter(new CsvTableImporter(dslContext, testHanaDialect, databaseConfig)); + + + return Stream.concat( + super.sqlProgrammaticTests(databaseConfig, managedConnection.getConfig(), testDataImporter), + super.sqlQueryTests(databaseConfig, managedConnection.getConfig(), testDataImporter).stream() + ); + } + + public static class TestClickhouseDialectBundle extends ClickhouseDialectBundle implements TestDialectBundle { + + public TestFunctionProvider getTestFunctionProvider() { + return new ClickhouseTestFunctionProvider(); + } + + } + + private static class ClickhouseTestFunctionProvider implements TestFunctionProvider { + + @Override + public void insertValuesIntoTable(Table table, List> columns, List content, Statement statement, DSLContext dslContext) { + + List statements = new ArrayList<>(); + for (RowN rowN : content) { + InsertValuesStepN values = dslContext.insertInto(table, columns) + .values(rowN); + statements.add(values); + } + + dslContext.batch(statements) + .execute(); + } + + @Override + public String createDropTableStatement(Table table, DSLContext dslContext) { + return dslContext.dropTable(table) + .getSQL(ParamType.INLINED); + } + + } + + @Getter + private static class ClickhouseTestContainerContextProvider implements TestContextProvider { + + private final DatabaseConnectionConfig databaseConfig; + private final TestSqlConnectorConfig sqlConnectorConfig; + + @Container + private final ClickHouseContainer container; + + public ClickhouseTestContainerContextProvider() { + this.container = new ClickHouseContainer(IMAGE_TAGE); + this.container.start(); + + this.databaseConfig = DatabaseConnectionConfig.builder() + .dialect(Dialect.CLICKHOUSE) + .jdbcConnectionUrl(container.getJdbcUrl()) + .databaseUsername(container.getUsername()) + .databasePassword(container.getPassword()) + .build(); + this.sqlConnectorConfig = new TestSqlConnectorConfig(databaseConfig); + } + } + + @Getter + private static class RemoteClickhouseContextProvider implements TestContextProvider { + + private final static String PORT = Objects.requireNonNullElse(System.getenv("CONQUERY_SQL_PORT"), "8123"); + private final static String HOST = System.getenv("CONQUERY_SQL_DB"); + private final static String CONNECTION_URL = "jdbc:clickhouse://%s:%s/".formatted(HOST, PORT); + private final static String USERNAME = Objects.requireNonNullElse(System.getenv("CONQUERY_SQL_USER"), "default"); + private final static String PASSWORD = System.getenv("CONQUERY_SQL_PASSWORD"); + + private final DatabaseConnectionConfig databaseConfig; + private final TestSqlConnectorConfig sqlConnectorConfig; + + public RemoteClickhouseContextProvider() { + this.databaseConfig = DatabaseConnectionConfig.builder() + .dialect(Dialect.CLICKHOUSE) + .jdbcConnectionUrl(CONNECTION_URL) + .databaseUsername(USERNAME) + .databasePassword(PASSWORD) + .build(); + this.sqlConnectorConfig = new TestSqlConnectorConfig(databaseConfig); + } + + } + +} diff --git a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/HanaSqlIntegrationTests.java b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/HanaSqlIntegrationTests.java index 04f52676a7..2ddb45dc1e 100644 --- a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/HanaSqlIntegrationTests.java +++ b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/HanaSqlIntegrationTests.java @@ -24,7 +24,7 @@ import com.bakdata.conquery.mode.local.ManagedConnection; import com.bakdata.conquery.models.config.DatabaseConnectionConfig; import com.bakdata.conquery.models.config.Dialect; -import com.bakdata.conquery.sql.conversion.dialect.HanaDialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.hana.HanaDialectBundle; import com.google.common.base.Strings; import lombok.Getter; import lombok.SneakyThrows; diff --git a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/PostgreSqlIntegrationTests.java b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/PostgreSqlIntegrationTests.java index 0675bd21f7..537a00c3e9 100644 --- a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/PostgreSqlIntegrationTests.java +++ b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/PostgreSqlIntegrationTests.java @@ -13,7 +13,7 @@ import com.bakdata.conquery.models.config.Dialect; import com.bakdata.conquery.models.error.ConqueryError; import com.bakdata.conquery.models.i18n.I18n; -import com.bakdata.conquery.sql.conversion.dialect.PostgreDialectBundle; +import com.bakdata.conquery.sql.conversion.dialect.pg.PostgreDialectBundle; import com.bakdata.conquery.sql.conversion.model.SqlQuery; import com.bakdata.conquery.sql.execution.ResultSetProcessor; import com.bakdata.conquery.sql.execution.SqlExecutionService; diff --git a/backend/src/test/resources/tests/query/ABS_EXPORT/ABS_EXPORT_Query.test.json b/backend/src/test/resources/tests/query/ABS_EXPORT/ABS_EXPORT_Query.test.json index 9646f65b66..4a35ead38e 100644 --- a/backend/src/test/resources/tests/query/ABS_EXPORT/ABS_EXPORT_Query.test.json +++ b/backend/src/test/resources/tests/query/ABS_EXPORT/ABS_EXPORT_Query.test.json @@ -2,6 +2,14 @@ "type": "QUERY_TEST", "label": "ABS_EXPORT Test", "expectedCsv": "tests/query/ABS_EXPORT/expected.csv", + "sqlSpec": { + "isEnabled": true, + "comment": "Clickhouse does not have Lateral joins at the moment. But fix is hopefully coming.", + "supportedDialects": [ + "POSTGRESQL", + "HANA" + ] + }, "query": { "type": "ABSOLUTE_FORM_QUERY", "dateRange": { diff --git a/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index 330015c9b1..b3ddcdaab9 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -2,6 +2,14 @@ "type": "QUERY_TEST", "label": "AND NEGATION DATE LOGIC Test", "expectedCsv": "tests/query/LOGICAL/NEGATION_LOGICAL/expected.csv", + "sqlSpec": { + "isEnabled": true, + "comment": "Logical will hopefully be kicked.", + "supportedDialects": [ + "POSTGRES", + "HANA" + ] + }, "query": { "type": "CONCEPT_QUERY", "dateAggregationMode": "LOGICAL", diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json index baf0352180..7e7d6870bb 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json @@ -2,6 +2,14 @@ "type": "QUERY_TEST", "label": "OR Test", "expectedCsv": "tests/query/LOGICAL/OR/expected.csv", + "sqlSpec": { + "isEnabled": true, + "comment": "Logical will hopefully be kicked.", + "supportedDialects": [ + "POSTGRES", + "HANA" + ] + }, "query": { "type": "CONCEPT_QUERY", "root": { diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json index 3ec600da44..0b58168544 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json @@ -2,6 +2,14 @@ "type": "QUERY_TEST", "label": "OR_AND Select test", "expectedCsv": "tests/query/LOGICAL/OR_AND/expected.csv", + "sqlSpec": { + "isEnabled": true, + "comment": "Logical will hopefully be kicked.", + "supportedDialects": [ + "POSTGRES", + "HANA" + ] + }, "query": { "type": "CONCEPT_QUERY", "root": { diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index c4c151df1c..0cecd11706 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -2,6 +2,14 @@ "type": "QUERY_TEST", "label": "OR DATE LOGIC Test", "expectedCsv": "tests/query/LOGICAL/OR_DATE_LOGICAL/expected.csv", + "sqlSpec": { + "isEnabled": true, + "comment": "Logical will hopefully be kicked.", + "supportedDialects": [ + "POSTGRES", + "HANA" + ] + }, "query": { "type": "CONCEPT_QUERY", "dateAggregationMode" : "LOGICAL", diff --git a/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY2/MULTI_SELECT_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json b/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY2/MULTI_SELECT_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json index 1fabb7fd07..f0dbfd0f5f 100644 --- a/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY2/MULTI_SELECT_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json +++ b/backend/src/test/resources/tests/query/MULTI_SELECT_NEGATION_DATE_RESTRICTION_OR_CONCEPT_QUERY2/MULTI_SELECT_DATE_RESTRICTION_OR_CONCEPT_QUERY.test.json @@ -13,24 +13,19 @@ "max": "2012-11-11" }, "child": { - "type": "OR", - "children": [ + "ids": [ + "geschlecht_select" + ], + "type": "CONCEPT", + "tables": [ { - "ids": [ - "geschlecht_select" - ], - "type": "CONCEPT", - "tables": [ + "id": "geschlecht_select.geschlecht_connector", + "filters": [ { - "id": "geschlecht_select.geschlecht_connector", - "filters": [ - { - "filter": "geschlecht_select.geschlecht_connector.geschlecht", - "type": "MULTI_SELECT", - "value": [ - "f" - ] - } + "filter": "geschlecht_select.geschlecht_connector.geschlecht", + "type": "MULTI_SELECT", + "value": [ + "f" ] } ] diff --git a/backend/src/test/resources/tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/REL_EXPORT_Query.test.json b/backend/src/test/resources/tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/REL_EXPORT_Query.test.json index e6893f6ab8..6ef36b7970 100644 --- a/backend/src/test/resources/tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/REL_EXPORT_Query.test.json +++ b/backend/src/test/resources/tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/REL_EXPORT_Query.test.json @@ -1,122 +1,130 @@ { - "type": "QUERY_TEST", - "label": "REL_EXPORT WITH DATES Test", - "expectedCsv": "tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/expected.csv", + "type": "QUERY_TEST", + "label": "REL_EXPORT WITH DATES Test", + "sqlSpec": { + "isEnabled": true, + "comment": "Lateral JOINS are not possible with Clickhouse yet.", + "supportedDialects": [ + "POSTGRESQL", + "HANA" + ] + }, + "expectedCsv": "tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/expected.csv", + "query": { + "type": "RELATIVE_FORM_QUERY", + "resolutionsAndAlignmentMap": [ + { + "resolution": "COMPLETE", + "alignment": "NO_ALIGN" + }, + { + "resolution": "QUARTERS", + "alignment": "QUARTER" + } + ], "query": { - "type": "RELATIVE_FORM_QUERY", - "resolutionsAndAlignmentMap": [ - { - "resolution": "COMPLETE", - "alignment": "NO_ALIGN" - }, - { - "resolution": "QUARTERS", - "alignment": "QUARTER" - } + "type": "CONCEPT_QUERY", + "root": { + "type": "CONCEPT", + "ids": [ + "test_tree.test_child1" ], - "query": { - "type": "CONCEPT_QUERY", - "root": { - "type": "CONCEPT", - "ids": [ - "test_tree.test_child1" - ], - "tables": [ - { - "id": "test_tree.test_column", - "filters": [] - } - ] - } - }, - "features": { - "type": "ARRAY_CONCEPT_QUERY", - "childQueries": { - "type": "CONCEPT_QUERY", - "root": { - "type": "CONCEPT", - "ids": [ - "test_tree.test_child1" - ], - "selects": [ - "test_tree.exists" - ], - "tables": [ - { - "id": "test_tree.test_column", - "filters": [] - } - ] - } + "tables": [ + { + "id": "test_tree.test_column", + "filters": [] + } + ] + } + }, + "features": { + "type": "ARRAY_CONCEPT_QUERY", + "childQueries": { + "type": "CONCEPT_QUERY", + "root": { + "type": "CONCEPT", + "ids": [ + "test_tree.test_child1" + ], + "selects": [ + "test_tree.exists" + ], + "tables": [ + { + "id": "test_tree.test_column", + "filters": [] } - }, - "indexSelector": "EARLIEST", - "indexPlacement": "BEFORE", - "timeCountBefore": 4, - "timeCountAfter": 4, - "timeUnit": "QUARTERS" + ] + } + } }, - "concepts": [ + "indexSelector": "EARLIEST", + "indexPlacement": "BEFORE", + "timeCountBefore": 4, + "timeCountAfter": 4, + "timeUnit": "QUARTERS" + }, + "concepts": [ + { + "label": "test_tree", + "type": "TREE", + "connectors": { + "label": "tree_label", + "name": "test_column", + "column": "test_table.test_column", + "validityDates": { + "label": "datum", + "column": "test_table.datum" + } + }, + "selects": [ { - "label": "test_tree", - "type": "TREE", - "connectors": { - "label": "tree_label", - "name": "test_column", - "column": "test_table.test_column", - "validityDates": { - "label": "datum", - "column": "test_table.datum" - } - }, - "selects": [ - { - "type": "EXISTS", - "name": "exists" - } - ], - "children": [ - { - "label": "test_child1", - "description": " ", - "condition": { - "type": "PREFIX_LIST", - "prefixes": "A1" - }, - "children": [] - }, - { - "label": "test_child2", - "description": " ", - "condition": { - "type": "PREFIX_LIST", - "prefixes": "B2" - }, - "children": [] - } - ] + "type": "EXISTS", + "name": "exists" } - ], - "content": { - "tables": [ - { - "csv": "tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/content.csv", - "name": "test_table", - "primaryColumn": { - "name": "pid", - "type": "STRING" - }, - "columns": [ - { - "name": "datum", - "type": "DATE" - }, - { - "name": "test_column", - "type": "STRING" - } - ] - } - ] + ], + "children": [ + { + "label": "test_child1", + "description": " ", + "condition": { + "type": "PREFIX_LIST", + "prefixes": "A1" + }, + "children": [] + }, + { + "label": "test_child2", + "description": " ", + "condition": { + "type": "PREFIX_LIST", + "prefixes": "B2" + }, + "children": [] + } + ] } + ], + "content": { + "tables": [ + { + "csv": "tests/query/REL_EXPORT/PREREQUISITE_WITH_DATES/content.csv", + "name": "test_table", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "datum", + "type": "DATE" + }, + { + "name": "test_column", + "type": "STRING" + } + ] + } + ] + } } \ No newline at end of file From 8c59703f4edb09b8dc625de0c7298596b7987db5 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 29 Apr 2026 14:41:38 +0200 Subject: [PATCH 04/13] first impl of Clickhouse connection --- .../ClickhouseDistinctSelectConverter.java | 67 +++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java new file mode 100644 index 0000000000..a4d925782d --- /dev/null +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java @@ -0,0 +1,67 @@ +package com.bakdata.conquery.sql.conversion.model.select; + +import static org.jooq.impl.DSL.field; + +import com.bakdata.conquery.models.datasets.concepts.select.connector.DistinctSelect; +import com.bakdata.conquery.models.datasets.concepts.select.connector.specific.MappableSingleColumnSelect; +import com.bakdata.conquery.sql.conversion.cqelement.concept.ConceptCteStep; +import com.bakdata.conquery.sql.conversion.cqelement.concept.ConnectorSqlTables; +import com.bakdata.conquery.sql.conversion.model.Selects; +import com.bakdata.conquery.sql.conversion.model.SqlIdColumns; + +/** + * 
+ *  The two additional CTEs this aggregator creates:
+ * 	
    
+ * 	    
  1. 
+ * 	        Select distinct values of a column.
+ *            {@code
+ * 	        	"distinct" as (
+ *     				select distinct "pid", "column"
+ *     				from "event_filter"
+ *  			)
+ *            }
+ * 	    
    2. 
+ * 	    
  2. 
+ * 	        String agg all distinct values of the column.
+ *            {@code
+ * 	        "aggregated" as (
+ *    			 select
+ *    			   "select-1-distinct"."pid",
+ *    			   string_agg(cast("column" as varchar), cast(' ' as varchar) ) as "select-1"
+ *    			 from "distinct"
+ *    			 group by "pid"
+ *   			)
+ *            }
+ * 	    
    3. 
+ * 	

+ *
+ */ +public class ClickhouseDistinctSelectConverter implements SelectConverter { + + + @Override + public ConnectorSqlSelects connectorSelect(DistinctSelect distinctSelect, SelectContext selectContext) { + + String alias = selectContext.getNameGenerator().selectName(distinctSelect); + + ConnectorSqlTables tables = selectContext.getTables(); + SingleColumnSqlSelect preprocessingSelect = + MappableSingleColumnSelect.getSubstringSelect(distinctSelect.getColumn().get(), distinctSelect.getSubstringRange(), selectContext, alias); + + String eventFilterTable = selectContext.getTables().cteName(ConceptCteStep.EVENT_FILTER); + SingleColumnSqlSelect qualified = preprocessingSelect.qualify(eventFilterTable); + + FieldWrapper grouped = new FieldWrapper<>(field("groupUniqArray({0})", Object.class, qualified.select()).as(alias), qualified.select().getName()); + + SingleColumnSqlSelect finalSelect = grouped.qualify(tables.cteName(ConceptCteStep.AGGREGATION_SELECT)); + + return ConnectorSqlSelects.builder() + .preprocessingSelect(preprocessingSelect) + .aggregationSelect(grouped) + .finalSelect(finalSelect) + .build(); + } + + +} From 3d30f555e312386cd801164cb60d32e4abac6fd6 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 29 Apr 2026 14:58:32 +0200 Subject: [PATCH 05/13] properly skip disabled tests --- .../integration/IntegrationTests.java | 22 ++++++++++++++----- 1 file changed, 16 insertions(+), 6 deletions(-) diff --git a/backend/src/test/java/com/bakdata/conquery/integration/IntegrationTests.java b/backend/src/test/java/com/bakdata/conquery/integration/IntegrationTests.java index fc3773a5c7..8b9fbc2a6e 100644 --- a/backend/src/test/java/com/bakdata/conquery/integration/IntegrationTests.java +++ b/backend/src/test/java/com/bakdata/conquery/integration/IntegrationTests.java @@ -17,6 +17,7 @@ import java.util.regex.Pattern; import java.util.stream.Collectors; import java.util.stream.Stream; +import javax.annotation.CheckForNull; import com.bakdata.conquery.TestTags; import com.bakdata.conquery.integration.json.ConqueryTestSpec; @@ -68,7 +69,7 @@ public class IntegrationTests { } @Getter - public final ConqueryConfig config = new ConqueryConfig(); + public final ConqueryConfig config = new ConqueryConfig(); private final Map reusedInstances = new HashMap<>(); private final String defaultTestRoot; private final String defaultTestRootPackage; @@ -182,25 +183,34 @@ private List collectTestTree(ResourceTree tree, String testRoot, Te final ResourceTree reduced = tree.reduce(); if (reduced.getChildren().isEmpty()) { - return Collections.singletonList(collectTests(reduced, testImporter, sqlDialect)); + return collectTests(reduced, testImporter, sqlDialect) + .map(List::of) + .orElse(Collections.emptyList()); } return reduced.getChildren().values().stream() .map(currentDir -> collectTests(currentDir, testImporter, sqlDialect)) + .flatMap(Optional::stream) .collect(Collectors.toList()); } - private DynamicNode collectTests(ResourceTree currentDir, TestDataImporter testImporter, Dialect sqlDialect) { + private Optional collectTests(ResourceTree currentDir, TestDataImporter testImporter, Dialect sqlDialect) { if (currentDir.getValue() != null) { Optional dynamicTest = readTest(currentDir.getValue(), currentDir.getName(), testImporter, sqlDialect); if (dynamicTest.isPresent()) { - return dynamicTest.get(); + return Optional.of(dynamicTest.get()); } } List list = new ArrayList<>(); for (ResourceTree child : currentDir.getChildren().values()) { - list.add(collectTests(child, testImporter, sqlDialect)); + collectTests(child, testImporter, sqlDialect) + .ifPresent(list::add); } - return toDynamicContainer(currentDir, list); + + if (list.isEmpty()) { + return Optional.empty(); + } + + return Optional.of(toDynamicContainer(currentDir, list)); } private Optional readTest(Resource resource, String name, TestDataImporter testImporter, Dialect sqlDialect) { From 7f67a0f3ed137a5e1a8e2aff95bf18493c25c72f Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 29 Apr 2026 15:39:31 +0200 Subject: [PATCH 06/13] fix env variable names --- .../integration/sql/dialect/ClickhouseSqlIntegrationTests.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java index 630f223a6c..86abcb6afb 100644 --- a/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java +++ b/backend/src/test/java/com/bakdata/conquery/integration/sql/dialect/ClickhouseSqlIntegrationTests.java @@ -156,7 +156,7 @@ public ClickhouseTestContainerContextProvider() { private static class RemoteClickhouseContextProvider implements TestContextProvider { private final static String PORT = Objects.requireNonNullElse(System.getenv("CONQUERY_SQL_PORT"), "8123"); - private final static String HOST = System.getenv("CONQUERY_SQL_DB"); + private final static String HOST = System.getenv("CONQUERY_SQL_HOST"); private final static String CONNECTION_URL = "jdbc:clickhouse://%s:%s/".formatted(HOST, PORT); private final static String USERNAME = Objects.requireNonNullElse(System.getenv("CONQUERY_SQL_USER"), "default"); private final static String PASSWORD = System.getenv("CONQUERY_SQL_PASSWORD"); From 9439eed209aee7a60b0698cec7b46234617d7553 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Mon, 4 May 2026 16:05:14 +0200 Subject: [PATCH 07/13] All Clickhouse zeszs green! --- .../clickhouse/ClickhouseDialectBundle.java | 5 +++- .../ClickhouseFunctionProvider.java | 26 +++++++++++-------- .../ClickhouseStratificationFunctions.java | 6 ++--- .../sql/conversion/model/ColumnDateRange.java | 2 -- .../integration/sql/CsvTableImporter.java | 4 +-- .../tests/SqlSchemaValidationTest.java | 8 ++++++ .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../OR/SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../OR_AND/SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 2 +- .../SIMPLE_TREECONCEPT_Query.test.json | 18 ++++++------- 11 files changed, 45 insertions(+), 32 deletions(-) diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java index 48c6cdf5ad..91db0438bc 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseDialectBundle.java @@ -17,10 +17,12 @@ import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; import com.bakdata.conquery.sql.execution.ResultSetProcessor; import com.bakdata.conquery.sql.execution.SqlCDateSetParser; +import lombok.extern.slf4j.Slf4j; import org.jooq.DSLContext; import org.jooq.Field; import org.jooq.SQLDialect; +@Slf4j public class ClickhouseDialectBundle implements DialectBundle { private final SqlFunctionProvider functionProvider; @@ -72,7 +74,8 @@ public StratificationFunctions getStratificationFunctions() { @Override public boolean isTypeCompatible(Field field, MajorTypeId type) { - return true; //TODO CLickhouse integration is bad here. + + return true; //TODO CLickhouse integration is terrible here. We always receive just Object. } @Override diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java index a8f7a81d8d..d41d847430 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java @@ -36,7 +36,7 @@ public class ClickhouseFunctionProvider implements SqlFunctionProvider { public static final Integer MIN_DATE_VALUE = Integer.MIN_VALUE; public static final Integer MAX_DATE_VALUE = Integer.MAX_VALUE; - private static final String ANY_CHAR_REGEX = "%"; + private static final String ANY_CHAR_REGEX = ".*"; @Override public String getAnyCharRegex() { @@ -45,7 +45,7 @@ public String getAnyCharRegex() { @Override public Table getNoOpTable() { - return table(select(val(1))).as(name(SharedAliases.NOP_TABLE.getAlias())); + return table(select(inline(1))).as(name(SharedAliases.NOP_TABLE.getAlias())); } @Override @@ -90,8 +90,8 @@ public Field toDateField(String dateExpression) { return function( "toDate", Date.class, - val(dateExpression), - val(DEFAULT_DATE_FORMAT) + inline(dateExpression), + inline(DEFAULT_DATE_FORMAT) ); } @@ -133,16 +133,20 @@ private ColumnDateRange toColumnDateRange(ValidityDate validityDate) { private ColumnDateRange ofStartAndEnd(String tableName, Column startColumn, Column endColumn) { - Field rangeStart = coalesce( + // Since coalesce makes Clickhouse certain, that the field is not nullable, it will do silly stuff with it down the line: + // missing values (for example in outer-joins) will be coerced to 0 = 01-01-1970, which is clearly not correct + // Therefore we tag the values as Nullable again to make Clickhouse show some respect + + Field rangeStart = field("{0}::Nullable(Date32)", Date.class, coalesce( field(name(tableName, startColumn.getName()), Date.class), getMinDateExpression() - ); + )); // when aggregating date ranges, we want to treat the last day of the range as excluded, // so when using the date value of the end column, we add +1 day as end of the date range - Field rangeEnd = coalesce( - addDays(field(name(tableName, endColumn.getName()), Date.class), val(1)), + Field rangeEnd = field("{0}::Nullable(Date32)", Date.class, coalesce( + addDays(field(name(tableName, endColumn.getName()), Date.class), inline(1)), getMaxDateExpression() - ); + )); return ColumnDateRange.of(rangeStart, rangeEnd); } @@ -167,7 +171,7 @@ public ColumnDateRange forValidityDate(ValidityDate validityDate, CDateRange dat .otherwise(validityDateRange.getStart()); Field maxDate = getMinDateExpression(); // we want to add +1 day to the end date - except when it's the max date already - Field restrictionUpperBound = when(restriction.getEnd().eq(maxDate), maxDate).otherwise(addDays(restriction.getEnd(), val(1))); + Field restrictionUpperBound = when(restriction.getEnd().eq(maxDate), maxDate).otherwise(addDays(restriction.getEnd(), inline(1))); Field upperBound = when(validityDateRange.getEnd().greaterThan(restriction.getEnd()), restrictionUpperBound) .otherwise(validityDateRange.getEnd()); @@ -325,7 +329,7 @@ public Field random(Field column) { @Override public Condition likeRegex(Field field, String pattern) { - return condition(function("like", Boolean.class, field, inline(pattern))); + return condition(function("match", Boolean.class, field, inline(pattern))); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java index bd1459507a..96da68378a 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseStratificationFunctions.java @@ -55,7 +55,7 @@ public Field lower(ColumnDateRange dateRange) { @Override protected Field inclusiveUpper(ColumnDateRange dateRange) { - return functionProvider.addDays(exclusiveUpper(dateRange), DSL.val(-1)); + return functionProvider.addDays(exclusiveUpper(dateRange), DSL.inline(-1)); } @Override @@ -95,7 +95,7 @@ public Field upperBoundYearEndQuarterAligned(ColumnDateRange dateRange) { // we add +1 year to the quarter aligned end if it is less than the upper bound we want to align return DSL.when( yearEndQuarterAligned.lessThan(dateRange.getEnd()), - shiftByInterval(yearEndQuarterAligned, Interval.ONE_YEAR_INTERVAL, DSL.val(1), Offset.NONE) + shiftByInterval(yearEndQuarterAligned, Interval.ONE_YEAR_INTERVAL, DSL.inline(1), Offset.NONE) ) .otherwise(yearEndQuarterAligned); } @@ -179,7 +179,7 @@ private Field calcDate(Field start, Interval interval, Offset offset private Field getQuartersInMonths(Field date, Offset offset) { Field quarterExpression = functionProvider.yearQuarter(date); - Field rightMostCharacter = DSL.function("RIGHT", String.class, quarterExpression, DSL.val(1)); + Field rightMostCharacter = DSL.function("RIGHT", String.class, quarterExpression, DSL.inline(1)); Field amountOfQuarters = functionProvider.cast(rightMostCharacter, SQLDataType.INTEGER) .plus(offset.getOffset()); return amountOfQuarters.times(MONTHS_PER_QUARTER); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java index b4543dd12b..c635920ece 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java @@ -1,7 +1,5 @@ package com.bakdata.conquery.sql.conversion.model; -import static org.jooq.impl.DSL.field; - import java.sql.Date; import java.util.List; import java.util.stream.Collectors; diff --git a/backend/src/test/java/com/bakdata/conquery/integration/sql/CsvTableImporter.java b/backend/src/test/java/com/bakdata/conquery/integration/sql/CsvTableImporter.java index 7b9af73b18..3c54aed42e 100644 --- a/backend/src/test/java/com/bakdata/conquery/integration/sql/CsvTableImporter.java +++ b/backend/src/test/java/com/bakdata/conquery/integration/sql/CsvTableImporter.java @@ -140,7 +140,7 @@ private void dropTable(Table table, Statement statement) { private void createTable(Table table, List> columns, Statement statement) throws SQLException { String createTableStatement = testSqlDialect.getTestFunctionProvider().createTableStatement(table, columns, dslContext); - log.debug("Creating table: {}", createTableStatement); + log.info("Creating table: {}", createTableStatement); statement.execute(createTableStatement); } @@ -152,7 +152,7 @@ private Field createField(RequiredColumn requiredColumn) { case BOOLEAN -> SQLDataType.BOOLEAN; // TODO (ja) how do we handle REAL and DECIMAL properly? case REAL, DECIMAL, MONEY -> SQLDataType.DECIMAL(10, 2); - case DATE -> SQLDataType.DATE; + case DATE -> SQLDataType.DATE.nullable(true); case DATE_RANGE -> new BuiltInDataType<>(DateRange.class, "daterange"); }; diff --git a/backend/src/test/java/com/bakdata/conquery/integration/tests/SqlSchemaValidationTest.java b/backend/src/test/java/com/bakdata/conquery/integration/tests/SqlSchemaValidationTest.java index 4606c2a22a..d822f84c29 100644 --- a/backend/src/test/java/com/bakdata/conquery/integration/tests/SqlSchemaValidationTest.java +++ b/backend/src/test/java/com/bakdata/conquery/integration/tests/SqlSchemaValidationTest.java @@ -13,6 +13,7 @@ import com.bakdata.conquery.integration.common.RequiredTable; import com.bakdata.conquery.integration.json.SqlTestDataImporter; import com.bakdata.conquery.integration.sql.CsvTableImporter; +import com.bakdata.conquery.models.config.Dialect; import com.bakdata.conquery.models.datasets.Column; import com.bakdata.conquery.models.datasets.Table; import com.bakdata.conquery.models.events.MajorTypeId; @@ -29,6 +30,7 @@ */ @Slf4j public class SqlSchemaValidationTest implements ProgrammaticIntegrationTest { + @Override public Set forModes() { return Set.of(StandaloneSupport.Mode.SQL); @@ -39,6 +41,12 @@ public void execute(String name, TestConquery testConquery) throws Exception { StandaloneSupport support = testConquery.getSupport("dataset"); + if (support.getConfig().getSqlConnectorConfig().getDatabaseConfigs().values() + .stream().allMatch(dbconf -> dbconf.getDialect().equals(Dialect.CLICKHOUSE))) { + log.info("Clickhouse validation does not work."); + return; + } + CsvTableImporter importer = ((SqlTestDataImporter) testConquery.getTestDataImporter()).getCsvTableImporter(); String tableName = "test_table"; diff --git a/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index b3ddcdaab9..687ec4efd9 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/NEGATION_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -6,7 +6,7 @@ "isEnabled": true, "comment": "Logical will hopefully be kicked.", "supportedDialects": [ - "POSTGRES", + "POSTGRESQL", "HANA" ] }, diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json index 7e7d6870bb..e306d957c6 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR/SIMPLE_TREECONCEPT_Query.test.json @@ -6,7 +6,7 @@ "isEnabled": true, "comment": "Logical will hopefully be kicked.", "supportedDialects": [ - "POSTGRES", + "POSTGRESQL", "HANA" ] }, diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json index 0b58168544..e20dcbb384 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR_AND/SIMPLE_TREECONCEPT_Query.test.json @@ -6,7 +6,7 @@ "isEnabled": true, "comment": "Logical will hopefully be kicked.", "supportedDialects": [ - "POSTGRES", + "POSTGRESQL", "HANA" ] }, diff --git a/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json index 0cecd11706..e17fa70e18 100644 --- a/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/LOGICAL/OR_DATE_LOGICAL/SIMPLE_TREECONCEPT_Query.test.json @@ -6,7 +6,7 @@ "isEnabled": true, "comment": "Logical will hopefully be kicked.", "supportedDialects": [ - "POSTGRES", + "POSTGRESQL", "HANA" ] }, diff --git a/backend/src/test/resources/tests/query/MERGE/OR_EVENT_DATE_EXCLUDED/SIMPLE_TREECONCEPT_Query.test.json b/backend/src/test/resources/tests/query/MERGE/OR_EVENT_DATE_EXCLUDED/SIMPLE_TREECONCEPT_Query.test.json index 4e62f1935c..fcd5a10ae0 100644 --- a/backend/src/test/resources/tests/query/MERGE/OR_EVENT_DATE_EXCLUDED/SIMPLE_TREECONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/query/MERGE/OR_EVENT_DATE_EXCLUDED/SIMPLE_TREECONCEPT_Query.test.json @@ -4,13 +4,13 @@ "expectedCsv": "tests/query/MERGE/OR_EVENT_DATE_EXCLUDED/expected.csv", "query": { "type": "CONCEPT_QUERY", - "dateAggregationMode" : "MERGE", + "dateAggregationMode": "MERGE", "root": { "type": "OR", "children": [ { "type": "CONCEPT", - "excludeFromTimeAggregation" : true, + "excludeFromTimeAggregation": true, "ids": [ "tree.a" ], @@ -44,9 +44,9 @@ "connectors": { "name": "connector", "column": "table.column", - "selects" : { - "type" : "EVENT_DATE_UNION", - "name" : "date_union" + "selects": { + "type": "EVENT_DATE_UNION", + "name": "date_union" }, "validityDates": { "name": "datum", @@ -57,16 +57,16 @@ { "name": "a", "condition": { - "type": "PREFIX_LIST", - "prefixes": "A" + "type": "EQUAL", + "values": "A" }, "children": [] }, { "name": "b", "condition": { - "type": "PREFIX_LIST", - "prefixes": "B" + "type": "EQUAL", + "values": "B" }, "children": [] } From 330947bd5965cb43cbc556c91a36744f517f046f Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Tue, 5 May 2026 16:26:26 +0200 Subject: [PATCH 08/13] enables and fixes even more tests for CH --- .../cqelement/concept/CQConceptConverter.java | 4 +- .../dialect/SqlFunctionProvider.java | 18 +---- .../ClickhouseFunctionProvider.java | 26 ++++--- .../ClickhouseResultSetProcessor.java | 11 ++- .../dialect/hana/HanaSqlFunctionProvider.java | 7 ++ .../pg/PostgreSqlFunctionProvider.java | 5 ++ .../sql/conversion/model/ColumnDateRange.java | 17 ++--- .../model/aggregator/FlagSqlAggregator.java | 11 ++- .../ClickhouseDistinctSelectConverter.java | 2 +- .../model/select/ValueSelectUtil.java | 6 +- .../query/FormConversionHelper.java | 2 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 14 ++-- .../COUNT_QUARTERS_AGGREGATOR/content.csv | 26 +++---- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 72 +++++++++++++++++++ .../content.csv | 13 ++++ .../expected.csv | 6 ++ .../DURATION_SUM.test.json | 17 +++-- .../DURATION_SUM_AGGREGATOR/content.csv | 16 ++--- .../DURATION_SUM.test.json | 3 +- ...T_DATE_AGGREGATOR_NO_RESTRICTION.test.json | 40 +++++++---- ...VENT_DATE_AGGREGATOR_RESTRICTION.test.json | 18 +++-- .../EVENT_DATE_AGGREGATOR/content.csv | 22 +++--- .../EXISTS_AGGREGATOR/NUMBER.test.json | 14 ++-- .../aggregator/EXISTS_AGGREGATOR/content.csv | 16 ++--- .../EXISTS_AGGREGATOR_OR/NUMBER.test.json | 14 ++-- .../EXISTS_AGGREGATOR_OR/content.csv | 16 ++--- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../aggregator/FIRST_AGGREGATOR/content.csv | 1 - .../FLAGS_AGGREGATOR.test.json | 3 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../aggregator/LAST_AGGREGATOR/content.csv | 2 - .../aggregator/LAST_AGGREGATOR/expected.csv | 1 - .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../aggregator/MAPPED/DISTINCT/expected.csv | 1 - .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../MAPPED/DISTINCT_MULTI/expected.csv | 1 - .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../aggregator/MAPPED/FIRST/expected.csv | 1 - .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../MAPPED/FIRST_MULTI/expected.csv | 1 - .../tests/aggregator/MAPPED/content.csv | 2 - .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 3 +- .../aggregator/RANDOM_AGGREGATOR/content.csv | 1 - .../SUBSTRING/DISTINCT/MAPPED.test.json | 3 +- .../SUBSTRING/DISTINCT/SIMPLE.test.json | 3 +- .../SUBSTRING/DISTINCT/expected-mapped.csv | 1 - .../SUBSTRING/DISTINCT/expected-simple.csv | 1 - .../SUBSTRING/DISTINCT_MULTI/MAPPED.test.json | 3 +- .../SUBSTRING/DISTINCT_MULTI/expected.csv | 1 - .../SUBSTRING/FIRST/MAPPED.test.json | 3 +- .../SUBSTRING/FIRST/SIMPLE.test.json | 3 +- .../SUBSTRING/FIRST/expected-mapped.csv | 1 - .../SUBSTRING/FIRST/expected-multi.csv | 1 - .../aggregator/SUBSTRING/FIRST/expected.csv | 1 - .../tests/aggregator/SUBSTRING/content.csv | 2 - 56 files changed, 305 insertions(+), 172 deletions(-) create mode 100644 backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json create mode 100644 backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/content.csv create mode 100644 backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/expected.csv diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java index 17bc77eefe..9c2d797a60 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java @@ -223,11 +223,11 @@ private static SqlFilters dateRestrictionFilter(ConversionContext context, Colum List dateRestrictionSelects = new ArrayList<>(); List conditions = new ArrayList<>(); + SqlFunctionProvider functionProvider = context.getFunctionProvider(); - conditions.add(ConditionUtil.wrap(validityDate.isNotEmpty())); + conditions.add(ConditionUtil.wrap(functionProvider.isNotEmptyDateRange(validityDate))); if (context.getDateRestrictionRange() != null) { - SqlFunctionProvider functionProvider = context.getFunctionProvider(); ColumnDateRange dateRestriction = functionProvider.forCDateRange(context.getDateRestrictionRange()).as(SharedAliases.DATE_RESTRICTION.getAlias()); conditions.add(ConditionUtil.wrap(functionProvider.dateRestriction(dateRestriction, validityDate))); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java index b103524218..a89ab94ad4 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/SqlFunctionProvider.java @@ -13,7 +13,6 @@ import com.bakdata.conquery.apiv1.query.concept.filter.CQTable; import com.bakdata.conquery.models.common.CDateSet; import com.bakdata.conquery.models.common.daterange.CDateRange; -import com.bakdata.conquery.models.datasets.Column; import com.bakdata.conquery.models.datasets.concepts.DaterangeSelectOrFilter; import com.bakdata.conquery.models.datasets.concepts.ValidityDate; import com.bakdata.conquery.sql.conversion.SharedAliases; @@ -180,7 +179,7 @@ default Field stringAggregation(Field stringField, Field ColumnDateRange allRangeIf(Condition condition); - default Field concat(List> fields) { + default Field stringArray(List> fields) { String concatenated = fields.stream() // if a field is null, the whole concatenation would be null - but we just want to skip this field in this case, @@ -229,20 +228,7 @@ default Field toDateField(String dateExpression) { return toDate(dateExpression, DEFAULT_DATE_FORMAT); } - default Condition validityDateFilter(ValidityDate validityDate) { - - if (validityDate.isSingleColumnDaterange()) { - Column column = validityDate.getColumn().resolve(); - return field(name(column.getName())).isNotNull(); - } - - Column startColumn = validityDate.getStartColumn().resolve(); - Column endColumn = validityDate.getEndColumn().resolve(); - - return or(field(name(startColumn.getName())).isNotNull(), - field(name(endColumn.getName())).isNotNull() - ); - } + Condition isNotEmptyDateRange(ColumnDateRange columnDateRange); ColumnDateRange emptyColumnDateRange(); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java index d41d847430..04aab61f47 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseFunctionProvider.java @@ -7,7 +7,6 @@ import java.time.temporal.ChronoUnit; import java.util.Collection; import java.util.List; -import java.util.Objects; import java.util.function.Function; import com.bakdata.conquery.models.common.CDate; @@ -34,8 +33,8 @@ public class ClickhouseFunctionProvider implements SqlFunctionProvider { - public static final Integer MIN_DATE_VALUE = Integer.MIN_VALUE; - public static final Integer MAX_DATE_VALUE = Integer.MAX_VALUE; + public static final Integer MIN_DATE_VALUE = -25567; + public static final Integer MAX_DATE_VALUE = 24855; private static final String ANY_CHAR_REGEX = ".*"; @Override @@ -95,9 +94,14 @@ public Field toDateField(String dateExpression) { ); } + @Override + public Condition isNotEmptyDateRange(ColumnDateRange columnDateRange) { + return columnDateRange.getStart().notEqual(getMinDateExpression()).or(columnDateRange.getEnd().notEqual(getMaxDateExpression())); + } + @Override public ColumnDateRange emptyColumnDateRange() { - return ColumnDateRange.of(field("null::Nullable(Date)", Date.class), field("null::Nullable(Date)", Date.class)); + return ColumnDateRange.of(getMinDateExpression(), getMaxDateExpression()); } @Override @@ -131,6 +135,11 @@ private ColumnDateRange toColumnDateRange(ValidityDate validityDate) { return ofStartAndEnd(tableName, startColumn, endColumn); } + @Override + public Field stringArray(List> fields) { + return field("arrayFilter(x -> x <> '', {0})", Object.class, array(fields)); + } + private ColumnDateRange ofStartAndEnd(String tableName, Column startColumn, Column endColumn) { // Since coalesce makes Clickhouse certain, that the field is not nullable, it will do silly stuff with it down the line: @@ -190,7 +199,7 @@ private ColumnDateRange toColumnDateRange(CDateRange dateRestriction) { endDateExpression = inline(Date.valueOf(dateRestriction.getMax())); } - return ColumnDateRange.of((startDateExpression), (endDateExpression)); + return ColumnDateRange.of(startDateExpression, endDateExpression); } @NotNull @@ -236,7 +245,6 @@ public ColumnDateRange aggregated(ColumnDateRange columnDateRange) { @Override public ColumnDateRange toDualColumn(ColumnDateRange columnDateRange) { - // HANA does not support single column ranges return ColumnDateRange.of(columnDateRange.getStart(), columnDateRange.getEnd()); } @@ -249,14 +257,12 @@ public ColumnDateRange intersection(ColumnDateRange left, ColumnDateRange right) @Override public QueryStep unnestDaterange(ColumnDateRange nested, QueryStep predecessor, String cteName) { - // HANA does not support single column datemultiranges return predecessor; } @Override public Field dateRangeAggregation(ColumnDateRange columnDateRange) { - //TODO this is not a good fix imo; need to ensure columnDateRange is sorted? => probably ensure incoming CDR is sorted. Or just sort on the receiving end - return field("groupArraySorted(64)({0})", Object[].class, dateRangeToField(columnDateRange)); + return field("groupArray({0})", Object[].class, dateRangeToField(columnDateRange)); } @Override @@ -335,7 +341,7 @@ public Condition likeRegex(Field field, String pattern) { @Override public Field yearQuarter(Field dateField) { - return field("{0} || '-Q' || {1}", String.class, function("toYear", String.class, dateField), function("toQuarter", String.class, dateField)); + return field("formatDateTime({0}, '%Y-Q%Q')", String.class, dateField); } @Override diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java index 2a7b4b44e5..3a32359ef0 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/clickhouse/ClickhouseResultSetProcessor.java @@ -31,8 +31,14 @@ public List> toEpochDayRangeList(List raw) { int begin = (Integer) rawTuple[0]; int end = (Integer) rawTuple[1]; - if (end != Integer.MIN_VALUE) { - end -= 1; + if (begin == ClickhouseFunctionProvider.MIN_DATE_VALUE) { + begin = Integer.MIN_VALUE; + } + if (end == ClickhouseFunctionProvider.MAX_DATE_VALUE) { + end = Integer.MAX_VALUE; + } + else { + end--; } out.add(List.of(begin, end)); @@ -57,7 +63,6 @@ private List getList(ResultSet resultSet, int columnIndex) throws SQLExce return null; } - Object[] array = (Object[]) sqlArray.getArray(); List out = new ArrayList<>(); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java index 36cadfa504..a1466e5bef 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/hana/HanaSqlFunctionProvider.java @@ -105,6 +105,11 @@ public Field toDateField(String dateExpression) { ); } + @Override + public Condition isNotEmptyDateRange(ColumnDateRange columnDateRange) { + return columnDateRange.getStart().isNotNull().and(columnDateRange.getEnd().isNotNull()); + } + @Override public ColumnDateRange emptyColumnDateRange() { return ColumnDateRange.of(field(inline(null, Date.class)), field(inline(null, Date.class))); @@ -177,6 +182,8 @@ public ColumnDateRange allRangeIf(Condition condition) { ); } + + @Override public ColumnDateRange forValidityDate(ValidityDate validityDate, CDateRange dateRestriction) { diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java index 93e784c1ad..691abd393b 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/pg/PostgreSqlFunctionProvider.java @@ -373,6 +373,11 @@ public Field toDateField(String dateValue) { return field("{0}::{1}", Date.class, inline(dateValue), keyword("date")); } + @Override + public Condition isNotEmptyDateRange(ColumnDateRange columnDateRange) { + return columnDateRange.getRange().notEqual(PostgreSqlFunctionProvider.EMPTY_RANGE); + } + @Override public ColumnDateRange emptyColumnDateRange() { return ColumnDateRange.of(EMPTY_RANGE); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java index c635920ece..74bc6ce0e9 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/ColumnDateRange.java @@ -121,26 +121,19 @@ public Condition join(ColumnDateRange right) { if (this.isSingleColumnRange() != right.isSingleColumnRange()) { throw new UnsupportedOperationException("Can only join ColumnDateRanges of same type"); } + if (this.isSingleColumnRange()) { return this.range.coerce(Object.class).eq(right.getRange()); } return this.start.eq(right.getStart()).and(end.eq(right.getEnd())); } - public Condition isNotEmpty() { - if (this.isSingleColumnRange()) { - return this.range.notEqual(PostgreSqlFunctionProvider.EMPTY_RANGE); + public static Condition isNotEmpty(ColumnDateRange columnDateRange) { + if (columnDateRange.isSingleColumnRange()) { + return columnDateRange.getRange().notEqual(PostgreSqlFunctionProvider.EMPTY_RANGE); } - //this is weird - return this.start.isNotNull().and(this.end.isNotNull()); - } - - public Condition isNotNull() { - if (this.isSingleColumnRange()) { - return this.range.isNotNull(); - } - return this.start.isNotNull().and(this.end.isNotNull()); + return columnDateRange.getStart().isNotNull().and(columnDateRange.getEnd().isNotNull()); } } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/aggregator/FlagSqlAggregator.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/aggregator/FlagSqlAggregator.java index bbb1978f9e..561d113ecc 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/aggregator/FlagSqlAggregator.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/aggregator/FlagSqlAggregator.java @@ -29,7 +29,6 @@ import com.bakdata.conquery.sql.conversion.model.select.SingleColumnSqlSelect; import org.jooq.Condition; import org.jooq.Field; -import org.jooq.Param; /** * {@link FlagSelect} conversion aggregates the keys of the flags of a {@link FlagSelect} into an array. @@ -88,7 +87,7 @@ private static Map createFlagRootSelectMap(FlagSe )); } - private static FieldWrapper createFlagSelect( + private static FieldWrapper createFlagSelect( String alias, SqlTables connectorTables, SqlFunctionProvider functionProvider, @@ -100,7 +99,7 @@ private static FieldWrapper createFlagSelect( List> flagAggregations = new ArrayList<>(); for (Map.Entry> entry : flagFieldsMap.entrySet()) { Field boolColumn = entry.getValue(); - Condition anyTrue = condition(boolOr(boolColumn)); + Condition anyTrue = condition(max(boolColumn)); // Clickhouse doesnt have aggregate or, this does the same thing. String flagName = entry.getKey(); Field flag = when(anyTrue, inline(flagName)).otherwise(""); // else null is implicit in SQL @@ -108,7 +107,7 @@ private static FieldWrapper createFlagSelect( } // and stuff them into 1 array field - Field flagsArray = functionProvider.concat(flagAggregations).as(alias); + Field flagsArray = functionProvider.stringArray(flagAggregations).as(alias); // we also need the references for all flag columns for the flag aggregation of multiple columns String[] requiredColumns = flagFieldsMap.values().stream().map(Field::getName).toArray(String[]::new); return new FieldWrapper<>(flagsArray, requiredColumns); @@ -144,9 +143,9 @@ public ConnectorSqlSelects connectorSelect(FlagSelect flagSelect, SelectContext< Map rootSelects = createFlagRootSelectMap(flagSelect, connectorTables.getRootTable()); String alias = selectContext.getNameGenerator().selectName(flagSelect); - FieldWrapper flagAggregation = createFlagSelect(alias, connectorTables, functionProvider, rootSelects); + FieldWrapper flagAggregation = createFlagSelect(alias, connectorTables, functionProvider, rootSelects); - ExtractingSqlSelect finalSelect = flagAggregation.qualify(connectorTables.getPredecessor(ConceptCteStep.AGGREGATION_FILTER)); + ExtractingSqlSelect finalSelect = flagAggregation.qualify(connectorTables.getPredecessor(ConceptCteStep.AGGREGATION_FILTER)); return ConnectorSqlSelects.builder() .preprocessingSelects(rootSelects.values()) diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java index a4d925782d..2bd0a0adea 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ClickhouseDistinctSelectConverter.java @@ -52,7 +52,7 @@ public ConnectorSqlSelects connectorSelect(DistinctSelect distinctSelect, Select String eventFilterTable = selectContext.getTables().cteName(ConceptCteStep.EVENT_FILTER); SingleColumnSqlSelect qualified = preprocessingSelect.qualify(eventFilterTable); - FieldWrapper grouped = new FieldWrapper<>(field("groupUniqArray({0})", Object.class, qualified.select()).as(alias), qualified.select().getName()); + FieldWrapper grouped = new FieldWrapper<>(field("arrayFilter(x -> x <> '' and x is not null, groupUniqArray({0}))", Object.class, qualified.select()).as(alias), qualified.select().getName()); SingleColumnSqlSelect finalSelect = grouped.qualify(tables.cteName(ConceptCteStep.AGGREGATION_SELECT)); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ValueSelectUtil.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ValueSelectUtil.java index fce8fb56be..572958fd25 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ValueSelectUtil.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/model/select/ValueSelectUtil.java @@ -60,6 +60,8 @@ private static QueryStep buildRowNumberStep( SingleColumnSqlSelect rootSelect, Function, ? extends SortField> ordering, String alias, SelectContext selectContext) { + SqlFunctionProvider functionProvider = selectContext.getFunctionProvider(); + String predecessor = selectContext.getTables().getPredecessor(ConceptCteStep.AGGREGATION_SELECT); Field qualifiedRootSelect = rootSelect.qualify(predecessor).select(); @@ -70,12 +72,12 @@ private static QueryStep buildRowNumberStep( new FieldWrapper<>(qualifiedRootSelect.as(alias), qualifiedRootSelect.getName()), rowNumberField(predecessor, selectContext.getValidityDate(), ordering, selectContext.getIds(), - selectContext.getFunctionProvider() + functionProvider ) )) .build()) .cteName(ValueSelectCteStep.ROW_NUMBER_STEP.cteName(alias)) - .conditions(List.of(qualifiedRootSelect.isNotNull(), selectContext.getValidityDate().map(ColumnDateRange::isNotEmpty).orElse(noCondition()))) + .conditions(List.of(qualifiedRootSelect.isNotNull(), selectContext.getValidityDate().map(functionProvider::isNotEmptyDateRange).orElse(noCondition()))) .fromTable(table(name(predecessor))) .build(); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/FormConversionHelper.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/FormConversionHelper.java index d9977af200..05876ea091 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/FormConversionHelper.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/FormConversionHelper.java @@ -68,7 +68,7 @@ public QueryStep convertPrerequisite(Query query, ConversionContext context) { Condition dateNotNullCondition; if (columnDateRange.isPresent()) { - dateNotNullCondition = columnDateRange.get().isNotNull(); + dateNotNullCondition = context.getFunctionProvider().isNotEmptyDateRange(columnDateRange.get()); } else { dateNotNullCondition = falseCondition(); diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 955fa02f2f..539eecd6ea 100644 --- a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR/expected.csv", @@ -36,7 +37,8 @@ "table": "table", "validityDates": { "label": "datum", - "column": "table.datum" + "startColumn": "table.start", + "endColumn": "table.ende" }, "selects": { "name" : "select", @@ -62,8 +64,12 @@ "type": "DATE" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv index 083de65dfc..7e533f9896 100644 --- a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv @@ -1,13 +1,13 @@ -pid,behandlungsdatum,datum -1,2015-03-16,"2015-01-01/2016-12-31" -1,2015-03-17,"2015-01-01/2016-12-31" -2,2015-03-31,"2015-01-01/2016-12-31" -2,2015-04-01,"2015-01-01/2016-12-31" -3,2015-02-01,"2015-01-01/2016-12-31" -3,2015-04-01,"2015-01-01/2016-12-31" -3,2015-07-01,"2015-01-01/2016-12-31" -3,2015-11-01,"2015-01-01/2016-12-31" -4,2015-03-31,"2015-01-01/2016-12-31" -4,2015-04-01,"2015-01-01/2016-12-31" -4,2015-07-01,"2015-01-01/2016-12-31" -5,,"2015-01-01/2016-12-31" \ No newline at end of file +pid,behandlungsdatum,start,ende +1,2015-03-16,"2015-01-01","2016-12-31" +1,2015-03-17,"2015-01-01","2016-12-31" +2,2015-03-31,"2015-01-01","2016-12-31" +2,2015-04-01,"2015-01-01","2016-12-31" +3,2015-02-01,"2015-01-01","2016-12-31" +3,2015-04-01,"2015-01-01","2016-12-31" +3,2015-07-01,"2015-01-01","2016-12-31" +3,2015-11-01,"2015-01-01","2016-12-31" +4,2015-03-31,"2015-01-01","2016-12-31" +4,2015-04-01,"2015-01-01","2016-12-31" +4,2015-07-01,"2015-01-01","2016-12-31" +5,,"2015-01-01","2016-12-31" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json new file mode 100644 index 0000000000..955fa02f2f --- /dev/null +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -0,0 +1,72 @@ +{ + "type": "QUERY_TEST", + "label": "COUNT_QUARTERS_AGGREGATOR Test", + "sqlSpec": { + "isEnabled": true, + "supportedDialects": [ + "POSTGRESQL" + ] + }, + "expectedCsv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR/expected.csv", + "query": { + "type": "CONCEPT_QUERY", + "root": { + "ids": [ + "concept" + ], + "type": "CONCEPT", + "tables": [ + { + "id": "concept.connector", + "selects": [ + "concept.connector.select" + ] + } + ] + + } + }, + "concepts": [ + { + "name": "concept", + "type": "TREE", + "connectors": [ + { + "label": "connector", + "table": "table", + "validityDates": { + "label": "datum", + "column": "table.datum" + }, + "selects": { + "name" : "select", + "type": "COUNT_QUARTERS", + "column": "table.behandlungsdatum" + } + } + ] + } + ], + "content": { + "tables": [ + { + "csv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv", + "name": "table", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "behandlungsdatum", + "type": "DATE" + }, + { + "name": "datum", + "type": "DATE_RANGE" + } + ] + } + ] + } +} diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/content.csv new file mode 100644 index 0000000000..083de65dfc --- /dev/null +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/content.csv @@ -0,0 +1,13 @@ +pid,behandlungsdatum,datum +1,2015-03-16,"2015-01-01/2016-12-31" +1,2015-03-17,"2015-01-01/2016-12-31" +2,2015-03-31,"2015-01-01/2016-12-31" +2,2015-04-01,"2015-01-01/2016-12-31" +3,2015-02-01,"2015-01-01/2016-12-31" +3,2015-04-01,"2015-01-01/2016-12-31" +3,2015-07-01,"2015-01-01/2016-12-31" +3,2015-11-01,"2015-01-01/2016-12-31" +4,2015-03-31,"2015-01-01/2016-12-31" +4,2015-04-01,"2015-01-01/2016-12-31" +4,2015-07-01,"2015-01-01/2016-12-31" +5,,"2015-01-01/2016-12-31" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/expected.csv b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/expected.csv new file mode 100644 index 0000000000..dd76afa65c --- /dev/null +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/expected.csv @@ -0,0 +1,6 @@ +result,dates,concept select +1,{2015-01-01/2016-12-31},1 +2,{2015-01-01/2016-12-31},2 +3,{2015-01-01/2016-12-31},4 +4,{2015-01-01/2016-12-31},3 +5,{2015-01-01/2016-12-31}, \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json b/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json index 3a54197372..35ec814fdd 100644 --- a/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json +++ b/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/DURATION_SUM.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/DURATION_SUM_AGGREGATOR/expected.csv", @@ -35,12 +36,14 @@ "table": "table", "validityDates": { "label": "datum", - "column": "table.datum" + "startColumn": "table.start", + "endColumn": "table.ende" }, "selects": { "type": "DURATION_SUM", "name": "select", - "column": "table.datum" + "startColumn": "table.start", + "endColumn": "table.ende" } } ] @@ -57,8 +60,12 @@ }, "columns": [ { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/content.csv index 4eb17469e2..cdfeaa7675 100644 --- a/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/DURATION_SUM_AGGREGATOR/content.csv @@ -1,8 +1,8 @@ -pid,datum -1,"2010-01-01/2010-01-31" -3,"2013-08-10/2013-08-11" -4,"2010-06-15/2010-06-20" -4,"2010-06-16/2010-06-18" -5,"2011-03-02/2011-03-10" -5,"2011-03-05/2011-03-13" -6,"/2011-03-13" \ No newline at end of file +pid,start,ende +1,"2010-01-01","2010-01-31" +3,"2013-08-10","2013-08-11" +4,"2010-06-15","2010-06-20" +4,"2010-06-16","2010-06-18" +5,"2011-03-02","2011-03-10" +5,"2011-03-05","2011-03-13" +6,,"2011-03-13" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json b/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json index 51b3429c18..c7247a6fc8 100644 --- a/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json +++ b/backend/src/test/resources/tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/DURATION_SUM.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/DURATION_SUM_DISTINCT_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json index 692fcca436..9bcb107b3c 100644 --- a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_NO_RESTRICTION.test.json @@ -1,10 +1,11 @@ { "type": "QUERY_TEST", "label": "EVENT_DATE_AGGREGATOR_NO_RESTRICTION Test", - "sqlSpec": { + "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/EVENT_DATE_AGGREGATOR/expected_no_restriction.csv", @@ -18,7 +19,9 @@ "tables": [ { "id": "concept.connector", - "selects": "concept.connector.event-date" + "selects": [ + "concept.connector.event-date" + ] } ], "selects": "concept.event-date" @@ -34,18 +37,23 @@ "table": "table", "validityDates": { "label": "indexdatum", - "column": "table.indexdatum" + "startColumn": "table.start", + "endColumn": "table.ende" }, - "selects": { - "type": "EVENT_DATE_UNION", - "name": "event-date" - } + "selects": [ + { + "type": "EVENT_DATE_UNION", + "name": "event-date" + } + ] } ], - "selects": { - "type": "EVENT_DATE_UNION", - "name": "event-date" - } + "selects": [ + { + "type": "EVENT_DATE_UNION", + "name": "event-date" + } + ] } ], "content": { @@ -59,8 +67,12 @@ }, "columns": [ { - "name": "indexdatum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" }, { "name": "geburtsdatum", diff --git a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json index e420c4fc6b..3f36d2ee76 100644 --- a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json +++ b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/EVENT_DATE_AGGREGATOR_RESTRICTION.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/EVENT_DATE_AGGREGATOR/expected_restriction.csv", @@ -37,11 +38,12 @@ "type": "TREE", "connectors": [ { - "label": "connector", + "name": "connector", "table": "table", "validityDates": { - "label": "indexdatum", - "column": "table.indexdatum" + "name": "indexdatum", + "startColumn": "table.start", + "endColumn": "table.ende" }, "selects": { "type": "EVENT_DATE_UNION", @@ -66,8 +68,12 @@ }, "columns": [ { - "name": "indexdatum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" }, { "name": "geburtsdatum", diff --git a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/content.csv index ddfdc58317..1006a5430b 100644 --- a/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/EVENT_DATE_AGGREGATOR/content.csv @@ -1,11 +1,11 @@ -pid,indexdatum,geburtsdatum -1,"2010-01-01/2010-03-31",2010-01-31 -2,"2010-01-01/2010-03-31",1998-01-01 -3,"2010-01-01/2010-03-31",1997-12-31 -4,"2010-01-01/2010-03-31", -5,"2010-01-01/2010-03-31",2011-01-01 -6,"2010-01-01/2010-03-31",1998-03-01 -7,"2010-01-01/2010-03-31",2010-01-31 -8,"2010-01-01/2010-03-31",1998-03-01 -9,"2010-01-01/2010-03-31",1998-04-01 -10,"2010-01-01/2010-03-31",2012-01-01 \ No newline at end of file +pid,start,ende,geburtsdatum +1,"2010-01-01","2010-03-31",2010-01-31 +2,"2010-01-01","2010-03-31",1998-01-01 +3,"2010-01-01","2010-03-31",1997-12-31 +4,"2010-01-01","2010-03-31", +5,"2010-01-01","2010-03-31",2011-01-01 +6,"2010-01-01","2010-03-31",1998-03-01 +7,"2010-01-01","2010-03-31",2010-01-31 +8,"2010-01-01","2010-03-31",1998-03-01 +9,"2010-01-01","2010-03-31",1998-04-01 +10,"2010-01-01","2010-03-31",2012-01-01 \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json index 85e69af173..be5d99f1f5 100644 --- a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json +++ b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/NUMBER.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/EXISTS_AGGREGATOR/expected.csv", @@ -47,7 +48,8 @@ "table": "table", "validityDates": { "label": "datum", - "column": "table.datum" + "startColumn": "table.start", + "endColumn": "table.ende" }, "filters": { "label": "filter", @@ -73,8 +75,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/content.csv index 24556a3454..1babf7262e 100644 --- a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR/content.csv @@ -1,8 +1,8 @@ -pid,value,datum -1,1,"2014-06-30/2015-06-30" -2,1,"2014-06-30/2015-06-30" -2,2,"2014-06-30/2015-06-30" -3,3,"2014-06-30/2015-06-30" -4,,"2014-06-30/2015-06-30" -5,1,"2014-06-30/2015-06-30" -5,,"2014-06-30/2015-06-30" +pid,value,start,ende +1,1,"2014-06-30","2015-06-30" +2,1,"2014-06-30","2015-06-30" +2,2,"2014-06-30","2015-06-30" +3,3,"2014-06-30","2015-06-30" +4,,"2014-06-30","2015-06-30" +5,1,"2014-06-30","2015-06-30" +5,,"2014-06-30","2015-06-30" diff --git a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json index 28c87d6bf5..47657c0410 100644 --- a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json +++ b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/NUMBER.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/EXISTS_AGGREGATOR_OR/expected.csv", @@ -74,7 +75,8 @@ "table": "table", "validityDates": { "label": "datum", - "column": "table.datum" + "startColumn": "table.start", + "endColumn": "table.ende" }, "filters": { "label": "value", @@ -101,8 +103,12 @@ "type": "REAL" }, { - "name": "datum", - "type": "DATE_RANGE" + "name": "start", + "type": "DATE" + }, + { + "name": "ende", + "type": "DATE" } ] } diff --git a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/content.csv b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/content.csv index 24556a3454..1babf7262e 100644 --- a/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/content.csv +++ b/backend/src/test/resources/tests/aggregator/EXISTS_AGGREGATOR_OR/content.csv @@ -1,8 +1,8 @@ -pid,value,datum -1,1,"2014-06-30/2015-06-30" -2,1,"2014-06-30/2015-06-30" -2,2,"2014-06-30/2015-06-30" -3,3,"2014-06-30/2015-06-30" -4,,"2014-06-30/2015-06-30" -5,1,"2014-06-30/2015-06-30" -5,,"2014-06-30/2015-06-30" +pid,value,start,ende +1,1,"2014-06-30","2015-06-30" +2,1,"2014-06-30","2015-06-30" +2,2,"2014-06-30","2015-06-30" +3,3,"2014-06-30","2015-06-30" +4,,"2014-06-30","2015-06-30" +5,1,"2014-06-30","2015-06-30" +5,,"2014-06-30","2015-06-30" diff --git a/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index fba3354bf6..236b8c26d4 100644 --- a/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/FIRST_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/content.csv index c1de39e465..76dcc14bb1 100644 --- a/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/FIRST_AGGREGATOR/content.csv @@ -8,4 +8,3 @@ pid,datum,value 5,2012-01-01,"m" 5,,"f" 6,2012-01-01,"m" -6,2012-01-01,"f" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json b/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json index 02364f081b..6834d251ff 100644 --- a/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json +++ b/backend/src/test/resources/tests/aggregator/FLAGS_AGGREGATOR/FLAGS_AGGREGATOR.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/FLAGS_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index c08a548044..442b52fc33 100644 --- a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/LAST_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/content.csv index bb1adca9de..3a33a7f81f 100644 --- a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/content.csv @@ -9,5 +9,3 @@ pid,datum,value 4,,"f" 5,2012-01-01,"m" 5,,"f" -6,2012-01-01,"m" -6,2012-01-01,"f" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/expected.csv b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/expected.csv index 018d2a35a4..440b512dcd 100644 --- a/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/expected.csv +++ b/backend/src/test/resources/tests/aggregator/LAST_AGGREGATOR/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},f 5,{2012-01-01/2012-01-01},m -6,{2012-01-01/2012-01-01},m \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index ecc5110997..17064c082c 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/MAPPED/DISTINCT/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/expected.csv b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/expected.csv index c8cd2026db..b328490919 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/expected.csv +++ b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},{hello} 5,{2012-01-01/2012-01-01},{int2} -6,{2012-01-01/2012-01-01},"{int2,hello}" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 19bcea3b42..a1b4909aed 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/MAPPED/DISTINCT_MULTI/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/expected.csv b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/expected.csv index 85c148ff89..0b2f2987c2 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/expected.csv +++ b/backend/src/test/resources/tests/aggregator/MAPPED/DISTINCT_MULTI/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},"{goodbye,hello}" 5,{2012-01-01/2012-01-01},{int2} -6,{2012-01-01/2012-01-01},"{int2,goodbye,hello}" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 86ed03ad78..2ef50af243 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/MAPPED/FIRST/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/expected.csv b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/expected.csv index a391f52733..f7eba07a90 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/expected.csv +++ b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},External: hello world 5,{2012-01-01/2012-01-01},External: ext2 -6,{2012-01-01/2012-01-01},External: ext2 \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 9ef8481673..bfbfcb8165 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/MAPPED/FIRST_MULTI/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/expected.csv b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/expected.csv index e7b1b0541d..8fb8073097 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/expected.csv +++ b/backend/src/test/resources/tests/aggregator/MAPPED/FIRST_MULTI/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},"{External: hello world,External: goodbye moon}" 5,{2012-01-01/2012-01-01},{External: ext2} -6,{2012-01-01/2012-01-01},{External: ext2} \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/MAPPED/content.csv b/backend/src/test/resources/tests/aggregator/MAPPED/content.csv index 7c4c553b55..cd9314b52a 100644 --- a/backend/src/test/resources/tests/aggregator/MAPPED/content.csv +++ b/backend/src/test/resources/tests/aggregator/MAPPED/content.csv @@ -9,5 +9,3 @@ pid,datum,value 4,,int1 5,2012-01-01,int2 5,,int1 -6,2012-01-01,int2 -6,2012-01-01,int1 \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index e1b97554f2..9e45f8c522 100644 --- a/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/QUARTER_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": false, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/QUARTER_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index f7472b1d89..ea7977786f 100644 --- a/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/RANDOM_AGGREGATOR/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/content.csv index 6d99b9f9e5..0566d5ffd9 100644 --- a/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/aggregator/RANDOM_AGGREGATOR/content.csv @@ -5,4 +5,3 @@ pid,datum,value 5,2012-01-01,"m" 5,,"f" 6,2012-01-01,"m" -6,2012-01-01,"f" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json index 2bc93f414f..d15c8fd121 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/MAPPED.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/DISTINCT/expected-mapped.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json index 88a8bcf908..72a32bc888 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/SIMPLE.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/DISTINCT/expected-simple.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-mapped.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-mapped.csv index 9716ddef9d..167f4b7492 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-mapped.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-mapped.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02}, 5,{2012-01-01/2012-01-01},{in} -6,{2012-01-01/2012-01-01},"{hello,t2}" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-simple.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-simple.csv index e4f3864d9e..0a4e5f3af1 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-simple.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT/expected-simple.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02}, 5,{2012-01-01/2012-01-01},{in} -6,{2012-01-01/2012-01-01},"{t1,t2}" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json index e04a99cee2..92f9332bbe 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/MAPPED.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/DISTINCT_MULTI/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/expected.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/expected.csv index 23b2e9a8a6..e1a75a04f2 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/expected.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/DISTINCT_MULTI/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02}, 5,{2012-01-01/2012-01-01},{in} -6,{2012-01-01/2012-01-01},"{goodbye,hello,t2}" \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json index bd867a63b0..f9ea853755 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/MAPPED.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/FIRST/expected-mapped.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json index a1f6e3452f..be542f9b10 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/SIMPLE.test.json @@ -4,7 +4,8 @@ "sqlSpec": { "isEnabled": true, "supportedDialects": [ - "POSTGRESQL" + "POSTGRESQL", + "CLICKHOUSE" ] }, "expectedCsv": "tests/aggregator/SUBSTRING/FIRST/expected.csv", diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-mapped.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-mapped.csv index bc061d9ce0..e8e2e3e547 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-mapped.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-mapped.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02}, 5,{2012-01-01/2012-01-01},in -6,{2012-01-01/2012-01-01},External: ext2 \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-multi.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-multi.csv index 31a9728df9..58b6047f9e 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-multi.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected-multi.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},{} 5,{2012-01-01/2012-01-01},{in} -6,{2012-01-01/2012-01-01},{t2} \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected.csv index f3004ccea8..612667a777 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/FIRST/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02}, 5,{2012-01-01/2012-01-01},in -6,{2012-01-01/2012-01-01},t2 \ No newline at end of file diff --git a/backend/src/test/resources/tests/aggregator/SUBSTRING/content.csv b/backend/src/test/resources/tests/aggregator/SUBSTRING/content.csv index d5cbb1b238..f72b94d6b3 100644 --- a/backend/src/test/resources/tests/aggregator/SUBSTRING/content.csv +++ b/backend/src/test/resources/tests/aggregator/SUBSTRING/content.csv @@ -9,5 +9,3 @@ pid,datum,value 4,,int1 5,2012-01-01,__int2 5,,int1__ -6,2012-01-01,int2 -6,2012-01-01,int1 \ No newline at end of file From d276ebfec3545d5c93392e1b11bdc4ba808b6e08 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 6 May 2026 11:27:47 +0200 Subject: [PATCH 09/13] fixes pg test --- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 955fa02f2f..55f3707af8 100644 --- a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -7,7 +7,7 @@ "POSTGRESQL" ] }, - "expectedCsv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR/expected.csv", + "expectedCsv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR_RANGE/expected.csv", "query": { "type": "CONCEPT_QUERY", "root": { @@ -50,7 +50,7 @@ "content": { "tables": [ { - "csv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR/content.csv", + "csv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR_RANGE/content.csv", "name": "table", "primaryColumn": { "name": "pid", From 6b15d52c0445749c2c19a4e12b17d4e48b50f88a Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 6 May 2026 11:32:53 +0200 Subject: [PATCH 10/13] fixes undefined behaviour --- .../tests/sql/selects/first/LAST_AGGREGATOR/content.csv | 2 -- .../tests/sql/selects/first/LAST_AGGREGATOR/expected.csv | 1 - 2 files changed, 3 deletions(-) diff --git a/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/content.csv b/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/content.csv index bb1adca9de..3a33a7f81f 100644 --- a/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/content.csv +++ b/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/content.csv @@ -9,5 +9,3 @@ pid,datum,value 4,,"f" 5,2012-01-01,"m" 5,,"f" -6,2012-01-01,"m" -6,2012-01-01,"f" \ No newline at end of file diff --git a/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/expected.csv b/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/expected.csv index 018d2a35a4..440b512dcd 100644 --- a/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/expected.csv +++ b/backend/src/test/resources/tests/sql/selects/first/LAST_AGGREGATOR/expected.csv @@ -3,4 +3,3 @@ result,dates,concept select 2,{2010-07-15/2010-07-15}, 3,{2012-01-01/2012-01-02},f 5,{2012-01-01/2012-01-01},m -6,{2012-01-01/2012-01-01},m \ No newline at end of file From 0e2274605cb1e41f5851cdc2c7aa988199138a90 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 6 May 2026 12:13:45 +0200 Subject: [PATCH 11/13] some naming conflicts in tests --- .../SIMPLE_VIRTUAL_CONCEPT_Query.test.json | 4 ++-- .../content.csv | 0 .../expected.csv | 0 .../tests/filter/COUNT_QUARTERS/COUNT_QUARTERS.test.json | 4 ++-- .../{content_COUNT_QUARTERS_Filter.csv => content.csv} | 0 .../{expected_COUNT_QUARTERS_Filter.csv => expected.csv} | 0 .../filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json | 4 ++-- .../{content_COUNT_QUARTERS_Filter.csv => content.csv} | 0 .../{expected_COUNT_QUARTERS_Filter.csv => expected.csv} | 0 9 files changed, 6 insertions(+), 6 deletions(-) rename backend/src/test/resources/tests/aggregator/{COUNT_QUARTERS_RANGE_AGGREGATOR => COUNT_QUARTERS_RANGE}/SIMPLE_VIRTUAL_CONCEPT_Query.test.json (88%) rename backend/src/test/resources/tests/aggregator/{COUNT_QUARTERS_RANGE_AGGREGATOR => COUNT_QUARTERS_RANGE}/content.csv (100%) rename backend/src/test/resources/tests/aggregator/{COUNT_QUARTERS_RANGE_AGGREGATOR => COUNT_QUARTERS_RANGE}/expected.csv (100%) rename backend/src/test/resources/tests/filter/COUNT_QUARTERS/{content_COUNT_QUARTERS_Filter.csv => content.csv} (100%) rename backend/src/test/resources/tests/filter/COUNT_QUARTERS/{expected_COUNT_QUARTERS_Filter.csv => expected.csv} (100%) rename backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/{content_COUNT_QUARTERS_Filter.csv => content.csv} (100%) rename backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/{expected_COUNT_QUARTERS_Filter.csv => expected.csv} (100%) diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/SIMPLE_VIRTUAL_CONCEPT_Query.test.json similarity index 88% rename from backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json rename to backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/SIMPLE_VIRTUAL_CONCEPT_Query.test.json index 55f3707af8..23b967c1e5 100644 --- a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/SIMPLE_VIRTUAL_CONCEPT_Query.test.json +++ b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/SIMPLE_VIRTUAL_CONCEPT_Query.test.json @@ -7,7 +7,7 @@ "POSTGRESQL" ] }, - "expectedCsv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR_RANGE/expected.csv", + "expectedCsv": "tests/aggregator/COUNT_QUARTERS_RANGE/expected.csv", "query": { "type": "CONCEPT_QUERY", "root": { @@ -50,7 +50,7 @@ "content": { "tables": [ { - "csv": "tests/aggregator/COUNT_QUARTERS_AGGREGATOR_RANGE/content.csv", + "csv": "tests/aggregator/COUNT_QUARTERS_RANGE/content.csv", "name": "table", "primaryColumn": { "name": "pid", diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/content.csv b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/content.csv similarity index 100% rename from backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/content.csv rename to backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/content.csv diff --git a/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/expected.csv b/backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/expected.csv similarity index 100% rename from backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE_AGGREGATOR/expected.csv rename to backend/src/test/resources/tests/aggregator/COUNT_QUARTERS_RANGE/expected.csv diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS/COUNT_QUARTERS.test.json b/backend/src/test/resources/tests/filter/COUNT_QUARTERS/COUNT_QUARTERS.test.json index 3a4589ec32..a66b6de389 100644 --- a/backend/src/test/resources/tests/filter/COUNT_QUARTERS/COUNT_QUARTERS.test.json +++ b/backend/src/test/resources/tests/filter/COUNT_QUARTERS/COUNT_QUARTERS.test.json @@ -1,10 +1,10 @@ { "type": "FILTER_TEST", "label": "COUNT_QUARTERS Test", - "expectedCsv": "tests/filter/COUNT_QUARTERS/expected_COUNT_QUARTERS_Filter.csv", + "expectedCsv": "tests/filter/COUNT_QUARTERS/expected.csv", "content": { "tables": { - "csv": "tests/filter/COUNT_QUARTERS/content_COUNT_QUARTERS_Filter.csv", + "csv": "tests/filter/COUNT_QUARTERS/content.csv", "primaryColumn": { "name": "pid", "type": "STRING" diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS/content_COUNT_QUARTERS_Filter.csv b/backend/src/test/resources/tests/filter/COUNT_QUARTERS/content.csv similarity index 100% rename from backend/src/test/resources/tests/filter/COUNT_QUARTERS/content_COUNT_QUARTERS_Filter.csv rename to backend/src/test/resources/tests/filter/COUNT_QUARTERS/content.csv diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS/expected_COUNT_QUARTERS_Filter.csv b/backend/src/test/resources/tests/filter/COUNT_QUARTERS/expected.csv similarity index 100% rename from backend/src/test/resources/tests/filter/COUNT_QUARTERS/expected_COUNT_QUARTERS_Filter.csv rename to backend/src/test/resources/tests/filter/COUNT_QUARTERS/expected.csv diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json b/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json index 570455eaea..36f5f640f7 100644 --- a/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json +++ b/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/COUNT_QUARTERS.test.json @@ -7,10 +7,10 @@ "POSTGRESQL" ] }, - "expectedCsv": "tests/filter/COUNT_QUARTERS_RANGE/expected_COUNT_QUARTERS_Filter.csv", + "expectedCsv": "tests/filter/COUNT_QUARTERS_RANGE/expected.csv", "content": { "tables": { - "csv": "tests/filter/COUNT_QUARTERS_RANGE/content_COUNT_QUARTERS_Filter.csv", + "csv": "tests/filter/COUNT_QUARTERS_RANGE/content.csv", "primaryColumn": { "name": "pid", "type": "STRING" diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/content_COUNT_QUARTERS_Filter.csv b/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/content.csv similarity index 100% rename from backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/content_COUNT_QUARTERS_Filter.csv rename to backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/content.csv diff --git a/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/expected_COUNT_QUARTERS_Filter.csv b/backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/expected.csv similarity index 100% rename from backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/expected_COUNT_QUARTERS_Filter.csv rename to backend/src/test/resources/tests/filter/COUNT_QUARTERS_RANGE/expected.csv From 056e53536c19450daaf91fda005e286603fa13b0 Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 6 May 2026 15:12:24 +0200 Subject: [PATCH 12/13] fixes form tests --- .../mode/local/SqlEntityResolver.java | 6 +- .../models/config/ExcelResultProvider.java | 4 + .../cqelement/concept/CQConceptConverter.java | 2 +- .../cqelement/concept/CQTableContext.java | 2 +- .../cqelement/concept/JoinBranchesCte.java | 4 +- .../cqelement/concept/PreprocessingCte.java | 5 +- .../query/TableExportQueryConverter.java | 11 +- .../tests/form/FULL_EXPORT_FORM/expected.csv | 16 +-- .../tests/form/shared/alter.concept.json | 99 ++++++++--------- .../tests/form/shared/geschlecht.concept.json | 93 ++++++++-------- .../form/shared/two_connector.concept.json | 100 +++++++++--------- .../tests/form/shared/vers_stamm.table.json | 4 - .../form/shared/vers_tage_range.table.json | 4 - .../form/shared/versicherten_tage.table.json | 26 +++-- .../form/shared/versichertentage.concept.json | 96 +++++++++-------- 15 files changed, 242 insertions(+), 230 deletions(-) diff --git a/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java b/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java index 5a72d79bb9..8768f24c98 100644 --- a/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java +++ b/backend/src/main/java/com/bakdata/conquery/mode/local/SqlEntityResolver.java @@ -146,11 +146,11 @@ private Map resolveIds(String[][] values, List externalPrimaryColumn = field(name(SharedAliases.PRIMARY_COLUMN.getAlias()), String.class); Field innerPrimaryColumn = field(name(idColumns.findPrimaryIdColumn().getField()), String.class); // Would prefer this to be `is not null`, but hana does not support that for fields - Field isResolved = innerPrimaryColumn.as(IS_RESOLVED_ALIAS); + Field isResolved = case_().when(innerPrimaryColumn.isNull(), inline(false)).otherwise(inline(true)).as(IS_RESOLVED_ALIAS); Table allIdsTable = table(name(idColumns.getTable())); - SelectConditionStep> resolveIdsQuery = + SelectConditionStep> resolveIdsQuery = context.with(unresolvedCte) .select(rowIndex, externalPrimaryColumn, isResolved) .from(dialect.getFunctionProvider().innerJoin(allIdsTable, unresolvedCte, List.of(externalPrimaryColumn.eq(innerPrimaryColumn)))) @@ -159,7 +159,7 @@ private Map resolveIds(String[][] values, List record.get(rowIndex), - record -> new IdResolveInfo(record.get(externalPrimaryColumn), record.get(isResolved) != null) + record -> new IdResolveInfo(record.get(externalPrimaryColumn), record.get(isResolved)) )); } diff --git a/backend/src/main/java/com/bakdata/conquery/models/config/ExcelResultProvider.java b/backend/src/main/java/com/bakdata/conquery/models/config/ExcelResultProvider.java index 59cfaf3022..cf94d9953e 100644 --- a/backend/src/main/java/com/bakdata/conquery/models/config/ExcelResultProvider.java +++ b/backend/src/main/java/com/bakdata/conquery/models/config/ExcelResultProvider.java @@ -78,6 +78,10 @@ public Collection generateResultURLs(ManagedExecution exec, UriBuil return Collections.emptyList(); } + if(singleExecution.getResultInfos() == null){ + return Collections.emptyList(); + } + // Save id column count to later check if xlsx dimensions are feasible idColumnsCount = exec.getConfig().getIdColumns().getIdResultInfos().size(); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java index b69bc8315c..b69a6a92d8 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java @@ -315,7 +315,7 @@ private CQTableContext createTableContext(TablePath tablePath, CQConcept cqConce return CQTableContext.builder() .ids(ids) - .validityDate(Optional.of(tablesValidityDate)) + .validityDate(tablesValidityDate) .sqlSelects(allSelectsForTable) .sqlFilters(allSqlFiltersForTable) .connectorTables(connectorTables) diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQTableContext.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQTableContext.java index 7c83306b23..de565ccb5f 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQTableContext.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQTableContext.java @@ -24,7 +24,7 @@ class CQTableContext implements Context { SqlIdColumns ids; - Optional validityDate; + ColumnDateRange validityDate; List sqlSelects; List sqlFilters; ConnectorSqlTables connectorTables; diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/JoinBranchesCte.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/JoinBranchesCte.java index da826be3a0..b2f6718dfd 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/JoinBranchesCte.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/JoinBranchesCte.java @@ -58,7 +58,7 @@ protected QueryStep.QueryStepBuilder convertStep(CQTableContext tableContext) { // validity date aggregation Optional validityDate; - if (tableContext.getValidityDate().isEmpty() || !tableContext.getConnectorTables().isWithIntervalPacking()) { + if (!tableContext.getConnectorTables().isWithIntervalPacking()) { validityDate = Optional.empty(); } else { @@ -97,7 +97,7 @@ private static IntervalPackingContext createIntervalPackingContext(CQTableContex Selects predcessorSelects = tableContext.getPrevious().getQualifiedSelects(); return IntervalPackingContext.builder() .ids(predcessorSelects.getIds()) - .daterange(tableContext.getValidityDate().get()) + .daterange(tableContext.getValidityDate()) .tables(tableContext.getConnectorTables()) .build(); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/PreprocessingCte.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/PreprocessingCte.java index 80f377a025..3ced541d97 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/PreprocessingCte.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/PreprocessingCte.java @@ -2,6 +2,7 @@ import java.util.ArrayList; import java.util.List; +import java.util.Optional; import com.bakdata.conquery.sql.conversion.dialect.SqlFunctionProvider; import com.bakdata.conquery.sql.conversion.model.QueryStep; @@ -32,7 +33,7 @@ public QueryStep.QueryStepBuilder convertStep(CQTableContext tableContext) { Selects preprocessingSelects = Selects.builder() .ids(tableContext.getIds()) - .validityDate(tableContext.getValidityDate()) + .validityDate(Optional.of(tableContext.getValidityDate())) .sqlSelects(forPreprocessing) .build(); // all where clauses that don't require any preprocessing (connector/child conditions) @@ -81,7 +82,7 @@ private static QueryStep.QueryStepBuilder joinWithStratificationTable( Selects selects = Selects.builder() .ids(stratificationSelects.getIds()) - .validityDate(tableContext.getValidityDate()) + .validityDate(Optional.of(tableContext.getValidityDate())) .stratificationDate(stratificationSelects.getStratificationDate()) .sqlSelects(preprocessingSelects) .build(); diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java index 3d32aa0704..aed767d590 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/query/TableExportQueryConverter.java @@ -1,5 +1,6 @@ package com.bakdata.conquery.sql.conversion.query; +import static org.jooq.impl.DSL.*; import static org.jooq.impl.DSL.field; import java.util.Arrays; @@ -150,8 +151,8 @@ private static Table joinConnectorTableWithPrerequisite( ConversionContext context ) { final SqlFunctionProvider functionProvider = context.getFunctionProvider(); - final Table connectorTable = DSL.table(DSL.name(cqTable.getConnector().resolve().resolveTableId().getTable())); - final Table convertedPrerequisiteTable = DSL.table(DSL.name(convertedPrerequisite.getCteName())); + final Table connectorTable = table(name(cqTable.getConnector().resolve().resolveTableId().getTable())); + final Table convertedPrerequisiteTable = table(name(convertedPrerequisite.getCteName())); final ColumnDateRange validityDate = functionProvider.forValidityDate(cqTable.findValidityDate()); final List joinConditions = Stream.concat( @@ -169,7 +170,7 @@ private static Field[] createPlaceholders(Map positions) { // if columns have the same computed position, they can share a common name because they will be unioned over multiple tables anyway for (int index = 0; index < exportColumns.length; index++) { - final Field columnSelect = DSL.inline(null, Object.class).as("null-%d".formatted(index)); + final Field columnSelect = inline(null, Object.class).as("null-%d".formatted(index)); exportColumns[index] = columnSelect; } @@ -178,12 +179,12 @@ private static Field[] createPlaceholders(Map positions) { private static Field createSourceInfoSelect(CQTable cqTable) { final String tableName = cqTable.getConnector().resolve().resolveTableId().getTable(); - return DSL.inline(tableName).as(SharedAliases.SOURCE.getAlias()); + return inline(tableName).as(SharedAliases.SOURCE.getAlias()); } private static Field createColumnSelect(Column column, int position) { final String columnName = "%s-%s".formatted(column.getName(), position); - return field(DSL.name(column.getTable().getName(), column.getName())) + return field(name(column.getTable().getName(), column.getName())) .as(columnName); } diff --git a/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/expected.csv b/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/expected.csv index 79b5256401..9d79ba8a7d 100644 --- a/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/expected.csv +++ b/backend/src/test/resources/tests/form/FULL_EXPORT_FORM/expected.csv @@ -1,8 +1,8 @@ -result,dates,source,secondary,table column,vers_stamm date,vers_stamm date_end,vers_stamm geburtsdatum,vers_stamm geschlecht -1,{2012-03-01/2012-03-01},table,1,A,,,, -1,{2012-03-02/2012-03-02},table,1,A,,,, -1,{2012-03-04/2012-03-04},table,2,A,,,, -1,{2012-03-02/2012-03-02},table,1,B,,,, -1,{2012-03-04/2012-03-04},table,2,B,,,, -1,{2012-03-06/2012-03-06},table,3,B,,,, -1,{2012-01-01/2012-01-01},vers_stamm,,,2012-01-01/2012-12-31,2012-12-31,1957-01-01,1 \ No newline at end of file +result,dates,source,secondary,table column,vers_stamm date_end,vers_stamm geburtsdatum,vers_stamm geschlecht +1,{2012-03-01/2012-03-01},table,1,A,,, +1,{2012-03-02/2012-03-02},table,1,A,,, +1,{2012-03-04/2012-03-04},table,2,A,,, +1,{2012-03-02/2012-03-02},table,1,B,,, +1,{2012-03-04/2012-03-04},table,2,B,,, +1,{2012-03-06/2012-03-06},table,3,B,,, +1,{2012-01-01/2012-01-01},vers_stamm,,,2012-12-31,1957-01-01,1 \ No newline at end of file diff --git a/backend/src/test/resources/tests/form/shared/alter.concept.json b/backend/src/test/resources/tests/form/shared/alter.concept.json index d348668d07..3fed71af99 100644 --- a/backend/src/test/resources/tests/form/shared/alter.concept.json +++ b/backend/src/test/resources/tests/form/shared/alter.concept.json @@ -1,53 +1,56 @@ { - "type": "TREE", + "type": "TREE", + "name": "alter", + "label": "Alter", + "hidden": false, + "connectors": { "name": "alter", "label": "Alter", - "hidden": false, - "connectors": { - "name": "alter", + "validityDates": [ + { + "name": "versichertenzeit", + "label": "Versichertenzeit", + "startColumn": "vers_stamm.date_start", + "endColumn": "vers_stamm.date_end" + }, + { + "name": "erster_tag", + "label": "Erster Tag", + "column": "vers_stamm.date_start" + }, + { + "name": "letzter_tag", + "label": "Letzter Tag", + "column": "vers_stamm.date_end" + } + ], + "table": "vers_stamm", + "filters": [ + { + "type": "DATE_DISTANCE", + "name": "alterseinschränkung", + "label": "Alterseinschränkung", + "description": "Alter zur gegebenen Datumseinschränkung", + "column": "vers_stamm.geburtsdatum", + "timeUnit": "YEARS" + } + ], + "selects": [ + { + "type": "DATE_DISTANCE", + "name": "alter_select", "label": "Alter", - "validityDates": [ - { - "name": "versichertenzeit", - "label": "Versichertenzeit", - "column": "vers_stamm.date" - }, - { - "name": "erster_tag", - "label": "Erster Tag", - "column": "vers_stamm.date_start" - }, - { - "name": "letzter_tag", - "label": "Letzter Tag", - "column": "vers_stamm.date_end" - } - ], - "table": "vers_stamm", - "filters": { - "type": "DATE_DISTANCE", - "name": "alterseinschränkung", - "label": "Alterseinschränkung", - "description": "Alter zur gegebenen Datumseinschränkung", - "column": "vers_stamm.geburtsdatum", - "timeUnit": "YEARS" - }, - "selects": [ - { - "type": "DATE_DISTANCE", - "name": "alter_select", - "label": "Alter", - "description": "Automatisch erzeugter Zusatzwert.", - "column": "vers_stamm.geburtsdatum", - "timeUnit": "YEARS", - "default": true - }, - { - "name": "liste_geburtsdatum", - "label": "Geburtsdatum", - "type": "FIRST", - "column": "vers_stamm.geburtsdatum" - } - ] - } + "description": "Automatisch erzeugter Zusatzwert.", + "column": "vers_stamm.geburtsdatum", + "timeUnit": "YEARS", + "default": true + }, + { + "name": "liste_geburtsdatum", + "label": "Geburtsdatum", + "type": "FIRST", + "column": "vers_stamm.geburtsdatum" + } + ] + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/form/shared/geschlecht.concept.json b/backend/src/test/resources/tests/form/shared/geschlecht.concept.json index bb423ad471..87fbf53aec 100644 --- a/backend/src/test/resources/tests/form/shared/geschlecht.concept.json +++ b/backend/src/test/resources/tests/form/shared/geschlecht.concept.json @@ -1,48 +1,49 @@ { - "type": "TREE", - "name": "geschlecht", - "label": "Geschlecht", - "hidden": false, - "connectors": { - "name": "geschlecht", - "label": "Geschlecht", - "validityDates": [ - { - "name": "versichertenzeit", - "label": "Versichertenzeit", - "column": "vers_stamm.date" - }, - { - "name": "erster_tag", - "label": "Erster Tag", - "column": "vers_stamm.date_start" - }, - { - "name": "letzter_tag", - "label": "Letzter Tag", - "column": "vers_stamm.date_end" - } - ], - "table": "vers_stamm", - "filters": { - "type": "SELECT", - "name": "geschlecht", - "label": "Geschlecht", - "column": "vers_stamm.geschlecht", - "labels": { - "1": "Weiblich", - "2": "Männlich" - } - }, - "selects": [ - { - "type": "FIRST", - "column": "vers_stamm.geschlecht", - "name": "geschlecht_select", - "label": "Geschlecht", - "description": "Automatisch erzeugter Zusatzwert.", - "default": true - } - ] - } + "type": "TREE", + "name": "geschlecht", + "label": "Geschlecht", + "hidden": false, + "connectors": { + "name": "geschlecht", + "label": "Geschlecht", + "validityDates": [ + { + "name": "versichertenzeit", + "label": "Versichertenzeit", + "startColumn": "vers_stamm.date_start", + "endColumn": "vers_stamm.date_end" + }, + { + "name": "erster_tag", + "label": "Erster Tag", + "column": "vers_stamm.date_start" + }, + { + "name": "letzter_tag", + "label": "Letzter Tag", + "column": "vers_stamm.date_end" + } + ], + "table": "vers_stamm", + "filters": { + "type": "SELECT", + "name": "geschlecht", + "label": "Geschlecht", + "column": "vers_stamm.geschlecht", + "labels": { + "1": "Weiblich", + "2": "Männlich" + } + }, + "selects": [ + { + "type": "FIRST", + "column": "vers_stamm.geschlecht", + "name": "geschlecht_select", + "label": "Geschlecht", + "description": "Automatisch erzeugter Zusatzwert.", + "default": true + } + ] + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/form/shared/two_connector.concept.json b/backend/src/test/resources/tests/form/shared/two_connector.concept.json index 18049046f9..d6d698281f 100644 --- a/backend/src/test/resources/tests/form/shared/two_connector.concept.json +++ b/backend/src/test/resources/tests/form/shared/two_connector.concept.json @@ -1,57 +1,59 @@ { - "type": "TREE", - "name": "two_connector", - "label": "two_connector", - "hidden": false, - "connectors": [ + "type": "TREE", + "name": "two_connector", + "label": "two_connector", + "hidden": false, + "connectors": [ + { + "name": "table1", + "label": "Table1", + "table": "vers_stamm", + "validityDates": { + "name": "versichertenzeit", + "label": "Versichertenzeit", + "startColumn": "vers_stamm.date_start", + "endColumn": "vers_stamm.date_end" + }, + "selects": [ { - "name": "table1", - "label": "Table1", - "table": "vers_stamm", - "validityDates": { - "name": "versichertenzeit", - "label": "Versichertenzeit", - "column": "vers_stamm.date" - }, - "selects": [ - { - "type": "DATE_DISTANCE", - "name": "alter_select", - "label": "Ausgabe Alter", - "description": "Automatisch erzeugter Zusatzwert.", - "column": "vers_stamm.geburtsdatum", - "timeUnit": "YEARS", - "default": true - }, - { - "name": "liste_geburtsdatum", - "label": "Ausgabe Geburtsdatum", - "type": "FIRST", - "column": "vers_stamm.geburtsdatum" - } - ] + "type": "DATE_DISTANCE", + "name": "alter_select", + "label": "Ausgabe Alter", + "description": "Automatisch erzeugter Zusatzwert.", + "column": "vers_stamm.geburtsdatum", + "timeUnit": "YEARS", + "default": true }, { - "name": "table2", - "label": "Table2", - "table": "vers_stamm", - "validityDates": { - "name": "versichertenzeit", - "label": "Versichertenzeit", - "column": "vers_stamm.date" - }, - "selects": { - "name": "liste_geburtsdatum", - "label": "Ausgabe Geburtsdatum", - "type": "FIRST", - "column": "vers_stamm.geburtsdatum", - "default": true - } + "name": "liste_geburtsdatum", + "label": "Ausgabe Geburtsdatum", + "type": "FIRST", + "column": "vers_stamm.geburtsdatum" } - ], - "selects": { - "name": "exists", - "type": "EXISTS", + ] + }, + { + "name": "table2", + "label": "Table2", + "table": "vers_stamm", + "validityDates": { + "name": "versichertenzeit", + "label": "Versichertenzeit", + "startColumn": "vers_stamm.date_start", + "endColumn": "vers_stamm.date_end" + }, + "selects": { + "name": "liste_geburtsdatum", + "label": "Ausgabe Geburtsdatum", + "type": "FIRST", + "column": "vers_stamm.geburtsdatum", "default": true + } } + ], + "selects": { + "name": "exists", + "type": "EXISTS", + "default": true + } } \ No newline at end of file diff --git a/backend/src/test/resources/tests/form/shared/vers_stamm.table.json b/backend/src/test/resources/tests/form/shared/vers_stamm.table.json index 4103317a65..e859b18208 100644 --- a/backend/src/test/resources/tests/form/shared/vers_stamm.table.json +++ b/backend/src/test/resources/tests/form/shared/vers_stamm.table.json @@ -6,10 +6,6 @@ "type": "STRING" }, "columns": [ - { - "name" : "date", - "type" : "DATE_RANGE" - }, { "name" : "date_start", "type" : "DATE" diff --git a/backend/src/test/resources/tests/form/shared/vers_tage_range.table.json b/backend/src/test/resources/tests/form/shared/vers_tage_range.table.json index 531141e86a..54e6112e0c 100644 --- a/backend/src/test/resources/tests/form/shared/vers_tage_range.table.json +++ b/backend/src/test/resources/tests/form/shared/vers_tage_range.table.json @@ -6,10 +6,6 @@ "type" : "STRING" }, "columns" : [ - { - "name" : "date", - "type" : "DATE_RANGE" - }, { "name" : "date_start", "type" : "DATE" diff --git a/backend/src/test/resources/tests/form/shared/versicherten_tage.table.json b/backend/src/test/resources/tests/form/shared/versicherten_tage.table.json index b2148702d7..30739d5a9b 100644 --- a/backend/src/test/resources/tests/form/shared/versicherten_tage.table.json +++ b/backend/src/test/resources/tests/form/shared/versicherten_tage.table.json @@ -1,14 +1,18 @@ { - "csv": "tests/form/shared/versicherten_tage.csv", - "name": "vers_tage_range", - "primaryColumn": { - "name": "pid", - "type": "STRING" + "csv": "tests/form/shared/versicherten_tage.csv", + "name": "vers_tage_range", + "primaryColumn": { + "name": "pid", + "type": "STRING" + }, + "columns": [ + { + "name": "date_start", + "type": "DATE" }, - "columns": [ - { - "name": "date", - "type": "DATE_RANGE" - } - ] + { + "name": "date_end", + "type": "DATE" + } + ] } \ No newline at end of file diff --git a/backend/src/test/resources/tests/form/shared/versichertentage.concept.json b/backend/src/test/resources/tests/form/shared/versichertentage.concept.json index 57024afb37..5be0688ec5 100644 --- a/backend/src/test/resources/tests/form/shared/versichertentage.concept.json +++ b/backend/src/test/resources/tests/form/shared/versichertentage.concept.json @@ -1,48 +1,52 @@ { - "type": "TREE", - "name": "versichertentage", - "label": "Versichertentage", - "hidden": false, - "connectors": [ - { - "name": "versichertentage", - "label": "Versichertentage", - "validityDates": [ - { - "name": "datum", - "label": "Datum", - "column": "vers_tage_range.date" - } - ], - "selects": [ - { - "type": "DATE_UNION", - "column": "vers_tage_range.date", - "name": "versichertentage_periods", - "label": "Ausgabe Versichertenzeiträume", - "description": "Gibt die Versichertentage als Zeiträume aus." - }, - { - "type": "DURATION_SUM", - "column": "vers_tage_range.date", - "name": "versichertentage_select", - "label": "Ausgabe Versichertentage", - "description": "Automatisch erzeugter Zusatzwert.", - "default": true - } - ], - "filters": [ - { - "type": "DURATION_SUM", - "name": "versichertentage", - "label": "Versichertentage", - "unit": "Tage", - "description": "Versichertentage", - "column": "vers_tage_range.date" - } - ], - "table": "vers_tage_range" - } - ] - } + "type": "TREE", + "name": "versichertentage", + "label": "Versichertentage", + "hidden": false, + "connectors": [ + { + "name": "versichertentage", + "label": "Versichertentage", + "validityDates": [ + { + "name": "datum", + "label": "Datum", + "startColumn": "vers_tage_range.date_start", + "endColumn": "vers_tage_range.date_end" + } + ], + "selects": [ + { + "type": "DATE_UNION", + "startColumn": "vers_tage_range.date_start", + "endColumn": "vers_tage_range.date_end", + "name": "versichertentage_periods", + "label": "Ausgabe Versichertenzeiträume", + "description": "Gibt die Versichertentage als Zeiträume aus." + }, + { + "type": "DURATION_SUM", + "startColumn": "vers_tage_range.date_start", + "endColumn": "vers_tage_range.date_end", + "name": "versichertentage_select", + "label": "Ausgabe Versichertentage", + "description": "Automatisch erzeugter Zusatzwert.", + "default": true + } + ], + "filters": [ + { + "type": "DURATION_SUM", + "name": "versichertentage", + "label": "Versichertentage", + "unit": "Tage", + "description": "Versichertentage", + "startColumn": "vers_tage_range.date_start", + "endColumn": "vers_tage_range.date_end" + } + ], + "table": "vers_tage_range" + } + ] +} \ No newline at end of file From e6e3b77f8e7fae6d14e3bf0cbc98f7d7c43e40de Mon Sep 17 00:00:00 2001 From: Fabian Kovacs Date: Wed, 6 May 2026 16:31:38 +0200 Subject: [PATCH 13/13] adds injection for SelectConverters --- .../select/connector/DistinctSelect.java | 3 +-- .../cqelement/concept/CQConceptConverter.java | 4 +++- .../sql/conversion/dialect/DialectBundle.java | 17 ++++++++++++++++- .../clickhouse/ClickhouseDialectBundle.java | 9 +++++++++ .../dialect/hana/HanaSqlFunctionProvider.java | 4 ++-- 5 files changed, 31 insertions(+), 6 deletions(-) diff --git a/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java b/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java index b7b90e9612..94938199a0 100644 --- a/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java +++ b/backend/src/main/java/com/bakdata/conquery/models/datasets/concepts/select/connector/DistinctSelect.java @@ -38,8 +38,7 @@ public Aggregator createAggregator() { @Override public SelectConverter createConverter() { - //TODO inject this instead - return new ClickhouseDistinctSelectConverter(); + return new DistinctSelectConverter(); } @Override diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java index 00c5d5974f..1bc24379dc 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/cqelement/concept/CQConceptConverter.java @@ -245,11 +245,13 @@ private static SqlFilters dateRestrictionFilter(ConversionContext context, Colum } private static ConnectorSqlSelects createConceptColumnConnectorSqlSelects(CQConcept cqConcept, SelectContext selectContext) { + + return cqConcept.getSelects().stream() .map(SelectId::resolve) .filter(select -> select instanceof ConceptColumnSelect) .findFirst() - .map(select -> select.createConverter().connectorSelect(select, selectContext)) + .map(select -> selectContext.getDialectBundle().getSelectConverter(select).connectorSelect(select, selectContext)) .orElse(ConnectorSqlSelects.none()); } diff --git a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/DialectBundle.java b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/DialectBundle.java index e66402d491..adf86a157b 100644 --- a/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/DialectBundle.java +++ b/backend/src/main/java/com/bakdata/conquery/sql/conversion/dialect/DialectBundle.java @@ -1,5 +1,6 @@ package com.bakdata.conquery.sql.conversion.dialect; +import java.util.Collections; import java.util.List; import java.util.Map; import java.util.function.Function; @@ -7,6 +8,7 @@ import com.bakdata.conquery.models.config.ConqueryConfig; import com.bakdata.conquery.models.config.Dialect; +import com.bakdata.conquery.models.datasets.concepts.select.Select; import com.bakdata.conquery.models.events.MajorTypeId; import com.bakdata.conquery.models.query.Visitable; import com.bakdata.conquery.sql.conversion.Converter; @@ -20,6 +22,7 @@ import com.bakdata.conquery.sql.conversion.cqelement.concept.CQConceptConverter; import com.bakdata.conquery.sql.conversion.forms.StratificationFunctions; import com.bakdata.conquery.sql.conversion.model.QueryStepTransformer; +import com.bakdata.conquery.sql.conversion.model.select.SelectConverter; import com.bakdata.conquery.sql.conversion.query.AbsoluteFormQueryConverter; import com.bakdata.conquery.sql.conversion.query.CQReusedQueryConverter; import com.bakdata.conquery.sql.conversion.query.ConceptQueryConverter; @@ -34,7 +37,6 @@ import org.jooq.Field; import org.jooq.SQLDialect; -//TODO unify with com.bakdata.conquery.models.config.Dialect public interface DialectBundle { private static > List customize(List defaults, List substitutes) { @@ -104,4 +106,17 @@ default List> getDefaultNodeConverters(DSLCon ); } + default Map, ? extends SelectConverter> getSelectConverterOverrides(){ + return Collections.emptyMap(); + } + + default SelectConverter maybeOverride = (SelectConverter