added validation_config.json

scripts/world_bank/wdi/README.md

@@ -146,5 +146,13 @@ If you want to perform "only download", run the below command:
 python3 worldbank.py --mode=download
 ```
 
+### Added golden files and increased the threshold with golden checks in validation_config.json.
+
+The `GOLDENS_CHECK` validator confirms that the import includes a specific set of expected records. This is useful for verifying that critical StatVars, Places, or specific metadata combinations are consistently present in the output.
+
+The validator compares the input data (usually from the stats data source) against one or more "golden" files (MCF or CSV).
+
+If any combination of values in a golden file row is missing from the input, the validation fails. The missing golden rows are then listed in the validation report JSON.
+
 We highly recommend the use of the import validation tool for this import which
 you can find in https://github.com/datacommonsorg/tools/tree/master/import-validation-helper.

scripts/world_bank/wdi/manifest.json

@@ -20,7 +20,8 @@
                 "WorldBankCountries.csv",
                 "schema_csvs/WorldBankIndicators_prod.csv"
             ],
-            "cron_schedule": "0 11 * * 2"
+            "cron_schedule": "0 11 * * 2",
+            "validation_config_file": "validation_config.json"
         }
     ]
 }

scripts/world_bank/wdi/validation_config.json

@@ -0,0 +1,28 @@
+{
+    "schema_version": "1.0",
+    "rules": [
+        {
+            "rule_id": "check_deleted_records_percent",
+            "description": "Checks that the percentage of deleted points is within the threshold.",
+            "validator": "DELETED_RECORDS_PERCENT",
+            "params": {
+                "threshold": 0.08
+            }
+        },
+        {
+            "rule_id": "check_goldens_output_csv",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "golden_data/golden_WorldBank.csv",
+                "input_files": "output/WorldBank.csv"
+            }
+        },
+        {
+            "rule_id": "check_goldens_summary_report",
+            "validator": "GOLDENS_CHECK",
+            "params": {
+                "golden_files": "golden_data/golden_summary_report.csv"
+            }
+        }
+    ]
+}