diff --git a/statvar_imports/india_ndap/ndap/golden_data/golden_observations.csv b/statvar_imports/india_ndap/ndap/golden_data/golden_observations.csv new file mode 100644 index 0000000000..d1230e903f --- /dev/null +++ b/statvar_imports/india_ndap/ndap/golden_data/golden_observations.csv @@ -0,0 +1,22 @@ +"observationAbout" +"wikidataId/Q1177" +"wikidataId/Q22424" +"wikidataId/Q1499" +"wikidataId/Q1174" +"wikidataId/Q1353" +"wikidataId/Q1437" +"wikidataId/Q1498" +"wikidataId/Q1165" +"wikidataId/Q1164" +"wikidataId/Q1356" +"wikidataId/Q1184" +"wikidataId/Q22048" +"wikidataId/Q1168" +"wikidataId/Q1188" +"wikidataId/Q1061" +"wikidataId/Q1191" +"wikidataId/Q1159" +"wikidataId/Q1185" +"wikidataId/Q1186" +"wikidataId/Q1445" +"wikidataId/Q677037" diff --git a/statvar_imports/india_ndap/ndap/golden_data/golden_summary_report.csv b/statvar_imports/india_ndap/ndap/golden_data/golden_summary_report.csv new file mode 100644 index 0000000000..2bfb6dea68 --- /dev/null +++ b/statvar_imports/india_ndap/ndap/golden_data/golden_summary_report.csv @@ -0,0 +1,4 @@ +"MeasurementMethods","Units","ScalingFactors","NumPlaces","StatVar","observationPeriods","MinDate" +"[]","[Year]","[]","21","LifeExpectancy_Person_Male","[P4Y]","1997" +"[]","[Year]","[]","21","LifeExpectancy_Person_Female","[P4Y]","1997" +"[]","[Year]","[]","21","LifeExpectancy_Person","[P4Y]","1997" diff --git a/statvar_imports/india_ndap/ndap/manifest.json b/statvar_imports/india_ndap/ndap/manifest.json index a3e926acf9..315798c403 100644 --- a/statvar_imports/india_ndap/ndap/manifest.json +++ b/statvar_imports/india_ndap/ndap/manifest.json @@ -9,7 +9,7 @@ "provenance_description": "Life expectancy of a person in India based on gender at state level.", "scripts": [ "download_script.py", - "../../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/India_LifeExpectancy_input.csv --pv_map='India_LifeExpectancy_pvmap.csv' --config_file=India_LifeExpectancy_metadata.csv --output_path=output/India_LifeExpectancy" + "../../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/India_LifeExpectancy_input.csv --pv_map='India_LifeExpectancy_pvmap.csv' --config_file=India_LifeExpectancy_metadata.csv --output_path=output/India_LifeExpectancy --output_counters=counters/India_LifeExpectancy_data_counters.csv" ], "import_inputs": [ { @@ -18,9 +18,12 @@ } ], "source_files": [ - "input_files/India_LifeExpectancy_input.csv" + "input_files/India_LifeExpectancy_input.csv", + "golden_data/*.csv", + "counters/*.csv" ], - "cron_schedule": "00 11 1,15 * *" + "cron_schedule": "00 11 1,15 * *", + "validation_config_file": "validation_config.json" } ] -} \ No newline at end of file +} diff --git a/statvar_imports/india_ndap/ndap/validation_config.json b/statvar_imports/india_ndap/ndap/validation_config.json new file mode 100644 index 0000000000..92ba230f2f --- /dev/null +++ b/statvar_imports/india_ndap/ndap/validation_config.json @@ -0,0 +1,29 @@ +{ + "schema_version": "1.0", + "rules": [ + { + "rule_id": "check_deleted_records_percent", + "description": "Checks that the percentage of deleted points is within the threshold.", + "validator": "DELETED_RECORDS_PERCENT", + "params": { + "threshold": 0.1 + } + }, + { + "rule_id": "check_goldens_summary_report", + "validator": "GOLDENS_CHECK", + "params": { + "golden_files": "../../../../golden_data/golden_summary_report.csv" + } + }, + { + "rule_id": "check_goldens_output_csv", + "description": "Verifies the generated output CSV data matches established critical golden records", + "validator": "GOLDENS_CHECK", + "params": { + "golden_files": "../../../../golden_data/golden_observations.csv", + "input_files": "../../../../output/India_LifeExpectancy.csv" + } + } + ] +}