[India_RBI_State_Statistics] Modified download script and handle deletions

statvar_imports/database_on_indian_economy/india_rbi_state_statistics/agriculture_pvmap.csv

@@ -81,4 +81,4 @@ TABLE 94: STATE-WISE WOOL PRODUCTION,populationType,FarmInventory,measuredProper
 2029-30,value,{Number},observationDate,2030-03,observationPeriod,P1Y,,,,,,
 2030-31,value,{Number},observationDate,2031-03,observationPeriod,P1Y,,,,,,
 2031-32,value,{Number},observationDate,2032-03,observationPeriod,P1Y,,,,,,
-2032-33,value,{Number},observationDate,2033-03,observationPeriod,P1Y,,,,,,
+2032-33,value,{Number},observationDate,2033-03,observationPeriod,P1Y,,,,,,

statvar_imports/database_on_indian_economy/india_rbi_state_statistics/environment_pvmap.csv

@@ -3,9 +3,11 @@ TABLE 99: STATE-WISE FOREST COVER,measuredProperty,area,populationType,LandCover
 TABLE 101: STATE-WISE TREE COVER,measuredProperty,area,populationType,LandCover,landCoverType,Tree,name,"""Area of Land Cover: Tree""",unit,SquareKilometer,,,,
 TABLE 102: SUB-DIVISION-WISE ANNUAL RAINFALL,measuredProperty,rainfall,populationType,Place,measurementQualifier,Annual,name,"""Annual Rainfall""",unit,Millimeter,,,,
 Table 105: STATE-WISE EXPENDITURE ON RELIEF ON NATURAL CALAMITIES,measuredProperty,amount,populationType,EconomicActivity,activitySource,ExpenditureActivity,expenditureType,ReliefOnNaturalCalamity,name,"""Expenditure on relief on natural calamity""",#Multiply,100000,unit,INR
-Table 106: STATE-WISE SUSTAINABLE DEVELOPMENT GOALS (SDGs) SCORE,measuredProperty,score,populationType,SustainableDevelopmentGoals,name,"""Sustainable Development Goals Score""",,,,,,,,
+Table 106: STATE-WISE SUSTAINABLE DEVELOPMENT GOALS (SDGs) SCORE,measuredProperty,indexScore,populationType,SustainableDevelopmentGoal,name,"""Sustainable Development Goal Index Score""",,,,,,,,
 State/ Union Territory,observationAbout,{Data},,,,,,,,,,,,
 State/Union Territory,observationAbout,{Data},,,,,,,,,,,,
+"Haryana, Delhi & Chandigarh",observationAbout,dcid:HaryanaDelhiChandigarh
+"Haryana, Delhi and Chandigarh",observationAbout,dcid:HaryanaDelhiChandigarh
 1987,observationDate,1987,value,{Number},,,,,,,,,,
 1989,observationDate,1989,value,{Number},,,,,,,,,,
 1991,observationDate,1991,value,{Number},,,,,,,,,,
@@ -80,4 +82,3 @@ State/Union Territory,observationAbout,{Data},,,,,,,,,,,,
 2030-31 (BE),observationDate,2031-03,value,{Number},observationPeriod,P1Y,,,,,,,,
 2031-32 (BE),observationDate,2032-03,value,{Number},observationPeriod,P1Y,,,,,,,,
 2032-33 (BE),observationDate,2033-03,value,{Number},observationPeriod,P1Y,,,,,,,,
-

statvar_imports/database_on_indian_economy/india_rbi_state_statistics/environment_sdg_metadata.csv

@@ -1,4 +1,5 @@
 parameter,value
 header_rows,3
-output_columns,"observationAbout,observationDate,variableMeasured,value,unit,observationPeriod"
+output_columns,"observationAbout,observationDate,variableMeasured,value"
 mapped_rows,3
+generate_schema_mcf,False

statvar_imports/database_on_indian_economy/india_rbi_state_statistics/manifest.json

@@ -15,83 +15,110 @@
                 "input_files/agriculture/*.xlsx",
                 "input_files/environment/*.xlsx",
                 "input_files/infrastructure/*.xlsx",
-                "input_files/price_and_wages/*.xlsx"
+                "input_files/price_and_wages/*.xlsx",
+                "counters/*.csv",
+                "configs.json",
+                "validation_config.json"
             ],
             "import_inputs": [
                 {
                     "template_mcf": "output_files/agriculture/agriculture_output.tmcf",
-                    "cleaned_csv": "output_files/agriculture/agriculture_output.csv"
+                    "cleaned_csv": "output_files/agriculture/agriculture_output.csv",
+                    "node_mcf": "output_files/agriculture/agriculture_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/environment/state_wise_expenditure_on_relief_on_natural_calamities_output.tmcf",
-                    "cleaned_csv": "output_files/environment/state_wise_expenditure_on_relief_on_natural_calamities_output.csv"
+                    "cleaned_csv": "output_files/environment/state_wise_expenditure_on_relief_on_natural_calamities_output.csv",
+                    "node_mcf": "output_files/environment/state_wise_expenditure_on_relief_on_natural_calamities_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/environment/state_wise_forest_cover_output.tmcf",
-                    "cleaned_csv": "output_files/environment/state_wise_forest_cover_output.csv"
+                    "cleaned_csv": "output_files/environment/state_wise_forest_cover_output.csv",
+                    "node_mcf": "output_files/environment/state_wise_forest_cover_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/environment/state_wise_sdg_score_output.tmcf",
-                    "cleaned_csv": "output_files/environment/state_wise_sdg_score_output.csv"
+                    "cleaned_csv": "output_files/environment/state_wise_sdg_score_output.csv",
+                    "node_mcf": "output_files/environment/state_wise_sdg_score_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/environment/state_wise_tree_cover_output.tmcf",
-                    "cleaned_csv": "output_files/environment/state_wise_tree_cover_output.csv"
+                    "cleaned_csv": "output_files/environment/state_wise_tree_cover_output.csv",
+                    "node_mcf": "output_files/environment/state_wise_tree_cover_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/environment/sub_division_wise_annual_rainfall_output.tmcf",
-                    "cleaned_csv": "output_files/environment/sub_division_wise_annual_rainfall_output.csv"
+                    "cleaned_csv": "output_files/environment/sub_division_wise_annual_rainfall_output.csv",
+                    "node_mcf": "output_files/environment/sub_division_wise_annual_rainfall_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/price_and_wages/price_and_wages_output.tmcf",
-                    "cleaned_csv": "output_files/price_and_wages/price_and_wages_output.csv"
+                    "cleaned_csv": "output_files/price_and_wages/price_and_wages_output.csv",
+                    "node_mcf": "output_files/price_and_wages/price_and_wages_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_availability_of_power_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_availability_of_power_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_availability_of_power_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_availability_of_power_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_electricity_transmission_distribution_losses_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_electricity_transmission_distribution_losses_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_electricity_transmission_distribution_losses_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_electricity_transmission_distribution_losses_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_installed_capacity_of_power_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_installed_capacity_of_power_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_installed_capacity_of_power_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_installed_capacity_of_power_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_length_of_national_highways_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_length_of_national_highways_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_length_of_national_highways_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_length_of_national_highways_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_length_of_roads_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_length_of_roads_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_length_of_roads_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_length_of_roads_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_length_of_state_highways_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_length_of_state_highways_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_length_of_state_highways_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_length_of_state_highways_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_per_capita_availability_of_power_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_per_capita_availability_of_power_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_per_capita_availability_of_power_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_per_capita_availability_of_power_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_power_requirement_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_power_requirement_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_power_requirement_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_power_requirement_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_railway_route_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_railway_route_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_railway_route_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_railway_route_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_road_constructed_under_pmgsy_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_road_constructed_under_pmgsy_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_road_constructed_under_pmgsy_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_road_constructed_under_pmgsy_output*.mcf"
                 },
                 {
                     "template_mcf": "output_files/infrastructure/state_wise_telephones_per_100_population_output.tmcf",
-                    "cleaned_csv": "output_files/infrastructure/state_wise_telephones_per_100_population_output.csv"
+                    "cleaned_csv": "output_files/infrastructure/state_wise_telephones_per_100_population_output.csv",
+                    "node_mcf": "output_files/infrastructure/state_wise_telephones_per_100_population_output*.mcf"
                 }
             ],
-            "cron_schedule": "0 10 * * 1"
+            "resource_limits": {
+                "cpu": 1,
+                "memory": 2,
+                "disk": 30
+            },
+            "cron_schedule": "0 10 * * 1",
+            "validation_config_file": "validation_config.json"
         }
     ]
-}
+}