{ "status": "ok", "prior_art_payload_report": { "status": "ok", "manifest_path": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/source_fetch/direct_prior_art_download_manifest.json", "manifest_present": true, "required_payload_count": 23, "present_payload_count": 23, "missing_payload_count": 0, "missing_payload_paths": [], "source_rows": [ { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.dbf", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.prj", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.sbn", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.sbx", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.shp", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.shx", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/remote-sensing/population-density/ind_pd_2020_1km_ASCII_XYZ.csv", "source_slug": "", "has_direct_link": false, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/buildings/google/google-open-buildings-india-2023.mosaic.json", "source_slug": "buildings-google", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/buildings/google/google-open-buildings-india-2023.000000.parquet", "source_slug": "buildings-google", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/education/facilities/INDIA_EDUCATION_FACILITIES_POINTS.geojson", "source_slug": "education-facilities", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/police/stations/INDIA_POLICE_STATIONS.geojson", "source_slug": "police-stations", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/transport/airports/INDIA_AIRPORTS_POINTS.geojson", "source_slug": "transport-airports", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/energy/power-plants/INDIA_ENERGY_PLANTS.geojson", "source_slug": "energy-power-plants", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/District_Wise_flood_risk_data.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/District_Wise_max_flood_area_frac.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/State_Wise_flood_risk_data.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/State_Wise_max_flood_area_frac.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/soil/INDIA_SOIL_MAP_FAO.geojson", "source_slug": "env-soil", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/landuse/hyderabad/Hyderabad_Landuse.geojson", "source_slug": "env-landuse", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/remote-sensing/nightlights/nightlights_district_panel.csv", "source_slug": "nightlights-viirs", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/urban/municipal-boundaries/mumbai/slumClusters.geojson", "source_slug": "urban-municipal", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/infrastructure/rural-roads/road-network/Haryana.zip", "source_slug": "infra-rural-roads", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/infrastructure/rural-roads/road-network/UttarPradesh.zip", "source_slug": "infra-rural-roads", "has_direct_link": true, "needs_download": false, "exists": true } ], "source_status_counts": { "present": 23 } }, "files": { "cell_features": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/cell_features_geohg_style.csv", "cell_labels": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/cell_labels_vendor_tam.csv", "area_area_edges": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/area_area_edges.csv", "entity_area_edges": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/entity_area_edges.csv", "poi_area_edges": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/poi_area_edges.csv", "spatial_block_predictions": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/geohg_spatial_block_predictions.csv", "metrics": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/geohg_features/geohg_feature_metrics.json" }, "source_status": { "grid_source": { "grid_mode": "vendor", "grid_csv": "/home/beastslayer/Desktop/projs/tam_prediction/geoiq_grids.csv", "grid_cells": 7029, "vendor_label_count": 7029 }, "prior_art_payload_report": { "status": "ok", "manifest_path": "/home/beastslayer/Desktop/projs/tam_prediction/outputs/source_fetch/direct_prior_art_download_manifest.json", "manifest_present": true, "required_payload_count": 23, "present_payload_count": 23, "missing_payload_count": 0, "missing_payload_paths": [], "source_rows": [ { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.dbf", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.prj", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.sbn", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.sbx", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.shp", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/administrative/districts/census-2011/2011_Dist.shx", "source_slug": "admin-districts", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/remote-sensing/population-density/ind_pd_2020_1km_ASCII_XYZ.csv", "source_slug": "", "has_direct_link": false, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/buildings/google/google-open-buildings-india-2023.mosaic.json", "source_slug": "buildings-google", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/buildings/google/google-open-buildings-india-2023.000000.parquet", "source_slug": "buildings-google", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/education/facilities/INDIA_EDUCATION_FACILITIES_POINTS.geojson", "source_slug": "education-facilities", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/police/stations/INDIA_POLICE_STATIONS.geojson", "source_slug": "police-stations", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/transport/airports/INDIA_AIRPORTS_POINTS.geojson", "source_slug": "transport-airports", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/energy/power-plants/INDIA_ENERGY_PLANTS.geojson", "source_slug": "energy-power-plants", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/District_Wise_flood_risk_data.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/District_Wise_max_flood_area_frac.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/State_Wise_flood_risk_data.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/flood-atlas/State_Wise_max_flood_area_frac.json", "source_slug": "env-flood-atlas", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/soil/INDIA_SOIL_MAP_FAO.geojson", "source_slug": "env-soil", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/environment/landuse/hyderabad/Hyderabad_Landuse.geojson", "source_slug": "env-landuse", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/remote-sensing/nightlights/nightlights_district_panel.csv", "source_slug": "nightlights-viirs", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/urban/municipal-boundaries/mumbai/slumClusters.geojson", "source_slug": "urban-municipal", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/infrastructure/rural-roads/road-network/Haryana.zip", "source_slug": "infra-rural-roads", "has_direct_link": true, "needs_download": false, "exists": true }, { "required_relative_path": "prior art/yashveeeeeeer_india-geodata/data/infrastructure/rural-roads/road-network/UttarPradesh.zip", "source_slug": "infra-rural-roads", "has_direct_link": true, "needs_download": false, "exists": true } ], "source_status_counts": { "present": 23 } }, "district_nightlight_flood": { "district_join_source": "spatial_join", "district_join_share": 0.9921752738654147, "flood_features": "ok" }, "population_sources": { "worldpop_population_density": "nearest_centroid_join_ready_for_probe", "source_path": "/home/beastslayer/Desktop/projs/tam_prediction/prior art/yashveeeeeeer_india-geodata/data/remote-sensing/population-density/ind_pd_2020_1km_ASCII_XYZ.csv", "source_rows_in_bbox": 1646335, "coverage_share": 1.0, "median_nearest_distance_km": 0.34274105132236116, "p95_nearest_distance_km": 0.5330217882274055, "aggregation_method": "nearest 1 km ASCII XYZ point to TAM grid centroid", "leakage_note": "Independent WorldPop source; G1 and vendor TAM are not used for feature construction." }, "building_footprints": { "gobi_building_footprints": "loaded_with_local_parquet_partitions", "building_partition_count": 1, "building_files_used": 1, "building_rows_processed": 4464364, "building_cells_touched": 651, "coverage_share": 0.9583155498648457, "building_coverage_share": 0.09261630388390951, "status": "ok", "missing_or_failed_files": [], "leakage_note": "Independent building footprint source; no vendor TAM/G1 features are used.", "google_open_buildings": { "gobi_building_footprints": "loaded_with_local_parquet_partitions", "building_partition_count": 1, "building_files_used": 1, "building_rows_processed": 4464364, "building_cells_touched": 651, "coverage_share": 0.09261630388390951, "building_coverage_share": 0.09261630388390951, "status": "ok", "missing_or_failed_files": [], "leakage_note": "Independent building footprint source; no vendor TAM/G1 features are used." }, "microsoft_global_buildings": { "msft_building_footprints": "loaded_with_local_payload_files", "building_partition_count": 24, "building_files_used": 24, "building_rows_processed": 17767802, "building_cells_touched": 6441, "coverage_share": 0.9163465642338882, "building_coverage_share": 0.9163465642338882, "status": "ok", "missing_or_failed_files": [], "leakage_note": "Independent Microsoft building footprint source; no vendor TAM/G1 features are used." }, "combined_building_signal": { "status": "ok", "coverage_share": 0.9583155498648457, "source_coverage_count_mean": 1.0089628681177978, "disagreement_cell_share": 0.021482429933134158, "aggregation_method": "max available Google/Microsoft footprint count and area per grid cell", "leakage_note": "Combined building-density signal uses only independent footprint and WorldPop denominator fields." } }, "optional_source_layers": { "ghsl_population_builtup": { "status": "ok", "candidate_files": [ "/home/beastslayer/Desktop/projs/tam_prediction/outputs/source_layers/ghsl_population_builtup/named_release_required/cell_features.csv" ], "merged_columns": [ "ghsl_built_surface_m2", "ghsl_built_volume_m3", "ghsl_builtup_share", "ghsl_height_mean_m", "ghsl_non_res_builtup_share", "ghsl_non_res_volume_share", "ghsl_population_est", "ghsl_population_source_year", "ghsl_residential_candidate_share", "ghsl_settlement_score" ], "errors": [], "leakage_note": "Only whitelisted grid_id-keyed optional source-layer columns were merged." }, "esa_worldcover_dynamic_world": { "status": "ok", "candidate_files": [ "/home/beastslayer/Desktop/projs/tam_prediction/outputs/source_layers/esa_worldcover_dynamic_world/worldcover_2020_2021_dynamic_world_pinned_window_required/cell_features.csv" ], "merged_columns": [ "dynamic_world_built_probability", "landcover_builtup_share", "landcover_crop_share", "landcover_non_residential_exclusion_share", "landcover_proxy_source_flag", "landcover_tree_forest_share", "landcover_water_share", "physical_hard_cell_flag", "residential_eligible_area_share" ], "errors": [], "leakage_note": "Only whitelisted grid_id-keyed optional source-layer columns were merged." }, "osm_overture_ohsome_roads_pois": { "status": "ok", "candidate_files": [ "/home/beastslayer/Desktop/projs/tam_prediction/outputs/source_layers/osm_overture_ohsome_roads_pois/dated_extract_required/cell_features.csv" ], "merged_columns": [ "addressability_score", "building_cluster_compactness", "conversion_proxy_source_flag", "osm_mapping_coverage_score", "overture_road_coverage_score", "poi_service_mix_score", "road_distance_m", "road_intersection_density", "settlement_cluster_size" ], "errors": [], "leakage_note": "Only whitelisted grid_id-keyed optional source-layer columns were merged." }, "connectivity_execution_readiness": { "status": "ok", "candidate_files": [ "/home/beastslayer/Desktop/projs/tam_prediction/outputs/source_layers/connectivity_execution_readiness/dated_opencellid_ookla_mlab_required/cell_features.csv" ], "merged_columns": [ "connectivity_readiness_score", "execution_proxy_source_flag", "mlab_measurement_coverage_score" ], "errors": [], "leakage_note": "Only whitelisted grid_id-keyed optional source-layer columns were merged." } }, "serviceability_sources": { "processed_states": [ { "state": "Haryana", "zip_path": "/home/beastslayer/Desktop/projs/tam_prediction/prior art/yashveeeeeeer_india-geodata/data/infrastructure/rural-roads/road-network/Haryana.zip", "shapefile": "Road_DRRP5.shp", "cells": 835, "roads_in_bbox": 423 }, { "state": "Uttar Pradesh", "zip_path": "/home/beastslayer/Desktop/projs/tam_prediction/prior art/yashveeeeeeer_india-geodata/data/infrastructure/rural-roads/road-network/UttarPradesh.zip", "shapefile": "Road_DRRP3.shp", "cells": 3357, "roads_in_bbox": 76920 } ], "missing_state_payloads": [], "road_features": "nearest_centroid_distance", "coverage_share": 0.5963863992033006, "within_2km_share_available_states": 0.9432251908396947, "leakage_note": "PMGSY road proximity is an independent serviceability proxy; G1 and vendor TAM are not used." }, "poi_sources": { "education_points_in_bbox": 3290, "police_points_in_bbox": 5609, "airport_points_in_bbox": 735, "energy_points_in_bbox": 174 }, "entity_sources": { "worldcover_raster": "missing_local_file", "soil_join_share": 0.977521695831555, "cells_with_mumbai_slum_overlap": 294, "hyderabad_landuse": "available_but_no_overlap_with_vendor_cities" } }, "leakage_policy": { "vendor_tam_used_as_feature": false, "vendor_tam_used_as_training_label": false, "vendor_tam_used_for_posthoc_evaluation_only": true, "cell_feature_csv_contains_vendor_tam": false, "cell_labels_file_contains_vendor_tam": true, "spatial_block_predictions_contain_vendor_tam_for_evaluation": false, "supervised_vendor_tam_distillation_blocked": true, "worldcover_raster_available": false } }