diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/README.md b/statvar_imports/tuberculosis_rifampicin_resistant/README.md new file mode 100644 index 0000000000..05f90fa46d --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/README.md @@ -0,0 +1,54 @@ +# WHO Tuberculosis: Tuberculosis: Treatment outcomes of people with RR/MDR-TB + +## Overview +This dataset provides the percentage of TB patients who started rifampicin-resistant TB treatment and whose treatment outcome was recorded as treatment success (cured or treatment completed), treatment failed, died, lost to follow-up, or not evaluated, within the reporting period. + +## Data Source + +**Source URL:** +https://data.who.int/indicators/i/39E4281/F1912F6 + +The data comes from the official WHO reporting database and includes comprehensive, country-level health metrics detailing annual Tuberculosis notifications and case classifications. + +## How To Download Input Data +To download the data, you'll need to run the provided download script `tuberculosis_rifampicin_resistant_data_download.py`. This script automatically queries the WHO API for the indicator, merges it with the WHO geographical master list to append standard `iso3` country codes, and saves the cleaned `tuberculosis_rifampicin_resistant_input.csv` file inside an "input_files" folder. + +type of place: Country. + +statvars: Health / Tuberculosis. + +years: 2010 to 2022 + +place_resolution: manually. + +release_frequency: P1Y + +## Processing Instructions +To process the WHO Tuberculosis data and generate statistical variables, use the following commands from your root `data` directory: + +**Download input file** +```bash +python3 statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_data_download.py +``` + +**For Test Data Run** +```bash + python3 tools/statvar_importer/stat_var_processor.py \ + --input_data="statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_input.csv" \ + --pv_map="statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_pvmap.csv" \ + --output_path="statvar_imports/tuberculosis_rifampicin_resistant/output_files/tuberculosis_rifampicin_resistant_output" \ + --config_file="statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_metadata.csv" \ + --existing_statvar_mcf="gs://unresolved_mcf/scripts/statvar/stat_vars.mcf" +``` + +**For Main data run** +```bash + python3 tools/statvar_importer/stat_var_processor.py \ + --input_data="statvar_imports/tuberculosis_rifampicin_resistant/input_files/tuberculosis_rifampicin_resistant_input.csv" \ + --pv_map="statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_pvmap.csv" \ + --output_path="statvar_imports/tuberculosis_rifampicin_resistant/output_files/tuberculosis_rifampicin_resistant_output" \ + --config_file="statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_metadata.csv" \ + --existing_statvar_mcf="gs://unresolved_mcf/scripts/statvar/stat_vars.mcf" +``` + +#### Refresh type: Fully Autorefresh diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/manifest.json b/statvar_imports/tuberculosis_rifampicin_resistant/manifest.json new file mode 100644 index 0000000000..f8caf71345 --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/manifest.json @@ -0,0 +1,26 @@ +{ + "import_specifications": [ + { + "import_name": "WHO_TuberculosisRifampicinResistant", + "curator_emails": [ + "support@datacommons.org" + ], + "provenance_url": "https://data.who.int/indicators/i/39E4281/F1912F6", + "provenance_description": "Treatment outcomes among those who started rifampicin-resistant TB treatment during a specified reporting period.", + "scripts": [ + "tuberculosis_rifampicin_resistant_data_download.py", + "../../../tools/statvar_importer/stat_var_processor.py --input_data=input_files/tuberculosis_rifampicin_resistant_input.csv --pv_map=tuberculosis_rifampicin_resistant_pvmap.csv --config_file=tuberculosis_rifampicin_resistant_metadata.csv --output_path=output_files/tuberculosis_rifampicin_resistant_output --existing_statvar_mcf=gs://unresolved_mcf/scripts/statvar/stat_vars.mcf" + ], + "import_inputs": [ + { + "template_mcf": "output_files/tuberculosis_rifampicin_resistant_output.tmcf", + "cleaned_csv": "output_files/tuberculosis_rifampicin_resistant_output.csv" + } + ], + "source_files": [ + "input_files/tuberculosis_rifampicin_resistant_input.csv" + ], + "cron_schedule": "0 10 10,21 * *" + } + ] +} diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_input.csv b/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_input.csv new file mode 100644 index 0000000000..e87f8d6dfb --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_input.csv @@ -0,0 +1,110 @@ +IND_ID,INDICATOR_NAME,YEAR,COUNTRY,iso3,DISAGGR_1,VALUE +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Afghanistan,AFG,Successfully treated,66.6666666666667 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Afghanistan,AFG,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Afghanistan,AFG,Died,9.52380952380952 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Afghanistan,AFG,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Afghanistan,AFG,Not evaluated,23.8095238095238 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2012,Afghanistan,AFG,Successfully treated,71.0526315789474 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2012,Afghanistan,AFG,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2012,Afghanistan,AFG,Died,15.7894736842105 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2012,Afghanistan,AFG,Lost to follow-up,7.89473684210526 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2012,Afghanistan,AFG,Not evaluated,5.26315789473684 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2013,Afghanistan,AFG,Successfully treated,63.0434782608696 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2013,Afghanistan,AFG,Treatment failed,2.17391304347826 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2013,Afghanistan,AFG,Died,13.0434782608696 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2013,Afghanistan,AFG,Lost to follow-up,19.5652173913043 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2013,Afghanistan,AFG,Not evaluated,2.17391304347826 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2014,Afghanistan,AFG,Successfully treated,65.1162790697675 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2014,Afghanistan,AFG,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2014,Afghanistan,AFG,Died,11.6279069767442 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2014,Afghanistan,AFG,Lost to follow-up,23.2558139534884 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2014,Afghanistan,AFG,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Afghanistan,AFG,Successfully treated,63.855421686747 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Afghanistan,AFG,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Afghanistan,AFG,Died,16.8674698795181 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Afghanistan,AFG,Lost to follow-up,19.2771084337349 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Afghanistan,AFG,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Afghanistan,AFG,Successfully treated,62.0915032679739 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Afghanistan,AFG,Treatment failed,2.61437908496732 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Afghanistan,AFG,Died,13.7254901960784 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Afghanistan,AFG,Lost to follow-up,20.9150326797386 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Afghanistan,AFG,Not evaluated,0.65359477124183 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,Afghanistan,AFG,Successfully treated,63.9175257731959 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,Afghanistan,AFG,Treatment failed,1.03092783505155 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,Afghanistan,AFG,Died,12.3711340206186 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,Afghanistan,AFG,Lost to follow-up,22.1649484536082 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,Afghanistan,AFG,Not evaluated,0.515463917525773 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Afghanistan,AFG,Successfully treated,68.8073394495413 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Afghanistan,AFG,Treatment failed,2.75229357798165 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Afghanistan,AFG,Died,10.0917431192661 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Afghanistan,AFG,Lost to follow-up,16.8195718654434 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Afghanistan,AFG,Not evaluated,1.52905198776758 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Afghanistan,AFG,Successfully treated,71.2121212121212 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Afghanistan,AFG,Treatment failed,2.02020202020202 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Afghanistan,AFG,Died,8.58585858585859 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Afghanistan,AFG,Lost to follow-up,14.3939393939394 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Afghanistan,AFG,Not evaluated,3.78787878787879 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Afghanistan,AFG,Successfully treated,74.2857142857143 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Afghanistan,AFG,Treatment failed,0.952380952380952 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Afghanistan,AFG,Died,9.84126984126984 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Afghanistan,AFG,Lost to follow-up,13.015873015873 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Afghanistan,AFG,Not evaluated,1.9047619047619 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Afghanistan,AFG,Successfully treated,68.4478371501272 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Afghanistan,AFG,Treatment failed,2.79898218829517 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Afghanistan,AFG,Died,11.1959287531807 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Afghanistan,AFG,Lost to follow-up,16.793893129771 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Afghanistan,AFG,Not evaluated,0.763358778625954 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Afghanistan,AFG,Successfully treated,72.3154362416107 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Afghanistan,AFG,Treatment failed,2.18120805369128 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Afghanistan,AFG,Died,11.0738255033557 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Afghanistan,AFG,Lost to follow-up,13.4228187919463 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Afghanistan,AFG,Not evaluated,1.00671140939597 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2006,Albania,ALB,Successfully treated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2006,Albania,ALB,Treatment failed,100 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2006,Albania,ALB,Died,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2006,Albania,ALB,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2006,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Albania,ALB,Successfully treated,100 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2015,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Albania,ALB,Successfully treated,100 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Albania,ALB,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Albania,ALB,Died,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Albania,ALB,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2016,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Albania,ALB,Successfully treated,75 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Albania,ALB,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Albania,ALB,Died,25 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Albania,ALB,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Albania,ALB,Successfully treated,50 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Albania,ALB,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Albania,ALB,Died,50 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2019,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Albania,ALB,Successfully treated,50 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Albania,ALB,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Albania,ALB,Died,50 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Albania,ALB,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2020,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Albania,ALB,Successfully treated,60 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Albania,ALB,Died,20 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2021,Albania,ALB,Not evaluated,20 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Albania,ALB,Successfully treated,66.6666666666667 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Albania,ALB,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Albania,ALB,Died,33.3333333333333 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Albania,ALB,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2022,Albania,ALB,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,American Samoa,ASM,Successfully treated,100 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,American Samoa,ASM,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,American Samoa,ASM,Died,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,American Samoa,ASM,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2017,American Samoa,ASM,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,American Samoa,ASM,Lost to follow-up,100 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2018,American Samoa,ASM,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2009,Angola,AGO,Successfully treated,100 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2009,Angola,AGO,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2009,Angola,AGO,Died,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2009,Angola,AGO,Lost to follow-up,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2009,Angola,AGO,Not evaluated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Angola,AGO,Successfully treated,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Angola,AGO,Treatment failed,0 +39E4281F1912F6,Treatment outcomes of people with RR/MDR-TB,2011,Angola,AGO,Died,0 diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_output.csv b/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_output.csv new file mode 100644 index 0000000000..b2c73b411b --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_output.csv @@ -0,0 +1,100 @@ +observationDate,observationAbout,variableMeasured,value,unit,scalingFactor +2011,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,66.66667,dcs:Percent,100 +2011,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2011,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,9.52381,dcs:Percent,100 +2011,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2011,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,23.80952,dcs:Percent,100 +2012,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,71.05263,dcs:Percent,100 +2012,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2012,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,15.78947,dcs:Percent,100 +2012,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,7.89474,dcs:Percent,100 +2012,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,5.26316,dcs:Percent,100 +2013,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,63.04348,dcs:Percent,100 +2013,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.17391,dcs:Percent,100 +2013,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,13.04348,dcs:Percent,100 +2013,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,19.56522,dcs:Percent,100 +2013,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.17391,dcs:Percent,100 +2014,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,65.11628,dcs:Percent,100 +2014,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2014,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,11.62791,dcs:Percent,100 +2014,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,23.25581,dcs:Percent,100 +2014,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2015,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,63.85542,dcs:Percent,100 +2015,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2015,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,16.86747,dcs:Percent,100 +2015,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,19.27711,dcs:Percent,100 +2015,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2016,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,62.0915,dcs:Percent,100 +2016,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.61438,dcs:Percent,100 +2016,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,13.72549,dcs:Percent,100 +2016,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,20.91503,dcs:Percent,100 +2016,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0.65359,dcs:Percent,100 +2017,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,63.91753,dcs:Percent,100 +2017,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,1.03093,dcs:Percent,100 +2017,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,12.37113,dcs:Percent,100 +2017,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,22.16495,dcs:Percent,100 +2017,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0.51546,dcs:Percent,100 +2018,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,68.80734,dcs:Percent,100 +2018,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.75229,dcs:Percent,100 +2018,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,10.09174,dcs:Percent,100 +2018,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,16.81957,dcs:Percent,100 +2018,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,1.52905,dcs:Percent,100 +2019,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,71.21212,dcs:Percent,100 +2019,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.0202,dcs:Percent,100 +2019,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,8.58586,dcs:Percent,100 +2019,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,14.39394,dcs:Percent,100 +2019,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,3.78788,dcs:Percent,100 +2020,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,74.28571,dcs:Percent,100 +2020,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0.95238,dcs:Percent,100 +2020,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,9.84127,dcs:Percent,100 +2020,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,13.01587,dcs:Percent,100 +2020,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,1.90476,dcs:Percent,100 +2021,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,68.44784,dcs:Percent,100 +2021,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.79898,dcs:Percent,100 +2021,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,11.19593,dcs:Percent,100 +2021,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,16.79389,dcs:Percent,100 +2021,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0.76336,dcs:Percent,100 +2022,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,72.31544,dcs:Percent,100 +2022,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,2.18121,dcs:Percent,100 +2022,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,11.07383,dcs:Percent,100 +2022,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,13.42282,dcs:Percent,100 +2022,country/AFG,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,1.00671,dcs:Percent,100 +2006,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2006,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,100,dcs:Percent,100 +2006,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2006,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2006,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2015,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,100,dcs:Percent,100 +2015,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2016,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,100,dcs:Percent,100 +2016,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2016,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2016,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2016,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2018,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,75,dcs:Percent,100 +2018,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2018,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,25,dcs:Percent,100 +2018,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2018,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2019,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,50,dcs:Percent,100 +2019,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2019,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,50,dcs:Percent,100 +2019,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2020,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,50,dcs:Percent,100 +2020,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2020,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,50,dcs:Percent,100 +2020,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2020,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2021,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,60,dcs:Percent,100 +2021,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,20,dcs:Percent,100 +2021,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,20,dcs:Percent,100 +2022,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,66.66667,dcs:Percent,100 +2022,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2022,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,33.33333,dcs:Percent,100 +2022,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2022,country/ALB,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2017,country/ASM,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_SuccessfullyTreated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,100,dcs:Percent,100 +2017,country/ASM,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentFailed_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2017,country/ASM,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_DiedDuringTreatment_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2017,country/ASM,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_LostToFollowUp_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 +2017,country/ASM,dcid:Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis_TreatmentNotEvaluated_AsAFractionOf_Count_Person_ConditionMultidrugOrRifampicinResistantTuberculosis,0,dcs:Percent,100 diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_output.tmcf b/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_output.tmcf new file mode 100644 index 0000000000..ea0cfca3cf --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/testdata/tuberculosis_rifampicin_resistant_output.tmcf @@ -0,0 +1,8 @@ +Node: E:tuberculosis_rifampicin_resistant->E0 +observationDate: C:tuberculosis_rifampicin_resistant->observationDate +observationAbout: C:tuberculosis_rifampicin_resistant->observationAbout +variableMeasured: C:tuberculosis_rifampicin_resistant->variableMeasured +value: C:tuberculosis_rifampicin_resistant->value +unit: C:tuberculosis_rifampicin_resistant->unit +scalingFactor: C:tuberculosis_rifampicin_resistant->scalingFactor +typeOf: dcs:StatVarObservation diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_data_download.py b/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_data_download.py new file mode 100644 index 0000000000..8789aab522 --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_data_download.py @@ -0,0 +1,61 @@ +import os +import requests +import io +import pandas as pd +import logging + +# Configure logging +logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') + +def download_tb_rr_mdr_data(): + # 1. Get the Clean Data from the API using the new Indicator ID + api_url = "https://xmart-api-public.who.int/DATA_/RELAY_TB_DATA" + params = { + "$filter": "IND_ID eq '39E4281F1912F6'", + "$select": "IND_ID,INDICATOR_NAME,YEAR,COUNTRY,DISAGGR_1,VALUE", + "$format": "csv" + } + + logging.info("1. Fetching clean percentage data from WHO API...") + api_response = requests.get(api_url, params=params, timeout=30) + api_response.raise_for_status() + + # Load the clean API data into a pandas table + api_df = pd.read_csv(io.StringIO(api_response.text)) + + # 2. Get ONLY the iso3 code from the master database + logging.info("2. Fetching country iso3 codes from WHO master database...") + master_url = "https://extranet.who.int/tme/generateCSV.asp?ds=notifications" + master_response = requests.get(master_url, timeout=60) + master_response.raise_for_status() + + # We only pull the 'country' (for matching) and 'iso3' columns + geo_columns = ['country', 'iso3'] + master_df = pd.read_csv(io.StringIO(master_response.text), usecols=geo_columns).drop_duplicates() + + # 3. Merge the two datasets together based on the country name + logging.info("3. Merging data and formatting...") + # The API uses uppercase 'COUNTRY', the master uses lowercase 'country' + merged_df = pd.merge(api_df, master_df, left_on='COUNTRY', right_on='country', how='left') + + # Drop the duplicate lowercase 'country' column used for joining + merged_df = merged_df.drop(columns=['country']) + + # Reorder columns so the iso3 code sits right next to the Country name + final_columns = [ + 'IND_ID', 'INDICATOR_NAME', 'YEAR', 'COUNTRY', 'iso3','DISAGGR_1', 'VALUE' + ] + merged_df = merged_df[final_columns] + + # 4. Save to CSV in a new folder + output_dir = "input_files" + filename = os.path.join(output_dir, "tuberculosis_rifampicin_resistant_input.csv") + + os.makedirs(output_dir, exist_ok=True) + + # Save without the pandas index column + merged_df.to_csv(filename, index=False) + logging.info(f"Success! Data saved locally as '{filename}'") + +if __name__ == "__main__": + download_tb_rr_mdr_data() diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_metadata.csv b/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_metadata.csv new file mode 100644 index 0000000000..3b627bc672 --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_metadata.csv @@ -0,0 +1,14 @@ +config,value +provenance_url,https://data.who.int/indicators/i/39E4281/F1912F6 +output_columns,"observationDate,observationAbout,variableMeasured,value,unit,scalingFactor" +#places_within,country/POL +#place_types,"AdministrativeArea,AdministrativeArea1,AdministrativeArea2,State" +#debug,1 +#input_rows,100 +#word_delimiter,'' +#skip_rows,1 +populationType,Person +measuredProperty,count +header_rows,1 +mapped_columns,6 +dc_api_root,https://api.datacommons.org diff --git a/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_pvmap.csv b/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_pvmap.csv new file mode 100644 index 0000000000..97b910b903 --- /dev/null +++ b/statvar_imports/tuberculosis_rifampicin_resistant/tuberculosis_rifampicin_resistant_pvmap.csv @@ -0,0 +1,9 @@ +key,p1,v1,p2,v2,p3,v3,p4,v4,p5,v5,p6,v6,p7,v7 +iso3,observationAbout,country/{Data},,,,,, +YEAR,observationDate,{Data},,,,,, +DISAGGR_1:Died,treatmentOutcome,dcs:DiedDuringTreatment,,,,,, +DISAGGR_1:Lost to follow-up,treatmentOutcome,dcs:LostToFollowUp,,,,,, +DISAGGR_1:Not evaluated,treatmentOutcome,dcs:TreatmentNotEvaluated,,,,,, +DISAGGR_1:Successfully treated,treatmentOutcome,dcs:SuccessfullyTreated,,,,,, +DISAGGR_1:Treatment failed,treatmentOutcome,dcs:TreatmentFailed,,,,,, +VALUE,value,{Number},populationType,dcs:Person,measuredProperty,dcs:count,medicalCondition,dcs:MultidrugOrRifampicinResistantTuberculosis,unit,dcs:Percent,scalingFactor,100,measurementDenominator,-treatmentOutcome