shreyanbr/ekacare-NidaanKosha-100k-segmented

This is branch of https://huggingface.co/datasets/ekacare/NidaanKosha-100k-V1.0 .Here the files have been classified on the basis of 15 categories that clusters all the different varied tests, so as to facilitate the ease of working on this for ML tasks :

1. Complete Blood Count (CBC) & Related Components

cbc_keywords = [ "haemoglobin", "hemoglobin", "hb", "rbc", "red blood cell", "wbc", "white blood cell", "tlc", "total leucocyte", "platelet", "pcv", "hematocrit", "hct", "mcv", "mch", "mchc", "rdw", "neutrophil", "lymphocyte", "monocyte", "eosinophil", "basophil", "differential", "absolute", "immature granulocyte" ]

2. Liver Function Tests (LFTs)

lft_keywords = [ "bilirubin", "alt", "sgpt", "alanine transaminase", "ast", "sgot", "aspartate aminotransferase", "alkaline phosphatase", "alp", "ggt", "gamma gt", "gamma glutamyl transferase", "total protein", "albumin", "globulin", "a/g ratio", "alb / globulin ratio" ]

3. Kidney Function Tests (KFTs) / Renal Panel

kft_keywords = [ "urea", "blood urea nitrogen", "bun", "creatinine", "uric acid", "egfr", "glomerular filtration rate", "bun/creatinine ratio", "acr", "albumin/creatinine ratio", "microalbumin" #### Note: Electrolytes often ordered with KFTs, see category 4 ]

4. Electrolytes

electrolyte_keywords = [ "sodium", "na+", "potassium", "k+", "chloride", "cl-", "bicarbonate", "hco3", "anion gap", "electrolytes" ]

5. Lipid Profile

lipid_keywords = [ "cholesterol", "hdl", "high density lipoprotein", "ldl", "low density lipoprotein", "vldl", "triglycerides", "tc / hdl", "ldl / hdl", "non-hdl", "lipid profile" ]

6. Thyroid Function Tests (TFTs)

tft_keywords = [ "tsh", "thyroid stimulating hormone", "t3", "triiodothyronine", "t4", "thyroxine", "free t3", "ft3", "free t4", "ft4", "thyroid" ]

7. Diabetes Markers

diabetes_keywords = [ "glucose", "sugar", "fasting blood sugar", "fbs", "post prandial", "ppbs", "random blood sugar", "rbs", "hba1c", "glycated hemoglobin", "glycosylated hemoglobin", "estimated average glucose", "eag", "urine glucose", "urine sugar" ]

8. Urinalysis (Urine Routine & Microscopy)

urinalysis_keywords = [ "urine routine", "urine analysis", "urinalysis", "urine appearance", "urine colour", "urine color", "urine ph", "specific gravity", "urine protein", "urine albumin", "urine glucose", "urine ketones", "urine bilirubin", "urobilinogen", "urine nitrite", "leukocyte esterase", "pus cells", "urine rbc", "urine casts", "urine crystals", "epithelial cells", "urine bacteria", "yeast", "urine microscopy" ]

9. Iron Studies

iron_keywords = [ "iron", "serum iron", "fe", "tibc", "total iron binding capacity", "uibc", "transferrin saturation", "ferritin" ]

10. Inflammatory Markers

inflammation_keywords = [ "esr", "erythrocyte sedimentation rate", "crp", "c-reactive protein", "hs-crp", "high sensitivity crp" ]

11. Vitamins & Minerals (Beyond Iron/Electrolytes)

vitaminmineralkeywords = [ "vitamin d", "25-oh", "vitamin b12", "cobalamin", "calcium", "ca", "phosphorus", "phosphate", "magnesium", "mg" ]

12. Coagulation Panel

coagulation_keywords = [ "prothrombin time", "pt", "inr", "international normalised ratio", "aptt", "activated partial thromboplastin time" ]

13. Serology / Immunology

serologyimmunologykeywords = [ "hiv", "hbsag", "hepatitis b surface antigen", "hcv", "hepatitis c", "ra factor", "rheumatoid factor", "aso", "anti-streptolysin o", "anti ccp", "ana", "anti-nuclear antibody", "titre", "titer" #### Add specific infection/antibody tests as needed, e.g., "vdrl", "epstein barr", "cmv" ]

14. Tumor Markers

tumormarkerkeywords = [ "psa", "prostate specific antigen", "cea", "carcinoembryonic antigen", "ca-125", "afp", "alpha-fetoprotein" ]

15. Hormones (Beyond Thyroid/Diabetes)

hormone_keywords = [ "testosterone", "estradiol", "e2", "prolactin", "prl", "lh", "luteinizing hormone", "fsh", "follicle-stimulating hormone", "cortisol", "dheas" ]

Similarly, the lab_names have been used as -

["CBC", "LFT", "KFT", "Electrolytes", "Lipid", "TFT", "Diabetes", "Urinalysis", "Iron", "Inflammation", "VitaminsMinerals", "Coagulation", "SerologyImmunology", "TumorMarkers", "Hormones"] tests