---
library_name: transformers
tags:
- trl
- sft
base_model:
- TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
---

# Model Card for Model ID
TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T trained for one epoch on Ca-lower_labels dataset with r100_O2_F100 WCE Trainer.

    "eval_AVGf1": 0.9223289834840258,
    "eval_accuracy": 0.9272914758360438,
    "eval_diagnosis.avg_words_per_entity": 2.2245762711864407,
    "eval_diagnosis.entity_count": 2360,
    "eval_diagnosis.f1": 0.8788986878898688,
    "eval_diagnosis.precision": 0.8925294888597641,
    "eval_diagnosis.recall": 0.8656779661016949,
    "eval_diagnosis.word_count": 5250,
    "eval_diagnostic.avg_words_per_entity": 1.8057921635434413,
    "eval_diagnostic.entity_count": 1761,
    "eval_diagnostic.f1": 0.9564464955292761,
    "eval_diagnostic.precision": 0.9718640093786636,
    "eval_diagnostic.recall": 0.9415105053946621,
    "eval_diagnostic.word_count": 3180,
    "eval_drug.avg_words_per_entity": 1.0905096660808435,
    "eval_drug.entity_count": 1138,
    "eval_drug.f1": 0.957187922487607,
    "eval_drug.precision": 0.9824236817761333,
    "eval_drug.recall": 0.9332161687170475,
    "eval_drug.word_count": 1241,
    "eval_f1": 0.6559352257940142,
    "eval_loss": 0.005444246344268322,
    "eval_medical_finding.avg_words_per_entity": 4.152033985581874,
    "eval_medical_finding.entity_count": 7768,
    "eval_medical_finding.f1": 0.9184775620419185,
    "eval_medical_finding.precision": 0.917415874646802,
    "eval_medical_finding.recall": 0.9195417095777549,
    "eval_medical_finding.word_count": 32253,
    "eval_model_preparation_time": 0.0,
    "eval_precision": 0.5121161950632149,
    "eval_recall": 0.9120761292052004,
    "eval_runtime": 311.6758,
    "eval_samples_per_second": 26.252,
    "eval_steps_per_second": 6.565,
    "eval_therapy.avg_words_per_entity": 3.6986807387862797,
    "eval_therapy.entity_count": 1895,
    "eval_therapy.f1": 0.9006342494714588,
    "eval_therapy.precision": 0.9020645844362096,
    "eval_therapy.recall": 0.8992084432717679,
    "eval_therapy.word_count": 7009,
    
    "test_AVGf1": 0.8991844061835648,
    "test_accuracy": 0.9393252816821795,
    "test_diagnosis.avg_words_per_entity": 2.540414878397711,
    "test_diagnosis.entity_count": 2796,
    "test_diagnosis.f1": 0.7905454545454544,
    "test_diagnosis.precision": 0.8039940828402367,
    "test_diagnosis.recall": 0.7775393419170243,
    "test_diagnosis.word_count": 7103,
    "test_diagnostic.avg_words_per_entity": 1.9772727272727273,
    "test_diagnostic.entity_count": 2156,
    "test_diagnostic.f1": 0.9380572501173158,
    "test_diagnostic.precision": 0.9491927825261158,
    "test_diagnostic.recall": 0.9271799628942486,
    "test_diagnostic.word_count": 4263,
    "test_drug.avg_words_per_entity": 1.033793103448276,
    "test_drug.entity_count": 1450,
    "test_drug.f1": 0.9711267605633803,
    "test_drug.precision": 0.9920863309352518,
    "test_drug.recall": 0.9510344827586207,
    "test_drug.word_count": 1499,
    "test_f1": 0.6601992430504198,
    "test_loss": 0.005932590924203396,
    "test_medical_finding.avg_words_per_entity": 4.681758451797873,
    "test_medical_finding.entity_count": 8371,
    "test_medical_finding.f1": 0.900312076782665,
    "test_medical_finding.precision": 0.8877148165350673,
    "test_medical_finding.recall": 0.9132720105124835,
    "test_medical_finding.word_count": 39191,
    "test_model_preparation_time": 0.0,
    "test_precision": 0.5235630994273097,
    "test_recall": 0.8933364728043325,
    "test_runtime": 357.9554,
    "test_samples_per_second": 26.509,
    "test_steps_per_second": 6.629,
    "test_therapy.avg_words_per_entity": 3.9787810383747177,
    "test_therapy.entity_count": 2215,
    "test_therapy.f1": 0.8958804889090086,
    "test_therapy.precision": 0.8983204720835225,
    "test_therapy.recall": 0.8934537246049662,
    "test_therapy.word_count": 8813