diff --git a/models.yaml b/models.yaml index b916374..3ef3efc 100644 --- a/models.yaml +++ b/models.yaml @@ -105,4 +105,16 @@ models: - {name: per_teacher, value: 4.43, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0} - {name: per_student, value: 12.06, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0} parity: {samples: 1219, cer_delta: 0.0803} + heb-diac-small-1.0: + task: diacritization + scripts: [Hebr, Hebr] + precision: fp32 + filename: heb-diac-small-1.0-fp32.zip + url: https://github.com/interscript/interscript-ml/releases/download/heb-diac-small-1.0/heb-diac-small-1.0-fp32.zip + sha256: 905c53873d5a62bbe6252c6ec0ecef5f37e96e78cb01e8cd99b6b24c4d4d74ad + size: 1418663344 + metrics: + - {name: der_teacher_greedy, value: 24.79, source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0} + - {name: der_student_greedy, value: 30.37, source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0} + parity: {samples: 1864, cer_delta: 0.0} license: BSD-3-Clause diff --git a/models/heb-diac-small/heb-diac-small-1.0.metadata.yaml b/models/heb-diac-small/heb-diac-small-1.0.metadata.yaml index 0718fbe..c5e4723 100644 --- a/models/heb-diac-small/heb-diac-small-1.0.metadata.yaml +++ b/models/heb-diac-small/heb-diac-small-1.0.metadata.yaml @@ -8,22 +8,24 @@ opset: 14 decoder: kv precision: fp32 license: BSD-3-Clause -trained_from: >- - logit KD from the s43 teacher (rababa_hebrew_byt5_s43/run-001/best, - RELEASE-FROZEN): KL(teacher_soft || student_soft) + CE on the - hebrew-v4 corpus, ByT5-small init google/byt5-small; checkpoint - rababa-checkpoints:/rababa_hebrew_distill_small/run-001/best +trained_from: 'logit KD from the s43 teacher (rababa_hebrew_byt5_s43/run-001/best, + RELEASE-FROZEN): KL(teacher_soft || student_soft) + CE on the hebrew-v4 corpus, + ByT5-small init google/byt5-small; checkpoint rababa-checkpoints:/rababa_hebrew_distill_small/run-001/best' metrics: - - name: der_teacher_greedy - value: 24.79 - protocol: >- - greedy decode; Nakdimon IMF test split, 1,864 long sentences; - s43 teacher on the same harness as the student - source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0 - - name: der_student_greedy - value: 30.37 - protocol: >- - greedy decode; same harness; +5.58pp shrink cost, inside the - ~5.6pp budget pre-accepted for this pair - (docs/DISTILL-SOURCE-PROMPT.md section 2) - source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0 +- name: der_teacher_greedy + value: 24.79 + protocol: greedy decode; Nakdimon IMF test split, 1,864 long sentences; s43 teacher + on the same harness as the student + source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0 +- name: der_student_greedy + value: 30.37 + protocol: greedy decode; same harness; +5.58pp shrink cost, inside the ~5.6pp budget + pre-accepted for this pair (docs/DISTILL-SOURCE-PROMPT.md section 2) + source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0 +parity: + samples: 1864 + cer_delta: 0.0 +sha256: + decoder-kv.onnx: fa972292e1dafaa7a0d6806470f0d62377e19e102e77ebe122b300cd55c8b7aa + decoder.onnx: d705c9d8dae427a26c0d56ccd25dc9882b7a657b6c719921f899c3635aa2e466 + encoder.onnx: d9f86e04f01522b40b551bec9324c76c9eb2829641201167849a3e86dc81a973