Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions models.yaml
Original file line numberDiff line numberDiff line change
Expand Up@@ -105,4 +105,16 @@ models:
- {name: per_teacher, value: 4.43, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0}
- {name: per_student, value: 12.06, source: interscript/interscript-ml docs/RESULTS.md#tha-g2p-small-1.0}
parity: {samples: 1219, cer_delta: 0.0803}
heb-diac-small-1.0:
task: diacritization
scripts: [Hebr, Hebr]
precision: fp32
filename: heb-diac-small-1.0-fp32.zip
url: https://github.com/interscript/interscript-ml/releases/download/heb-diac-small-1.0/heb-diac-small-1.0-fp32.zip
sha256: 905c53873d5a62bbe6252c6ec0ecef5f37e96e78cb01e8cd99b6b24c4d4d74ad
size: 1418663344
metrics:
- {name: der_teacher_greedy, value: 24.79, source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0}
- {name: der_student_greedy, value: 30.37, source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0}
parity: {samples: 1864, cer_delta: 0.0}
license: BSD-3-Clause
38 changes: 20 additions & 18 deletions models/heb-diac-small/heb-diac-small-1.0.metadata.yaml
Original file line numberDiff line numberDiff line change
Expand Up@@ -8,22 +8,24 @@ opset: 14
decoder: kv
precision: fp32
license: BSD-3-Clause
trained_from: >-
logit KD from the s43 teacher (rababa_hebrew_byt5_s43/run-001/best,
RELEASE-FROZEN): KL(teacher_soft || student_soft) + CE on the
hebrew-v4 corpus, ByT5-small init google/byt5-small; checkpoint
rababa-checkpoints:/rababa_hebrew_distill_small/run-001/best
trained_from: 'logit KD from the s43 teacher (rababa_hebrew_byt5_s43/run-001/best,
RELEASE-FROZEN): KL(teacher_soft || student_soft) + CE on the hebrew-v4 corpus,
ByT5-small init google/byt5-small; checkpoint rababa-checkpoints:/rababa_hebrew_distill_small/run-001/best'
metrics:
- name: der_teacher_greedy
value: 24.79
protocol: >-
greedy decode; Nakdimon IMF test split, 1,864 long sentences;
s43 teacher on the same harness as the student
source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0
- name: der_student_greedy
value: 30.37
protocol: >-
greedy decode; same harness; +5.58pp shrink cost, inside the
~5.6pp budget pre-accepted for this pair
(docs/DISTILL-SOURCE-PROMPT.md section 2)
source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0
- name: der_teacher_greedy
value: 24.79
protocol: greedy decode; Nakdimon IMF test split, 1,864 long sentences; s43 teacher
on the same harness as the student
source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0
- name: der_student_greedy
value: 30.37
protocol: greedy decode; same harness; +5.58pp shrink cost, inside the ~5.6pp budget
pre-accepted for this pair (docs/DISTILL-SOURCE-PROMPT.md section 2)
source: interscript/interscript-ml docs/RESULTS.md#heb-diac-small-1.0
parity:
samples: 1864
cer_delta: 0.0
sha256:
decoder-kv.onnx: fa972292e1dafaa7a0d6806470f0d62377e19e102e77ebe122b300cd55c8b7aa
decoder.onnx: d705c9d8dae427a26c0d56ccd25dc9882b7a657b6c719921f899c3635aa2e466
encoder.onnx: d9f86e04f01522b40b551bec9324c76c9eb2829641201167849a3e86dc81a973
Loading