{ "dataset": "LinguaDrop bilingual news vocabulary-density dataset", "version": "v1", "schema_version": 1, "source_snapshot_date": "2026-09-04", "source_snapshot_schema_version": 2, "canonical_url": "https://linguadrop.com/en/news-readability-benchmark", "licence": "CC BY 4.0. Attribute to LinguaDrop and link to the canonical URL.", "lessons_included": 70, "lessons_collected": 70, "minimum_band_lessons": 10, "excluded_bands": [], "languages": [ "en", "fr", "id", "lt" ], "levels": [ "A1", "A2" ], "selection_rule": "The 10 most recent public lessons in each band listed above, scanning the API in 100-row pages until every band is filled (hard stop 20000 rows).", "repetition_buckets": [ { "id": "very_low", "label": "Under 10%" }, { "id": "low", "label": "10% to under 20%" }, { "id": "moderate", "label": "20% to under 30%" }, { "id": "high", "label": "30% and above" } ], "limitations": [ "Counts come from automated word and sentence segmentation, not from human annotation.", "Segmentation is only sanity-checked for Latin, Cyrillic, Greek script text; no logographic, abugida, or unspaced-script band is included in this release.", "Unique-word share counts surface word forms, so inflected languages score higher than analytic ones for grammatical rather than difficulty reasons. Lithuanian and English are not comparable on this measure alone.", "Sentence-length figures summarise per-lesson averages across the band, not the length of every individual sentence.", "These are adapted news lessons, not a general corpus, and the bands are not a formal CEFR calibration or any claim about learning outcomes.", "The smallest published band contains 10 lessons, so a single unusual lesson moves a band noticeably.", "Coverage is uneven across languages: en (A1, A2); fr (A1, A2); id (A2); lt (A1, A2). A level missing for a language was not collected in the source snapshot; its absence is not a finding about that band." ], "aggregates": [ { "target_language": "en", "level": "A1", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 695, "total_sentences": 81, "pooled_unique_word_share_percent": 75.3, "pooled_repetition_share_percent": 24.7, "mean_unique_word_share_percent": 78.7, "mean_words_per_sentence": 8.6, "words_per_sentence_min": 6.2, "words_per_sentence_p25": 6.6, "words_per_sentence_median": 7.2, "words_per_sentence_p75": 9.5, "words_per_sentence_max": 11.6, "lessons_repetition_very_low": 1, "lessons_repetition_low": 4, "lessons_repetition_moderate": 2, "lessons_repetition_high": 3 }, { "target_language": "en", "level": "A2", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 776, "total_sentences": 100, "pooled_unique_word_share_percent": 76.7, "pooled_repetition_share_percent": 23.3, "mean_unique_word_share_percent": 76.8, "mean_words_per_sentence": 7.8, "words_per_sentence_min": 6, "words_per_sentence_p25": 6.6, "words_per_sentence_median": 7.5, "words_per_sentence_p75": 8.6, "words_per_sentence_max": 12.9, "lessons_repetition_very_low": 0, "lessons_repetition_low": 4, "lessons_repetition_moderate": 5, "lessons_repetition_high": 1 }, { "target_language": "fr", "level": "A1", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 610, "total_sentences": 67, "pooled_unique_word_share_percent": 78.5, "pooled_repetition_share_percent": 21.5, "mean_unique_word_share_percent": 79.4, "mean_words_per_sentence": 9.1, "words_per_sentence_min": 6.5, "words_per_sentence_p25": 7.7, "words_per_sentence_median": 8.4, "words_per_sentence_p75": 10.5, "words_per_sentence_max": 12.2, "lessons_repetition_very_low": 0, "lessons_repetition_low": 5, "lessons_repetition_moderate": 5, "lessons_repetition_high": 0 }, { "target_language": "fr", "level": "A2", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 956, "total_sentences": 88, "pooled_unique_word_share_percent": 74.8, "pooled_repetition_share_percent": 25.2, "mean_unique_word_share_percent": 75, "mean_words_per_sentence": 10.9, "words_per_sentence_min": 9.8, "words_per_sentence_p25": 10.6, "words_per_sentence_median": 10.7, "words_per_sentence_p75": 11, "words_per_sentence_max": 12, "lessons_repetition_very_low": 0, "lessons_repetition_low": 0, "lessons_repetition_moderate": 10, "lessons_repetition_high": 0 }, { "target_language": "id", "level": "A2", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 679, "total_sentences": 87, "pooled_unique_word_share_percent": 77.3, "pooled_repetition_share_percent": 22.7, "mean_unique_word_share_percent": 78, "mean_words_per_sentence": 7.8, "words_per_sentence_min": 5.9, "words_per_sentence_p25": 6.5, "words_per_sentence_median": 7.3, "words_per_sentence_p75": 8.9, "words_per_sentence_max": 12.6, "lessons_repetition_very_low": 0, "lessons_repetition_low": 4, "lessons_repetition_moderate": 4, "lessons_repetition_high": 2 }, { "target_language": "lt", "level": "A1", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 418, "total_sentences": 72, "pooled_unique_word_share_percent": 89, "pooled_repetition_share_percent": 11, "mean_unique_word_share_percent": 89.1, "mean_words_per_sentence": 5.8, "words_per_sentence_min": 4.7, "words_per_sentence_p25": 5.4, "words_per_sentence_median": 5.9, "words_per_sentence_p75": 6, "words_per_sentence_max": 6.8, "lessons_repetition_very_low": 6, "lessons_repetition_low": 4, "lessons_repetition_moderate": 0, "lessons_repetition_high": 0 }, { "target_language": "lt", "level": "A2", "script": "Latin", "script_calibrated": true, "lessons": 10, "total_words": 656, "total_sentences": 87, "pooled_unique_word_share_percent": 87.5, "pooled_repetition_share_percent": 12.5, "mean_unique_word_share_percent": 87.8, "mean_words_per_sentence": 7.5, "words_per_sentence_min": 6.3, "words_per_sentence_p25": 7, "words_per_sentence_median": 7.4, "words_per_sentence_p75": 8.1, "words_per_sentence_max": 8.9, "lessons_repetition_very_low": 2, "lessons_repetition_low": 8, "lessons_repetition_moderate": 0, "lessons_repetition_high": 0 } ], "checksum": "8f10c208138d020d" }