Merge pull request #149 from sillsdev/BL-15916-update-language-data

Update language data to langtags.json API 1.4 (BL-15916)

Author: hatton

components/language-chooser/common/find-language/README.md

@@ -206,7 +206,7 @@ For languages that are representative for a macrolanguage, however, we use the i
 
 ## Data sources
 
-We get our data from the [langtags repository](https://github.com/silnrsi/langtags/tree/master) and [ISO 639-3](https://iso639-3.sil.org/). All live in the [language-data](./language-data/) folder. In the future, we plan to automate the update of these data files, but currently it is done manually.
+We get our raw source data from the [langtags repository](https://github.com/silnrsi/langtags/tree/master) and [ISO 639-3](https://iso639-3.sil.org/). These raw files live in the [language-data/source](./language-data/source/) folder, kept separate from the processed files (see below) that our pipeline generates from them. In the future, we plan to automate the update of these data files, but currently it is done manually.
 
 - langtags.json
   - source: https://ldml.api.sil.org/langtags.json
@@ -218,7 +218,7 @@ We get our data from the [langtags repository](https://github.com/silnrsi/langta
   - source: https://iso639-3.sil.org/sites/iso639-3/files/downloads/iso-639-3-macrolanguages.tab
   - documentation: https://iso639-3.sil.org/code_tables/download_tables
 
-Currently also in the folder, data files compiled by our language data processing (see section above):
+The processed data files compiled by our language data processing (see section above) live in the [language-data](./language-data/) folder:
 
 - languageData.json
 - equivalentTags.json

components/language-chooser/common/find-language/language-data/equivalentTags.json

@@ -850,7 +850,7 @@ bnz				I	L	Beezen
 boa				I	L	Bora	
 bob				I	L	Aweer	
 bod	tib	bod	bo	I	L	Tibetan	
-boe				I	L	Mundabli	
+boe				I	L	Mundabli-Mufu	
 bof				I	L	Bolon	
 bog				I	L	Bamako Sign Language	
 boh				I	L	Boma	
@@ -1532,7 +1532,7 @@ deh				I	L	Dehwari
 dei				I	L	Demisa	
 del	del	del		M	L	Delaware	
 dem				I	L	Dem	
-den	den	den		M	L	Slave (Athapascan)	
+den	den	den		M	L	Slavey	
 dep				I	E	Pidgin Delaware	
 deq				I	L	Dendi (Central African Republic)	
 der				I	L	Deori	
@@ -1590,7 +1590,7 @@ diq				I	L	Dimli (individual language)
 dir				I	L	Dirim	
 dis				I	L	Dimasa	
 diu				I	L	Diriku	
-div	div	div	dv	I	L	Divehi	
+div	div	div	dv	I	L	Dhivehi	
 diw				I	L	Northwestern Dinka	
 dix				I	L	Dixon Reef	
 diy				I	L	Diuwe	
@@ -1751,6 +1751,7 @@ dyb				I	E	Dyaberdyaber
 dyd				I	E	Dyugun	
 dyg				I	E	Villa Viciosa Agta	
 dyi				I	L	Djimini Senoufo	
+dyl				I	L	Bhutanese Sign Language	
 dym				I	L	Yanda Dom Dogon	
 dyn				I	L	Dyangadi	
 dyo				I	L	Jola-Fonyi	
@@ -2616,7 +2617,7 @@ imr				I	L	Imroing
 ims				I	H	Marsian	
 imt				I	L	Imotong	
 imy				I	H	Milyan	
-ina	ina	ina	ia	I	C	Interlingua (International Auxiliary Language Association)	
+ina	ina	ina	ia	I	C	Interlingua (IALA)	
 inb				I	L	Inga	
 ind	ind	ind	id	I	L	Indonesian	
 ing				I	L	Degexit'an	
@@ -2661,7 +2662,7 @@ isn				I	L	Isanzu
 iso				I	L	Isoko	
 isr				I	L	Israeli Sign Language	
 ist				I	L	Istriot	
-isu				I	L	Isu (Menchum Division)	
+isu				I	L	Isu	
 isv				I	C	Interslavic	
 ita	ita	ita	it	I	L	Italian	
 itb				I	L	Binongan Itneg	
@@ -3069,7 +3070,7 @@ kjk				I	L	Highland Konjo
 kjl				I	L	Western Parbate Kham	
 kjm				I	L	Kháng	
 kjn				I	L	Kunjen	
-kjo				I	L	Harijan Kinnauri	
+kjo				I	L	Kinnauri Pahari	
 kjp				I	L	Pwo Eastern Karen	
 kjq				I	L	Western Keres	
 kjr				I	L	Kurudu	
@@ -3348,7 +3349,7 @@ kup				I	L	Kunimaipa
 kuq				I	L	Karipuna	
 kur	kur	kur	ku	M	L	Kurdish	
 kus				I	L	Kusaal	
-kut	kut	kut		I	L	Kutenai	
+kut	kut	kut		I	L	Ktunaxa	
 kuu				I	L	Upper Kuskokwim	
 kuv				I	L	Kur	
 kuw				I	L	Kpagua	
@@ -3573,6 +3574,7 @@ lex				I	L	Luang
 ley				I	L	Lemolang	
 lez	lez	lez		I	L	Lezghian	
 lfa				I	L	Lefa	
+lfb				I	L	Buu (Cameroon)	
 lfn				I	C	Lingua Franca Nova	
 lga				I	L	Lungga	
 lgb				I	L	Laghu	
@@ -3784,7 +3786,7 @@ lue				I	L	Luvale
 luf				I	L	Laua	
 lug	lug	lug	lg	I	L	Ganda	
 luh				I	L	Leizhou Chinese	
-lui	lui	lui		I	E	Luiseno	
+lui	lui	lui		I	E	Luiseño	
 luj				I	L	Luna	
 luk				I	L	Lunanakha	
 lul				I	L	Olu'bo	
@@ -3901,7 +3903,7 @@ mcy				I	L	South Watut
 mcz				I	L	Mawan	
 mda				I	L	Mada (Nigeria)	
 mdb				I	L	Morigi	
-mdc				I	L	Male (Papua New Guinea)	
+mdc				I	L	Soq	
 mdd				I	L	Mbum	
 mde				I	L	Maba (Chad)	
 mdf	mdf	mdf		I	L	Moksha	
@@ -3922,7 +3924,7 @@ mdu				I	L	Mboko
 mdv				I	L	Santa Lucía Monteverde Mixtec	
 mdw				I	L	Mbosi	
 mdx				I	L	Dizin	
-mdy				I	L	Male (Ethiopia)	
+mdy				I	L	Male	
 mdz				I	L	Suruí Do Pará	
 mea				I	L	Menka	
 meb				I	L	Ikobi	
@@ -5018,6 +5020,7 @@ okv				I	L	Orokaiva
 okx				I	L	Okpe (Northwestern Edo)	
 okz				I	H	Old Khmer	
 ola				I	L	Walungge	
+olb				I	L	Oli-Bodiman	
 old				I	L	Mochi	
 ole				I	L	Olekha	
 olk				I	E	Olkol	
@@ -5089,11 +5092,12 @@ ory				I	L	Odia
 orz				I	L	Ormu	
 osa	osa	osa		I	L	Osage	
 osc				I	H	Oscan	
+osd				I	L	Digor Ossetic	
 osi				I	L	Osing	
 osn				I	H	Old Sundanese	
 oso				I	L	Ososo	
 osp				I	H	Old Spanish	
-oss	oss	oss	os	I	L	Ossetian	
+oss	oss	oss	os	I	L	Iron Ossetic	
 ost				I	L	Osatu	
 osu				I	L	Southern One	
 osx				I	H	Old Saxon	
@@ -5759,6 +5763,7 @@ scu				I	L	Shumcho
 scv				I	L	Sheni	
 scw				I	L	Sha	
 scx				I	H	Sicel	
+scz				I	L	Shaetlan	
 sda				I	L	Toraja-Sa'dan	
 sdb				I	L	Shabak	
 sdc				I	L	Sassarese Sardinian	
@@ -6061,7 +6066,7 @@ sro				I	L	Campidanese Sardinian
 srp	srp	srp	sr	I	L	Serbian	
 srq				I	L	Sirionó	
 srr	srr	srr		I	L	Serer	
-srs				I	L	Sarsi	
+srs				I	L	Tsuut'ina	
 srt				I	L	Sauri	
 sru				I	L	Suruí	
 srv				I	L	Southern Sorsoganon	
@@ -6204,7 +6209,7 @@ szl				I	L	Silesian
 szn				I	L	Sula	
 szp				I	L	Suabo	
 szs				I	L	Solomon Islands Sign Language	
-szv				I	L	Isu (Fako Division)	
+szv				I	L	Isubu	
 szw				I	L	Sawai	
 szy				I	L	Sakizaya	
 taa				I	L	Lower Tanana	
@@ -6653,6 +6658,7 @@ tuz				I	L	Turka
 tva				I	L	Vaghua	
 tvd				I	L	Tsuvadi	
 tve				I	L	Te'un	
+tvg				I	E	Tugunese	
 tvi				I	L	Tulai	
 tvk				I	L	Southeast Ambrym	
 tvl	tvl	tvl		I	L	Tuvalu	
@@ -6958,7 +6964,7 @@ vun				I	L	Vunjo
 vut				I	L	Vute	
 vwa				I	L	Awa (China)	
 waa				I	L	Walla Walla	
-wab				I	L	Wab	
+wab				I	L	Yote	
 wac				I	E	Wasco-Wishram	
 wad				I	L	Wamesa	
 wae				I	L	Walser	
@@ -7601,7 +7607,7 @@ ykk				I	L	Yakaikeke
 ykl				I	L	Khlula	
 ykm				I	L	Kap	
 ykn				I	L	Kua-nsi	
-yko				I	L	Yasa	
+yko				I	L	Iyasa	
 ykr				I	L	Yekora	
 ykt				I	L	Kathu	
 yku				I	L	Kuamasi	
@@ -7652,7 +7658,6 @@ yob				I	E	Yoba
 yog				I	L	Yogad	
 yoi				I	L	Yonaguni	
 yok				I	L	Yokuts	
-yol				I	E	Yola	
 yom				I	L	Yombe	
 yon				I	L	Yongkom	
 yor	yor	yor	yo	I	L	Yoruba	
@@ -7789,6 +7794,7 @@ zha	zha	zha	za	M	L	Zhuang
 zhb				I	L	Zhaba	
 zhd				I	L	Dai Zhuang	
 zhi				I	L	Zhire	
+zhk				I	L	Kurdish Sign Language	
 zhn				I	L	Nong Zhuang	
 zho	chi	zho	zh	M	L	Chinese	
 zhw				I	L	Zhoa