Skip to content

Commit

Permalink
No public description
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 697732291
  • Loading branch information
Under-represented Languages NLP Team authored and copybara-github committed Nov 18, 2024
1 parent 20e6cc6 commit c9183d1
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion fun_langid/fun_langid.py
Original file line number Diff line number Diff line change
Expand Up @@ -231,7 +231,7 @@ def _init_lexicon(self):
("te-Latn", " che/eru/enu/eeru/meer/unna/mee/oka/inch/ani/anu/naa/ina/mar/ala/undi/sam/iki/mari/pra/ndi./chi/ncha/tha/aku/riyu/ariy/cha/gaa/iyu/u ch/anik/ches/niki/aina/aani/alu/aala/andi/nchi/ndi/und/i ch/nenu/nni/aaru/u ma/alan/a ma/lanu/a ch/ana/unn/aram/nnaa/stun/kaa/a sa/a un/ukun/tunn/man/u me/led/tund/anni/ndhi/main/u na/udu/amga/amai/aru/hala/aenu/naen/chey/i ma/adam/ppud/atha/kal/pudu/nu m/neen/eenu/chin/a pa/u ka/chal/nna/chu/daan/a ka/ram/adi/idi/hana/adaa/anam/indi/and/unda/a pr/ledu/heya/dam/aara/u an/vaa/sama/maa/i va/a va/i ka/vel/chad/aru./mgaa/tho/nam/okka/rinc/thun/ayam/nee/ulu/aayi/loo/the/amlo/undh/kka/appu/aalu/ntun/ham/hara/i un/ada/tam/nen/ela/osam/u pr/na p/emi/kosa/kada/u sa ".strip().split("/")),
("nso", " go/le/ka/ba/a go/tša/a le/tše/ya/a ba/ile/a mo/e le/a bo/e go/ego/a ka/ela/ago/a di/e ba/ke/bja/e a/o ba/gore/se/gor/a se/o le/e di/ore/o go/e ka/o ya/wa/a ga/tla/go b/o e/o a/eng/le b/e e/re/o ka/ba b/ona/le g/sa/ka m/a ma/be/gwe/o tš/di/ka g/elo/tse/e se/yeo/lego/ga/go k/ka b/ong/ele/tho/ana/go g/go t/e mo/a e/etše/bon/kgo/la/go l/etša/na l/e bo/a tš/o di/o bo/e l/ngwe/dir/a a/ge/letš/seo/e b/le m/dimo/la g/o se/e tš/a b/a be/bao/odim/le k/a re/lela/o mo/le l/gag/olo/mo/modi/e ke/dit/a o/aka/mod/swa/e o/e be/le a/a kg/swan/mme/go s/ya g/elet/ena/a ke/ka l/bona/ala/elel/agwe/hla/wa g/e re/o o/yo/le t/bol/a la/la k/ane/ka t/atho/a tl/ngwa/a th/tšwe/omme/ban ".strip().split("/")),
("rm", " da/per/la/las/cun/dal/a da/ziun/ils/che/ina/iun/s da/il/a la/lla/igl/cha/scha/sco/da l/tsch/aziu/era/que/en/sch/n da/in/pro/ella/dil/ha/alla/han/ter/da s/sta/ein/ins/la s/pli/schi/vegn/con/la p/a cu/veg/as d/dall/un d/ed/ent/sche/r la/chi/sur/nter/par/ei/enta/pre/la c/els/gia/isch/ras/esch/ada/uns/a ch/er l/as e/s e/a sc/da c/r da/ch’/iuns/asch/tar/a re/a pr/tra/als/n la/quel/da p/cum/sin/a pe/t da/nza/fin/a di/onn/el/dad/das/a co/n in/ers/la d/tut/da d/int/sia/giu/a e/a qu/ess/as p/main/pres/s cu/n il/üna/tgi/dis/s ch/ala/ntsc/a su/ant/er i/il p/schu/as c/egn/s pe/il c/a se/ment/ura/siun/cas/as s/r il/nts/a ca/nus/dent/part/a pa/qua/ain/er d/far/nda/ents ".strip().split("/")),
("za", " shi/ang/gei/yi/ong/de/ing/ji/ian/you/jia/zhi/xia/hou/eng/guo/dan/wei/dao/zhe/iang/jiu/dei/i ji/uan/xin/ren/i sh/li/yan/iao/xian/yin/jin/hui/ng/nia/zai/heng/hang/i yi/ni/lei/mu/hao/mei/jie/i zh/an/bu/dwg/ng d/zhu/jian/hua/dai/hong/i ge/u sh/she/den/shu/i xi/xi/la/huo/i de/lai/men/chu/zho/yu/i da/hen/fan/hai/ng y/wen/ng s/n sh/zhon/qi/wan/di/da/ng g/yao/n ji/shen/lia/si/sha/dui/hu/an d/zi/ge/ng z/an s/ying/he/fen/huan/cha/ng j/ng l/zuo/ei y/n de/i la/zha/wo/han/u yi/bei/fa/che/ai/qia/aen/g sh/n xi/gen/g ji/nen/ke/kou/i hu/gan/xie/shan/a ji/ng x/wu/u ji/an z/gu/an y/sh/suo/ei s/n zh/chen/liu/g xi/cun/qin/an j/zhen/min ".strip().split("/")),
("za", "boux/neix/mbou/ndae/aeux/mwng/haen/youq/laeu/sou/caeu/raeu/giz/gou/song/ndeu/dou/cij/dwg/gyon/maz/dwng/de/oeng/engz/ieng/aeng/ingz/engh/ueng/engq/dae/aeuj/ungh/aeuz/gya/yien/goen/cien/angh/ienz/cing/dang/ding/aenz/sae/angj/ungz/ingh/cung/doen/bou/dai/hae/cae/daen/bae/daih/bing/cin/engj/angz/bouj/gung/gva/wngz/nda/baen/cun/dox/daeu/gvan/cie/sing/bya/angq/goe/cang/ingq/yie/vunz/gae/gyae/yang/ingj/doe/haeu/lae/can/cwng/dan/ienh/vang/hoen/sien/seiz/yung/caen/gun/ming/oenz/nae/die/ndei/rae/bin/duz/gang/sei/aenh/gaen/couh/bien/vuen/naeu/dung/engx/aemh/ngoe/lien/vun/bau/yenz/aemx/mba/din/ging/saen/hwn/mbo/gan/gue/ban/ungj/guek/daeg/gien/fae/gie/ngzc/faen/gvaq/ngzg/roe/laen/ngzs/aenq/sin/yin/ciu".strip().split("/")),
("tpi", " long/ong/lon/pela/ela/ol/tok/bil/bilo/ilon/bin/na/blo/blon/wan/man/bai/ng o/em/g ol/wok/m ol/ting/kim/im o/oli/ing/spel/em i/kam/i bi/olse/lsem/m i/disp/aim/dis/ispe/ols/t lo/a i/sim/igo/sta/taim/sem/ol i/i s/ng s/ng p/i t/l i/wanp/gat/ng b/ng e/i to/i b/sam/ng w/npel/tim/anpe/mas/ait/pla/ibin/i k/m lo/amap/ibi/kama/ng m/inis/n i/ng k/ng t/k lo/tap/n lo/a lo/gut/p lo/sol/save/ap l/ave/pas/stap/mek/ekim/lai/ain/ng d/i g/ken/the/pim/a ol/tru/ng l/meki/i st/i i/nim/ng a/ok l/ino/i ka/n bi/nau/tai/upel/samt/mtin/sav/amti/isim/lim/i no/im b/luk/s lo/sin/no/im t/it l/la t/nap/ng i/a bi/an i/, na/ng g/g wa/ng n/aus/m wa/i sa/arap/i lo/map/im p/i n/sait/ng h/str/inim/la s/and ".strip().split("/")),
("bs", " je/da/se/nje/koj/na/pre/ije/za/pro/a je/ima/pri/su/o je/jedn/pos/a u/ali/e po/kao/a i/je p/ako/a pr/e u/e pr/kom/a po/e na/iti/što/je s/pred/rije/ili/i u/od/anje/i pr/ada/a na/da s/nije/njem/e i/koji/a se/oji/sta/ija/nost/a ko/nja/acij/aju/a za/sam/stav/i na/i i/sa/i po/je n/kon/e da/sve/e za/jema/je i/godi/ati/i da/je u/nih/to/vanj/pol/cije/ne/ske/ova/mačk/nog/cija/emač/je d/jed/pod/edni/već/stra/reds/dan/u po/je o/bih/osta/da j/sti/prav/god/u s/ost/anja/u i/kog/bi/će/o da/nom/i su/odin/u pr/osti/iz/a da/govo/post/ila/još/tak/ovo/poli/nika/raz/i p/vije/ski/kih/oje/ama/vla/str/ana/a sa/e bi/na p/e ko/drža/i je/nov/nas/ovor/ista/rad/naj/svo/ika/ist ".strip().split("/")),
("pcm", " for/dey/and/wey/dem/say/di/don/to/of/the/go/get/dis/tion/na/one/ing/no/ent/y de/you/ake/all/ey d/fit/ion/com/im/dia/e de/but/use/or d/be/her/e di/ome/r di/wit/tin/ter/make/atio/mak/e fo/sta/bin/ment/side/ay d/wan/man/she/how/e we/o de/tok/n de/e sa/dat/ple/as/y di/out/ers/ate/on/any/we/eria/new/see/fro/rom/of d/pipo/ive/come/our/pip/e of/iger/from/nige/s we/geri/con/am/day/wor/pro/e to/do/nig/ipo/eve/pre/etin/ins/s de/peop/eopl/ople/ike/tal/peo/lik/di s/em d/t di/ide/f di/with/pres/thi/est/nce/like/in d/e an/n we/wen/weti/y fo/ell/m de/ey s/top/e go/deh/pla/rea/dent/n fo/ey c/nd d/s fo/now/ice/weh/ith/on t/ear/di p/t fo/ther/di c/ill/ight ".strip().split("/")),
Expand Down

0 comments on commit c9183d1

Please sign in to comment.