opener-tokenizer-base 1.0.0

data/core/nonbreaking_prefixes/nonbreaking_prefix.fr

@@ -0,0 +1,1027 @@
+
+#Special cases are included for prefixes that ONLY appear before 0-9 numbers.
+
+#any single upper case letter  followed by a period is not a sentence ender (excluding I occasionally, but we leave it in)
+#usually upper case letters are initials in a name
+#no german words end in single lower-case letters, so we throw those in too.
+A
+B
+C
+D
+E
+F
+G
+H
+I
+J
+K
+L
+M
+N
+O
+P
+Q
+R
+S
+T
+U
+V
+W
+X
+Y
+Z
+#a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+
+
+#Roman Numerals. A dot after one of these is not a sentence break in German.
+I
+II
+III
+IV
+V
+VI
+VII
+VIII
+IX
+X
+XI
+XII
+XIII
+XIV
+XV
+XVI
+XVII
+XVIII
+XIX
+XX
+i
+ii
+iii
+iv
+v
+vi
+vii
+viii
+ix
+x
+xi
+xii
+xiii
+xiv
+xv
+xvi
+xvii
+xviii
+xix
+xx
+
+#Titles and Honorifics
+
+Nr
+abrev
+abs
+Acad
+acron
+adj
+adr
+adv
+Affl
+a.l
+all
+alpin
+alt
+anachron
+anal
+anat
+angl
+anthropol
+antiq
+appos
+apr 
+J.-C
+archeol
+arrond
+art
+a./s
+asc
+astrol
+astron
+astronaut
+atm
+auj
+aux
+av
+avr
+b.a.o
+b.a.p
+b.a.r
+bat
+bat
+B.ches-du-Rh
+bd
+bde
+bibliogr
+biochim
+biol
+bot
+br
+bull
+C.a
+c.-a-d
+c.a.f
+caract
+card
+cart
+cc
+Cdt
+cf
+cft
+Chap
+ch
+chbre
+chbs
+chf
+ch.-l
+chim
+chir
+Ch.-Mme
+chronol
+Cie
+coeff
+Col
+coll
+compar
+compl
+cond
+conf
+conj
+conjug
+cosm
+C.p.c.n
+cpt
+cpte
+cuis
+dec
+def
+dem
+dep
+dept
+dim
+didact
+dispo
+div
+dr
+dz
+eccles
+ecol
+econ
+ed
+Éd
+edit
+electr
+electron
+ellipt
+encycl
+env
+ep
+eq
+equit
+equiv
+et
+etc
+ethnol
+Ets
+etymol
+euphem
+Euro
+Ev
+ex
+exclam
+exp
+expo
+b
+f.a.c
+fam
+fasc
+faub
+fbg
+Fco
+fem
+fevr
+ff
+fig
+fin
+fl
+fr
+Fr
+freq
+fut
+Gar
+gd
+gde
+gdes
+gds
+gen
+geneal
+geogr
+geol
+geom
+ger
+Gir
+grav
+grd
+hab
+hist
+h.-t
+ibid
+id
+i.e
+imp
+imper
+impers
+ind
+indef
+indic
+inf
+inform
+ing
+interj
+interrog
+intr
+introd
+invar
+iron
+irreg
+ital
+j
+janv
+jard
+Jeu
+jr
+juil
+larg
+lat
+lex
+Lieut
+lieut
+litter
+liturg
+liv
+loc
+lof 
+long
+Lun
+m
+magnif
+mar
+max
+Me
+med
+Mer
+Mes
+meton
+metrol
+Mgr
+Mgrs
+min
+Mlle(s)
+Mme(s)
+ms
+MSc
+mus
+n
+nat
+neerl
+neg
+neol
+n.f
+n.f.pl
+nivx
+n.m
+n.m.pl
+no
+nos
+nov
+num
+oblig
+obs
+occid
+occult
+oct
+O.d.J
+~nol
+off
+onomat
+op
+oppos
+ouvr
+p
+paragr
+part
+Pas
+pathol
+pejor
+pers
+P 
+ch
+p 
+p.o
+p.ex
+p.g.c.d
+pharm
+phys
+p.i
+pisc
+p.j
+pl
+pleon
+p.m
+polit
+pop
+poss
+pp
+p.p
+P.p.c
+p.p.c.d
+p.p.c.m
+p.pr
+pr
+pref
+prep
+pres
+prof
+prom
+pron
+prov
+prox
+psychol
+Pte
+px
+qqch
+qqf
+qqn
+qqns
+q.s
+r.-de-ch
+ref
+refl
+reg
+region
+relig
+resid
+Revd
+Rh
+Riv
+s
+Sam
+S.a.r.l
+s.b.f
+sc
+s/c
+scol
+s.d
+sect
+sej
+sem
+S.Em
+s.e 
+o
+sep
+sept
+S.Exc
+sf
+sgt
+SGT
+signif
+s.l
+s.l.n.d
+s.l.p
+Ste
+s.t.p
+subj
+subst
+succ
+suff
+suiv
+sup
+s.v.p
+sylvic
+syn
+t
+technol
+tel
+telecomm
+terr
+text
+tg
+theol
+tr
+Tr
+trad
+travx
+trim
+t.s.v.p
+urg
+v
+var
+V.Exc
+v.intr
+vol
+vs
+v.tr
+vulg
+vx
+zool
+
+
+#Number indicators
+# add #NUMERIC_ONLY# after the word if it should ONLY be non-breaking when a 0-9 digit follows it
+No
+Nos
+Art
+Nr
+pp
+ca
+Ca
+
+#Ordinals are done with . in German - "1." = "1st" in English
+#1
+#2
+#3
+#4
+#5
+#6
+#7
+#8
+#9
+#10
+#11
+#12
+#13
+#14
+#15
+#16
+#17
+#18
+#19
+#20
+#21
+#22
+#23
+#24
+#25
+#26
+#27
+#28
+#29
+#30
+#31
+#32
+#33
+#34
+#35
+#36
+#37
+#38
+#39
+#40
+#41
+#42
+#43
+#44
+#45
+#46
+#47
+#48
+#49
+#50
+#51
+#52
+#53
+#54
+#55
+#56
+#57
+#58
+#59
+#60
+#61
+#62
+#63
+#64
+#65
+#66
+#67
+#68
+#69
+#70
+#71
+#72
+#73
+#74
+#75
+#76
+#77
+#78
+#79
+#80
+#81
+#82
+#83
+#84
+#85
+#86
+#87
+#88
+#89
+#90
+#91
+#92
+#93
+#94
+#95
+#96
+#97
+#98
+#99
+
+#unified abbreviation list
+Acad
+Adj
+Adm
+Adv
+Affl
+Apr
+Art
+Asst
+Av
+Avg
+B.ches-du-Rh
+Bart
+Bco
+Bldg
+Brig
+Bros
+C.a
+C.p.c.n
+Ca
+Capt
+Cdt
+Cf
+Ch.-Mme
+Chap
+Cie
+Cmdr
+Col
+Comdr
+Con
+Corp
+Cpl
+DR
+DRA
+Da
+Dec
+Déc
+Dep
+Dn
+Dr
+Dra
+Dras
+Drs
+Eng
+Enga
+Engas
+Engos
+Ens
+Ets
+Euro
+Ev
+Ex
+Excmo
+Exmo
+Exo
+Fa
+Fco
+Feb
+Féb
+Febv
+Fébv
+Fig
+Fr
+Gar
+Gen
+Gir
+Gl
+Gov
+Hno
+Hon
+Hosp
+Hr
+Ilmo
+Insp
+J.-C
+Jan
+Janv
+Jeu
+Jr
+Juil
+Jul
+Jun
+Lda
+Lieut
+Lt
+Lun
+MM
+MR
+MRS
+MS
+MSc
+Maj
+Mar
+Me
+Mej
+Mer
+Mes
+Messrs
+Mgr
+Mgrs
+Mll
+Mlle
+Mlle(s)
+Mme
+Mme(s)
+Mr
+Mrs
+Ms
+Msgr
+Mw
+Nov
+Npr
+Nr
+O.d.J
+Oct
+Okt
+Op
+Ord
+Oz
+P 
+P.D
+P.ej
+P.p.c
+Pas
+Pfc
+Ph
+Prim
+Prof
+Pte
+Pts
+Pvt
+Rep
+Reps
+Res
+Rev
+Revd
+Rh
+Riv
+Rt
+S.Em
+S.Exc
+S.a.r.l
+Sen
+Sens
+Sep
+Sept
+Sfc
+Sgt
+Sl
+Sr
+Sra
+Sras
+Srs
+Srta
+St
+ST
+Sta
+Ste
+Sto
+Supt
+Surg
+Tj
+Tr
+Ud
+Uds
+V.Exc
+Vd
+Vda
+Vds
+Vz
+Z.D
+Z.D.H
+Z.E
+Z.Em
+Z.H
+Z.K.H
+Z.K.M
+Z.M
+#a
+a./s
+a.C
+a.g.v
+a.l
+abrev
+abs
+ac
+acc
+acron
+adj
+adm
+adr
+adv
+alt
+anal
+anat
+angl
+appos
+apr
+apr 
+asc
+atm
+auj
+aux
+av
+avg
+avr
+b
+b.a.o
+b.a.p
+b.a.r
+bacc
+bat
+bc
+bd
+bde
+bgen
+bijv
+bijz
+br
+bv
+c 
+c.-a-d
+c.a.f
+c.i
+cc
+cf
+cft
+ch
+ch.-l
+chbre
+chbs
+chf
+col
+coll
+cpl
+cpt
+cpte
+cta
+d
+d.c
+d.w.z
+dcha
+dec
+déc
+def
+dem
+dep
+dept
+dhr
+dipl
+dispo
+div
+dpto
+dr
+dr.h.c
+dra
+dras
+drs
+ds
+dz
+e.c
+e.g
+e.g
+e.k
+eccles
+ecol
+econ
+ed
+ej
+env
+ep
+eq
+et
+etc
+ev
+ex
+exmo
+exo
+exp
+expo
+f.a.c
+fa
+fam
+fasc
+fbg
+feb
+febv
+féb
+fébv
+fem
+fevr
+ff
+fl
+fol 
+fr
+fs 
+fut
+gd
+gde
+gdes
+gds
+gen
+gl 
+grd
+h.-t
+hab
+i.e
+i.p.v
+i.s.m
+i.t.t
+i.v.m
+ibid
+id
+imp
+ing
+ir
+iron
+itd
+itn
+itp 
+izq
+j
+janv
+jhr
+jkvr
+jr
+l
+lat
+lex
+lgen
+lib
+lieut
+liv
+lkol
+loc
+lof 
+m
+m.a.w
+m.b.t
+m.b.v
+m.h.o
+m.i
+m.i.v
+maj
+mar
+mas
+max
+med
+mevr
+min
+mll
+mr
+ms
+mtr
+mtrs 
+n
+n 
+n.f
+n.f.pl
+n.m
+n.m.pl
+npr
+o
+o.b.s
+obs
+oct
+okt
+ord 
+oz
+p
+p 
+p.a
+p.ej
+p.ex
+p.g.c.d
+p.i
+p.j
+p.m
+p.o
+p.p
+p.p.c.d
+p.p.c.m
+p.pa
+p.pr
+pl
+plv
+poe
+pp
+pp 
+pr
+pr 
+pres
+prev
+prof
+px
+q.s
+qqch
+qqf
+qqn
+qqns
+r.-de-ch
+r.p.m
+rc 
+rd 
+ref
+refl
+reg
+rev
+ro 
+rte
+s
+s 
+s.a
+s.b.f
+s.d
+s.e 
+s.l
+s.l.n.d
+s.l.p
+s.t.p
+s.v.p
+s/c
+sc
+sf
+sgt
+sl
+sr
+sra
+sras
+srs
+ss 
+sto
+t
+t.s.v.p
+tec
+tel
+terr
+tg
+tint
+tit 
+tj
+tr
+travx
+v
+v.intr
+v.tr
+v.w.t
+var
+vs
+vta 
+vx
+z.v
+zool
+Št 
+št