add replacement char for \u2019
authorSamuel Trégouët <samuel.tregouet@logilab.fr>
Tue, 13 Mar 2018 14:06:53 +0100
changeset 521 6fed581fa8ec
parent 520 2381069255a2
child 522 1db8a761fb8a
add replacement char for \u2019
utils/normalize.py
--- a/utils/normalize.py	Fri Feb 16 17:16:31 2018 +0100
+++ b/utils/normalize.py	Tue Mar 13 14:06:53 2018 +0100
@@ -55,6 +55,7 @@
     u'\xf8': u'o',    # LATIN SMALL LETTER O WITH STROKE
     u'\xbb': u'"',    # RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK
     u'\xdf': u'ss',   # LATIN SMALL LETTER SHARP S
+    u'\u2019': u"'",  # RIGHT SINGLE QUOTATION MARK
     }