Merge pull request #110 from zamazaljiri/codecs_remove_accent_errors_…

…handler

Added unicode error handler for remove accent

chamber/patch.py

@@ -1,6 +1,10 @@
+import codecs
+
 from django.db.models import Model
 from django.db.models.fields import Field
 
+from chamber.utils import remove_accent
+
 
 class OptionsLazy:
 
@@ -62,6 +66,17 @@ def humanize(val, inst, *args, **kwargs):
     getattr(self, '_init_chamber_patch_')(*args, **kwargs)
 
 
+def remove_accent_errors(exception):
+    """
+    Implements the 'remove_accent' error handling (for encoding with text encodings only): the unencodable character
+    is replaced by an character without accent (characters are converted to ASCII).
+    """
+    chunk = exception.object[exception.start:exception.end]
+    return remove_accent(chunk), exception.end
+
+
 Field.default_humanized = None
 Field._init_chamber_patch_ = Field.__init__  # pylint: disable=W0212
 Field.__init__ = field_init
+
+codecs.register_error('remove_accent', remove_accent_errors)

example/dj/apps/test_chamber/tests/utils/__init__.py

@@ -1,3 +1,5 @@
+import codecs
+
 from django.test import TestCase
 from django.utils.functional import cached_property
 from django.utils.safestring import SafeData, mark_safe
@@ -28,7 +30,17 @@ def cached_property_method(self):
 class UtilsTestCase(TestCase):
 
     def test_should_remove_accent_from_string(self):
-        assert_equal('escrzyaie', remove_accent('ěščřžýáíé'))
+        assert_equal(remove_accent('ěščřžýáíé'), 'escrzyaie')
+
+    def test_should_remove_accent_from_string_when_unicode_error(self):
+        assert_equal(
+            codecs.encode('àaáÀAÁ', 'windows-1250', 'remove_accent'),
+            'aaáAAÁ'.encode('windows-1250')  # characters "à" "À" are not in charset windows-1250
+        )
+        assert_equal(
+            codecs.encode('ⓓⓙⓐⓝⓖⓞ-ⓒⓗⓐⓜⓑⓔⓡ', 'windows-1250', 'remove_accent'),
+            'django-chamber'.encode('windows-1250')
+        )
 
     classes_and_method_names = [
         [TestClass.method, TestClass, 'method'],