festival.edmaven.com:80

Linux b747.shapiroconsult.com 3.10.0-1160.119.1.vz7.224.4 #1 SMP Mon Sep 30 15:36:27 MSK 2024 x86_64
Apache
173.231.212.80

tests_encodeutils.py

# -*- coding: utf-8 -*-

# Copyright 2014 Red Hat, Inc.
# All Rights Reserved.
#
#    Licensed under the Apache License, Version 2.0 (the "License"); you may
#    not use this file except in compliance with the License. You may obtain
#    a copy of the License at
#
#         http://www.apache.org/licenses/LICENSE-2.0
#
#    Unless required by applicable law or agreed to in writing, software
#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
#    License for the specific language governing permissions and limitations
#    under the License.

from unittest import mock

from oslo_i18n import fixture as oslo_i18n_fixture
from oslotest import base as test_base

from oslo_utils import encodeutils

class EncodeUtilsTest(test_base.BaseTestCase):

def test_safe_decode(self):
        safe_decode = encodeutils.safe_decode
        self.assertRaises(TypeError, safe_decode, True)
        self.assertEqual('ni\xf1o',
                         safe_decode("ni\xc3\xb1o".encode("latin-1"),
                                     incoming="utf-8"))

self.assertEqual("strange",
                         safe_decode('\x80strange'.encode("latin-1"),
                                     errors='ignore'))

self.assertEqual('\xc0', safe_decode('\xc0'.encode("latin-1"),
                         incoming='iso-8859-1'))

# Forcing incoming to ascii so it falls back to utf-8
        self.assertEqual('ni\xf1o',
                         safe_decode('ni\xc3\xb1o'.encode("latin-1"),
                                     incoming='ascii'))

self.assertEqual('foo', safe_decode(b'foo'))

def test_safe_encode_none_instead_of_text(self):
        self.assertRaises(TypeError, encodeutils.safe_encode, None)

def test_safe_encode_bool_instead_of_text(self):
        self.assertRaises(TypeError, encodeutils.safe_encode, True)

def test_safe_encode_int_instead_of_text(self):
        self.assertRaises(TypeError, encodeutils.safe_encode, 1)

def test_safe_encode_list_instead_of_text(self):
        self.assertRaises(TypeError, encodeutils.safe_encode, [])

def test_safe_encode_dict_instead_of_text(self):
        self.assertRaises(TypeError, encodeutils.safe_encode, {})

def test_safe_encode_tuple_instead_of_text(self):
        self.assertRaises(TypeError, encodeutils.safe_encode, ('foo', 'bar', ))

def test_safe_encode_force_incoming_utf8_to_ascii(self):
        # Forcing incoming to ascii so it falls back to utf-8
        self.assertEqual(
            'ni\xc3\xb1o'.encode("latin-1"),
            encodeutils.safe_encode('ni\xc3\xb1o'.encode("latin-1"),
                                    incoming='ascii'),
        )

def test_safe_encode_same_encoding_different_cases(self):
        with mock.patch.object(encodeutils, 'safe_decode', mock.Mock()):
            utf8 = encodeutils.safe_encode(
                'foo\xf1bar', encoding='utf-8')
            self.assertEqual(
                encodeutils.safe_encode(utf8, 'UTF-8', 'utf-8'),
                encodeutils.safe_encode(utf8, 'utf-8', 'UTF-8'),
            )
            self.assertEqual(
                encodeutils.safe_encode(utf8, 'UTF-8', 'utf-8'),
                encodeutils.safe_encode(utf8, 'utf-8', 'utf-8'),
            )
            encodeutils.safe_decode.assert_has_calls([])

def test_safe_encode_different_encodings(self):
        text = 'foo\xc3\xb1bar'
        result = encodeutils.safe_encode(
            text=text, incoming='utf-8', encoding='iso-8859-1')
        self.assertNotEqual(text, result)
        self.assertNotEqual("foo\xf1bar".encode("latin-1"), result)

def test_to_utf8(self):
        self.assertEqual(encodeutils.to_utf8(b'a\xe9\xff'),        # bytes
                         b'a\xe9\xff')
        self.assertEqual(encodeutils.to_utf8('a\xe9\xff\u20ac'),  # Unicode
                         b'a\xc3\xa9\xc3\xbf\xe2\x82\xac')
        self.assertRaises(TypeError, encodeutils.to_utf8, 123)     # invalid

# oslo.i18n Message objects should also be accepted for convenience.
        # It works because Message is a subclass of str. Use the
        # lazy translation to get a Message instance of oslo_i18n.
        msg = oslo_i18n_fixture.Translation().lazy("test")
        self.assertEqual(encodeutils.to_utf8(msg),
                         b'test')

class ExceptionToUnicodeTest(test_base.BaseTestCase):

def test_str_exception(self):
        # The regular Exception class cannot be used directly:
        # Exception('\xe9').__str__() raises an UnicodeEncodeError
        # on Python 2
        class StrException(Exception):
            def __init__(self, value):
                Exception.__init__(self)
                self.value = value

def __str__(self):
                return self.value

# On Python 3, an exception which returns bytes with is __str__()
        # method (like StrException(bytes)) is probably a bug, but it was not
        # harder to support this silly case in exception_to_unicode().

# Decode from ASCII
        exc = StrException(b'bytes ascii')
        self.assertEqual(encodeutils.exception_to_unicode(exc),
                         'bytes ascii')

# Decode from UTF-8
        exc = StrException(b'utf-8 \xc3\xa9\xe2\x82\xac')
        self.assertEqual(encodeutils.exception_to_unicode(exc),
                         'utf-8 \xe9\u20ac')

# Force the locale encoding to ASCII to test the fallback
        with mock.patch.object(encodeutils, '_getfilesystemencoding',
                               return_value='ascii'):
            # Fallback: decode from ISO-8859-1
            exc = StrException(b'rawbytes \x80\xff')
            self.assertEqual(encodeutils.exception_to_unicode(exc),
                             'rawbytes \x80\xff')

# No conversion needed
        exc = StrException('unicode ascii')
        self.assertEqual(encodeutils.exception_to_unicode(exc),
                         'unicode ascii')

# No conversion needed
        exc = StrException('unicode \xe9\u20ac')
        self.assertEqual(encodeutils.exception_to_unicode(exc),
                         'unicode \xe9\u20ac')

# Test the locale encoding
        with mock.patch.object(encodeutils, '_getfilesystemencoding',
                               return_value='koi8_r'):
            exc = StrException(b'\xf2\xd5\xd3\xd3\xcb\xc9\xca')
            # Decode from the locale encoding
            # (the message cannot be decoded from ASCII nor UTF-8)
            self.assertEqual(encodeutils.exception_to_unicode(exc),
                             '\u0420\u0443\u0441\u0441\u043a\u0438\u0439')

def test_oslo_i18n_message(self):
        # use the lazy translation to get a Message instance of oslo_i18n
        exc = oslo_i18n_fixture.Translation().lazy("test")
        self.assertEqual(encodeutils.exception_to_unicode(exc),
                         "test")

Name	Type	Size	Owner/Group	Permission	Last Modified	Actions
.	dir	-	root/root	0755	2025-01-07 04:51:46
..	dir	-	root/root	0755	2025-01-07 04:51:46
__pycache__	dir	-	root/root	0755	2025-01-07 04:51:46
fake	dir	-	root/root	0755	2025-01-07 04:51:46
__init__.py	text/plain	570 B	root/root	0644	2025-01-06 04:11:19
base.py	text/x-python	1.93 KB	root/root	0644	2025-01-06 04:11:19
test_dictutils.py	text/x-python	1.45 KB	root/root	0644	2025-01-06 04:11:19
test_eventletutils.py	text/x-python	8.31 KB	root/root	0644	2025-01-06 04:11:19
test_excutils.py	text/x-python	22.76 KB	root/root	0644	2025-01-06 04:11:19
test_fileutils.py	text/x-python	10.46 KB	root/root	0644	2025-01-06 04:11:19
test_fixture.py	text/x-python	3.56 KB	root/root	0644	2025-01-06 04:11:19
test_imageutils.py	text/x-python	11.45 KB	root/root	0644	2025-01-06 04:11:19
test_importutils.py	text/x-python	6.57 KB	root/root	0644	2025-01-06 04:11:19
test_netutils.py	text/x-python	20.43 KB	root/root	0644	2025-01-06 04:11:19
test_reflection.py	text/x-python	10.27 KB	root/root	0644	2025-01-06 04:11:19
test_secretutils.py	text/x-python	4.34 KB	root/root	0644	2025-01-06 04:11:19
test_specs_matcher.py	text/x-python	18.22 KB	root/root	0644	2025-01-06 04:11:19
test_strutils.py	text/x-python	42.31 KB	root/root	0644	2025-01-06 04:11:19
test_timeutils.py	text/x-python	20.91 KB	root/root	0644	2025-01-06 04:11:19
test_uuidutils.py	text/x-python	2.31 KB	root/root	0644	2025-01-06 04:11:19
test_versionutils.py	text/x-python	4.2 KB	root/root	0644	2025-01-06 04:11:19
tests_encodeutils.py	text/x-python	6.85 KB	root/root	0644	2025-01-06 04:11:19