1
# Copyright (C) 2006 Canonical
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
# TODO: Some kind of command-line display of revision properties:
18
# perhaps show them in log -v and allow them as options to the commit command.
20
"""Some functions to enable caching the conversion between unicode to utf8"""
23
# Map revisions from and to utf8 encoding
24
# Whenever we do an encode/decode operation, we save the result, so that
25
# we don't have to do it again.
26
_unicode_to_utf8_map = {}
27
_utf8_to_unicode_map = {}
30
def encode(unicode_str,
31
_uni_to_utf8=_unicode_to_utf8_map,
32
_utf8_to_uni=_utf8_to_unicode_map):
33
"""Take this unicode revision id, and get a unicode version"""
35
return _uni_to_utf8[unicode_str]
37
_uni_to_utf8[unicode_str] = utf8_str = unicode_str.encode('utf-8')
38
_utf8_to_uni[utf8_str] = unicode_str
43
_uni_to_utf8=_unicode_to_utf8_map,
44
_utf8_to_uni=_utf8_to_unicode_map):
45
"""Take a utf8 revision id, and decode it, but cache the result"""
47
return _utf8_to_uni[utf8_str]
49
_utf8_to_uni[utf8_str] = unicode_str = utf8_str.decode('utf-8')
50
_uni_to_utf8[unicode_str] = utf8_str
54
def get_cached_unicode(unicode_str):
55
"""Return a cached version of the unicode string.
57
This has a similar idea to that of intern() in that it tries
58
to return a singleton string. Only it works for unicode strings.
60
# This might return the same object, or it might return the cached one
61
# the decode() should just be a hash lookup, because the encode() side
62
# should add the entry to the maps
63
return decode(encode(unicode_str))
66
def clear_encoding_cache():
67
"""Clear the encoding and decoding caches"""
68
global _unicode_to_utf8_map, _utf8_to_unicode_map
69
_unicode_to_utf8_map.clear()
70
_utf8_to_unicode_map.clear()
added
removed
bzrlib/cache_utf8.py
