|
1911.2.3
by John Arbash Meinel
Moving everything into a new location so that we can cache more than just revision ids |
1 |
# Copyright (C) 2006 Canonical
|
2 |
#
|
|
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
#
|
|
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
#
|
|
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
15 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
16 |
||
17 |
# TODO: Some kind of command-line display of revision properties:
|
|
18 |
# perhaps show them in log -v and allow them as options to the commit command.
|
|
19 |
||
20 |
"""Some functions to enable caching the conversion between unicode to utf8"""
|
|
21 |
||
22 |
||
23 |
# Map revisions from and to utf8 encoding
|
|
24 |
# Whenever we do an encode/decode operation, we save the result, so that
|
|
25 |
# we don't have to do it again.
|
|
26 |
_unicode_to_utf8_map = {} |
|
27 |
_utf8_to_unicode_map = {} |
|
28 |
||
29 |
||
30 |
def encode(unicode_str, |
|
31 |
_uni_to_utf8=_unicode_to_utf8_map, |
|
32 |
_utf8_to_uni=_utf8_to_unicode_map): |
|
33 |
"""Take this unicode revision id, and get a unicode version"""
|
|
34 |
try: |
|
35 |
return _uni_to_utf8[unicode_str] |
|
36 |
except KeyError: |
|
37 |
_uni_to_utf8[unicode_str] = utf8_str = unicode_str.encode('utf-8') |
|
38 |
_utf8_to_uni[utf8_str] = unicode_str |
|
39 |
return utf8_str |
|
40 |
||
41 |
||
42 |
def decode(utf8_str, |
|
43 |
_uni_to_utf8=_unicode_to_utf8_map, |
|
44 |
_utf8_to_uni=_utf8_to_unicode_map): |
|
45 |
"""Take a utf8 revision id, and decode it, but cache the result"""
|
|
46 |
try: |
|
47 |
return _utf8_to_uni[utf8_str] |
|
48 |
except KeyError: |
|
49 |
_utf8_to_uni[utf8_str] = unicode_str = utf8_str.decode('utf-8') |
|
50 |
_uni_to_utf8[unicode_str] = utf8_str |
|
51 |
return unicode_str |
|
52 |
||
53 |
||
|
1911.2.5
by John Arbash Meinel
Update cache tests, add a function to do something like intern() only for unicode objects |
54 |
def get_cached_unicode(unicode_str): |
55 |
"""Return a cached version of the unicode string.
|
|
56 |
||
57 |
This has a similar idea to that of intern() in that it tries
|
|
58 |
to return a singleton string. Only it works for unicode strings.
|
|
59 |
"""
|
|
60 |
# This might return the same object, or it might return the cached one
|
|
61 |
# the decode() should just be a hash lookup, because the encode() side
|
|
62 |
# should add the entry to the maps
|
|
63 |
return decode(encode(unicode_str)) |
|
64 |
||
65 |
||
|
1911.2.3
by John Arbash Meinel
Moving everything into a new location so that we can cache more than just revision ids |
66 |
def clear_encoding_cache(): |
67 |
"""Clear the encoding and decoding caches"""
|
|
68 |
global _unicode_to_utf8_map, _utf8_to_unicode_map |
|
69 |
_unicode_to_utf8_map.clear() |
|
70 |
_utf8_to_unicode_map.clear() |
|
71 |