You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
86 lines
2.7 KiB
86 lines
2.7 KiB
7 years ago
|
#!/usr/bin/env python
|
||
|
|
||
|
# $Id: create_unimap.py 7442 2012-06-13 23:27:03Z milde $
|
||
|
# Author: Lea Wiemann <LeWiemann@gmail.com>
|
||
|
# Copyright: This file has been placed in the public domain.
|
||
|
|
||
|
# Call: create_unimap.py < unicode.xml > unicode_latex.py
|
||
|
#
|
||
|
# Get unicode.xml from
|
||
|
# <http://www.w3.org/2003/entities/xml/unicode.xml>.
|
||
|
|
||
|
from xml.dom import minidom
|
||
|
import sys
|
||
|
import pprint
|
||
|
|
||
|
if sys.version_info >= (3,0):
|
||
|
unicode = str
|
||
|
else:
|
||
|
bytes = str
|
||
|
chr = unichr
|
||
|
|
||
|
|
||
|
def w(s):
|
||
|
if sys.version_info >= (3,0) and isinstance(s, unicode):
|
||
|
s = s.encode('utf8')
|
||
|
sys.stdout.write(s)
|
||
|
|
||
|
text_map = {}
|
||
|
math_map = {}
|
||
|
|
||
|
class Visitor:
|
||
|
|
||
|
"""Node visitor for contents of unicode.xml."""
|
||
|
|
||
|
def visit_character(self, node):
|
||
|
for n in node.childNodes:
|
||
|
if n.nodeName == 'latex':
|
||
|
code = node.attributes['dec'].value
|
||
|
if '-' in code:
|
||
|
# I don't know what this means, but we probably
|
||
|
# don't need it....
|
||
|
continue
|
||
|
if int(code) < 128:
|
||
|
# Wrong (maps "-" to "$-$", which is too wide) and
|
||
|
# unnecessary (maps "a" to "{a}").
|
||
|
continue
|
||
|
latex_code = n.childNodes[0].nodeValue.encode('ascii').strip()
|
||
|
if node.attributes['mode'].value == 'math':
|
||
|
math_map[chr(int(code))] = '$%s$' % latex_code
|
||
|
else:
|
||
|
text_map[chr(int(code))] = '{%s}' % latex_code
|
||
|
|
||
|
def call_visitor(node, visitor=Visitor()):
|
||
|
if isinstance(node, minidom.Text):
|
||
|
name = 'Text'
|
||
|
else:
|
||
|
name = node.nodeName.replace('#', '_')
|
||
|
if hasattr(visitor, 'visit_' + name):
|
||
|
getattr(visitor, 'visit_' + name)(node)
|
||
|
for child in node.childNodes:
|
||
|
call_visitor(child)
|
||
|
if hasattr(visitor, 'depart_' + name):
|
||
|
getattr(visitor, 'depart_' + name)(node)
|
||
|
|
||
|
document = minidom.parse(sys.stdin)
|
||
|
call_visitor(document)
|
||
|
|
||
|
unicode_map = math_map
|
||
|
unicode_map.update(text_map)
|
||
|
# Now unicode_map contains the text entries plus dollar-enclosed math
|
||
|
# entries for those chars for which no text entry exists.
|
||
|
|
||
|
print('# $%s$' % 'Id')
|
||
|
print('# Author: Lea Wiemann <LeWiemann@gmail.com>')
|
||
|
print('# Copyright: This file has been placed in the public domain.')
|
||
|
print('')
|
||
|
print('# This is a mapping of Unicode characters to LaTeX equivalents.')
|
||
|
print('# The information has been extracted from')
|
||
|
print('# <http://www.w3.org/2003/entities/xml/unicode.xml>, written by')
|
||
|
print('# David Carlisle and Sebastian Rahtz.')
|
||
|
print('#')
|
||
|
print('# The extraction has been done by the "create_unimap.py" script')
|
||
|
print('# located at <http://docutils.sf.net/tools/dev/create_unimap.py>.')
|
||
|
print('')
|
||
|
print('unicode_map = %s' % pprint.pformat(unicode_map, indent=0))
|