blob: 0cc9ba1b61abb3184d05b8cc38a9c5b79e9ee668 [file] [log] [blame]
Dave Hylands0308f962014-03-10 00:07:35 -07001from __future__ import print_function
2
Damien George55baff42014-01-21 21:40:13 +00003import argparse
4import re
Damien Georgefdf0da52014-03-08 15:03:25 +00005import sys
Damien George1976bae2014-01-24 22:22:00 +00006
7# codepoint2name is different in Python 2 to Python 3
8import platform
9if platform.python_version_tuple()[0] == '2':
10 from htmlentitydefs import codepoint2name
11elif platform.python_version_tuple()[0] == '3':
12 from html.entities import codepoint2name
Paul Sokolovsky73b70272014-04-13 05:28:46 +030013codepoint2name[ord('-')] = 'hyphen';
Damien George55baff42014-01-21 21:40:13 +000014
Damien Georgea71c83a2014-02-15 11:34:50 +000015# add some custom names to map characters that aren't in HTML
16codepoint2name[ord('.')] = 'dot'
Paul Sokolovsky4aee1192014-02-18 00:06:37 +020017codepoint2name[ord(':')] = 'colon'
18codepoint2name[ord('/')] = 'slash'
Damien Georgea71c83a2014-02-15 11:34:50 +000019
Damien George55baff42014-01-21 21:40:13 +000020# this must match the equivalent function in qstr.c
21def compute_hash(qstr):
Damien George6e628c42014-03-25 15:27:15 +000022 hash = 5381
Damien George55baff42014-01-21 21:40:13 +000023 for char in qstr:
Damien George6e628c42014-03-25 15:27:15 +000024 hash = (hash * 33) ^ ord(char)
Damien George55baff42014-01-21 21:40:13 +000025 return hash & 0xffff
26
27def do_work(infiles):
28 # read the qstrs in from the input files
Paul Sokolovskyab5d0822014-01-24 00:22:00 +020029 qstrs = {}
Paul Sokolovskya925cb52014-04-11 20:50:15 +030030 cpp_header_blocks = 3
Damien George55baff42014-01-21 21:40:13 +000031 for infile in infiles:
32 with open(infile, 'rt') as f:
33 line_number = 0
34 for line in f:
35 line_number += 1
36 line = line.strip()
37
38 # ignore blank lines and comments
39 if len(line) == 0 or line.startswith('//'):
40 continue
41
Paul Sokolovskya925cb52014-04-11 20:50:15 +030042 # We'll have 3 line-number lines for py/qstrdefs.h - initial, leaving it to
43 # go into other headers, and returning to it.
44 if line.startswith('# ') and 'py/qstrdefs.h' in line:
45 cpp_header_blocks -= 1
46 continue
47 if cpp_header_blocks != 0:
48 continue
49
Damien George55baff42014-01-21 21:40:13 +000050 # verify line is of the correct form
Paul Sokolovskyab5d0822014-01-24 00:22:00 +020051 match = re.match(r'Q\((.+)\)$', line)
Damien George55baff42014-01-21 21:40:13 +000052 if not match:
Damien Georgefdf0da52014-03-08 15:03:25 +000053 print('({}:{}) bad qstr format, got {}'.format(infile, line_number, line), file=sys.stderr)
Damien George55baff42014-01-21 21:40:13 +000054 return False
55
56 # get the qstr value
57 qstr = match.group(1)
Paul Sokolovskyab5d0822014-01-24 00:22:00 +020058 ident = re.sub(r'[^A-Za-z0-9_]', lambda s: "_" + codepoint2name[ord(s.group(0))] + "_", qstr)
Damien George55baff42014-01-21 21:40:13 +000059
60 # don't add duplicates
Paul Sokolovskyab5d0822014-01-24 00:22:00 +020061 if ident in qstrs:
Damien George55baff42014-01-21 21:40:13 +000062 continue
63
Damien George1976bae2014-01-24 22:22:00 +000064 # add the qstr to the list, with order number to retain original order in file
Paul Sokolovsky6ea0e922014-04-11 20:36:08 +030065 qstrs[ident] = (len(qstrs), ident, qstr)
Damien George55baff42014-01-21 21:40:13 +000066
67 # process the qstrs, printing out the generated C header file
68 print('// This file was automatically generated by makeqstrdata.py')
Dave Hylands7a996b12014-01-21 15:28:27 -080069 print('')
Paul Sokolovsky6ea0e922014-04-11 20:36:08 +030070 for order, ident, qstr in sorted(qstrs.values(), key=lambda x: x[0]):
Damien George55baff42014-01-21 21:40:13 +000071 qhash = compute_hash(qstr)
72 qlen = len(qstr)
Paul Sokolovskyab5d0822014-01-24 00:22:00 +020073 print('Q({}, (const byte*)"\\x{:02x}\\x{:02x}\\x{:02x}\\x{:02x}" "{}")'.format(ident, qhash & 0xff, (qhash >> 8) & 0xff, qlen & 0xff, (qlen >> 8) & 0xff, qstr))
Damien George55baff42014-01-21 21:40:13 +000074
75 return True
76
77def main():
78 arg_parser = argparse.ArgumentParser(description='Process raw qstr file and output qstr data with length, hash and data bytes')
79 arg_parser.add_argument('files', nargs='+', help='input file(s)')
80 args = arg_parser.parse_args()
81
82 result = do_work(args.files)
83 if not result:
Damien Georgefdf0da52014-03-08 15:03:25 +000084 print('exiting with error code', file=sys.stderr)
Damien George55baff42014-01-21 21:40:13 +000085 exit(1)
86
87if __name__ == "__main__":
88 main()