-
Notifications
You must be signed in to change notification settings - Fork 24
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
web: Add simple C/C++ style preprocessor for module-available defines
Supported directives are #include, #define, #undef, #ifdef, #if, #else and #endif. In contrast to C/C++ a not defined symbol in an #if directive is an error and does not evaluate to false. For compatibilty with TypeScript all directives have to be prefixed with //. Code removal by #if/#endif blocks is realized by commeting out the TypeScript code using //. This preserves line numbers as no lines are added or removed. To make this work the base directory for the TypeScript import path got moved from web/ to web/src/. This breaks absolute imports starting with src/. They need to be changed to drop the src/.
- Loading branch information
Showing
15 changed files
with
397 additions
and
100 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,202 @@ | ||
| #!/usr/bin/env python3 | ||
|
|
||
| import sys | ||
| import argparse | ||
| import pathlib | ||
| import re | ||
| from dataclasses import dataclass | ||
|
|
||
| @dataclass | ||
| class Define: | ||
| value: int | ||
| location: str | ||
|
|
||
| @dataclass | ||
| class If: | ||
| value: int | ||
| location: str | ||
|
|
||
| @dataclass | ||
| class Else: | ||
| value: int | ||
| location: str | ||
|
|
||
| def any_zero(ifs_elses): | ||
| return any([if_else.value == 0 for if_else in ifs_elses]) | ||
|
|
||
| def parse_file(input_path, defines, ifs_elses): | ||
| output_lines = [] | ||
|
|
||
| with input_path.open(encoding='utf-8') as input_file: | ||
| for i, line in enumerate(input_file.readlines()): | ||
| m = re.match(r'^[/\s]*//\s*#\s*(.*)$', line.strip()) | ||
|
|
||
| if m != None: | ||
| directive = m.group(1) | ||
| m = re.match(r'^(include |define |undef |ifdef |if |else|endif)\s*(.*)$', directive) | ||
|
|
||
| if m == None: | ||
| raise Exception(f'Malformed directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| verb = m.group(1).strip() | ||
| arguments = m.group(2) | ||
|
|
||
| if verb == 'include': | ||
| m = re.match(r'^(?:"([^"]+)"|\'([^\']+)\')$', arguments) | ||
|
|
||
| if m == None: | ||
| raise Exception(f'Malformed path in #include directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| include_path = input_path.parent / pathlib.Path(m.group(1)) | ||
|
|
||
| if not any_zero(ifs_elses): | ||
| if not include_path.exists(): | ||
| raise Exception(f'File in #include directive at {input_path}:{i + 1} is missing: {include_path}') | ||
|
|
||
| parse_file(include_path, defines, ifs_elses) | ||
| elif verb == 'define': | ||
| m = re.match(r'^([A-Za-z_-][A-Za-z0-9_-]*)\s+(0|1)$', arguments) | ||
|
|
||
| if m == None: | ||
| raise Exception(f'Malformed arguments in #define directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| if not any_zero(ifs_elses): | ||
| symbol = m.group(1) | ||
| value = int(m.group(2)) | ||
| define = defines.get(symbol) | ||
|
|
||
| if define != None: | ||
| raise Exception(f'Symbol {symbol} in #define directive at {input_path}:{i + 1} is already defined as {define.value} at {define.location}: {line.rstrip('\r\n')}') | ||
| else: | ||
| defines[symbol] = Define(value, f'{input_path}:{i + 1}') | ||
| elif verb == 'undef': | ||
| m = re.match(r'^([A-Za-z_-][A-Za-z0-9_-]*)$', arguments) | ||
|
|
||
| if m == None: | ||
| raise Exception(f'Malformed arguments in #undef directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| if not any_zero(ifs_elses): | ||
| symbol = m.group(1) | ||
| define = defines.get(symbol) | ||
|
|
||
| if define == None: | ||
| raise Exception(f'Symbol {symbol} in #undef directive at {input_path}:{i + 1} is not defined: {line.rstrip('\r\n')}') | ||
|
|
||
| line = line.rstrip() + f' [defined at {define.location}]\n' | ||
| defines.pop(symbol) | ||
| elif verb == 'ifdef': | ||
| m = re.match(r'^([A-Za-z_-][A-Za-z0-9_-]*)$', arguments) | ||
|
|
||
| if m == None: | ||
| raise Exception(f'Malformed arguments in #ifdef directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| symbol = m.group(1) | ||
| value = None | ||
|
|
||
| if not any_zero(ifs_elses): | ||
| define = defines.get(symbol) | ||
|
|
||
| if define != None: | ||
| value = 1 | ||
| line = line.rstrip() + f' [defined as {define.value} at {define.location}]\n' | ||
| else: | ||
| value = 0 | ||
| line = line.rstrip() + f' [not defined]\n' | ||
|
|
||
| ifs_elses.append(If(value, f'{input_path}:{i + 1}')) | ||
| elif verb == 'if': | ||
| m = re.match(r'^(1|0|[A-Za-z_-][A-Za-z0-9_-]*)$', arguments) | ||
|
|
||
| if m == None: | ||
| raise Exception(f'Malformed arguments in #if directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| value_or_symbol = m.group(1) | ||
| value = None | ||
|
|
||
| if not any_zero(ifs_elses): | ||
| if value_or_symbol in ['1', '0']: | ||
| value = int(value_or_symbol) | ||
| else: | ||
| symbol = value_or_symbol | ||
| define = defines.get(symbol) | ||
|
|
||
| if define == None: | ||
| raise Exception(f'Symbol {symbol} in #if directive at {input_path}:{i + 1} is not defined: {line.rstrip('\r\n')}') | ||
|
|
||
| value = define.value | ||
| line = line.rstrip() + f' [defined as {value} at {define.location}]\n' | ||
|
|
||
| ifs_elses.append(If(value, f'{input_path}:{i + 1}')) | ||
| elif verb == 'else': | ||
| if len(arguments) > 0: | ||
| raise Exception(f'Unexpected arguments in #else directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| if len(ifs_elses) == 0: | ||
| raise Exception(f'Missing #if directive for #else directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| if_else = ifs_elses.pop() | ||
|
|
||
| if isinstance(if_else, Else): | ||
| raise Exception(f'Duplicate #else directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| ifs_elses.append(Else(1 - if_else.value, f'{input_path}:{i + 1}')) | ||
| elif verb == 'endif': | ||
| if len(arguments) > 0: | ||
| raise Exception(f'Unexpected arguments in #endif directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| if len(ifs_elses) == 0: | ||
| raise Exception(f'Missing #if directive for #endif directive at {input_path}:{i + 1}: {line.rstrip('\r\n')}') | ||
|
|
||
| ifs_elses.pop() | ||
|
|
||
| if any_zero(ifs_elses) and not line.lstrip().startswith('//'): | ||
| line = '//' + line | ||
|
|
||
| output_lines.append(line) | ||
|
|
||
| return output_lines | ||
|
|
||
| def tfpp(input_path, output_path, overwrite=False): | ||
| input_path = pathlib.Path(input_path) | ||
| output_path = pathlib.Path(output_path) | ||
|
|
||
| if not input_path.exists(): | ||
| raise Exception(f"Input file {input_path} is missing") | ||
|
|
||
| if output_path.exists() and not overwrite: | ||
| raise Exception(f"Output file {output_path} already exists") | ||
|
|
||
| if input_path == output_path: | ||
| raise Exception(f"Input file {input_path} and output file {output_path} are the same") | ||
|
|
||
| defines = {} | ||
| ifs_elses = [] | ||
| output_lines = parse_file(input_path, defines, ifs_elses) | ||
|
|
||
| if len(ifs_elses) > 0: | ||
| raise Exception(f'Missing #endif directive for #{"if" if isinstance(ifs_elses[0], If) else "else"} directive at {ifs_elses[0].location}') | ||
|
|
||
| output_path.parent.mkdir(parents=True, exist_ok=True) | ||
| output_path_tmp = output_path.with_suffix('.tfpptmp') | ||
|
|
||
| with output_path_tmp.open(mode='w', encoding='utf-8') as output_file: | ||
| output_file.writelines(output_lines) | ||
|
|
||
| output_path_tmp.replace(output_path) | ||
|
|
||
| def main(): | ||
| parser = argparse.ArgumentParser() | ||
| parser.add_argument('input_path') | ||
| parser.add_argument('output_path') | ||
| parser.add_argument('--overwrite', action='store_true') | ||
|
|
||
| args = parser.parse_args() | ||
|
|
||
| tfpp(input_path=args.input_path, output_path=args.output_path, overwrite=args.overwrite) | ||
|
|
||
| if __name__ == '__main__': | ||
| try: | ||
| main() | ||
| except Exception as e: | ||
| print(f'Error: {e}') | ||
| sys.exit(1) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.