mirror of
https://github.com/apple/swift.git
synced 2025-12-14 20:36:38 +01:00
3dfc40898c
The `__future__` we relied on is now, where the 3 specific things are all included [since Python 3.0](https://docs.python.org/3/library/__future__.html): * absolute_import * print_function * unicode_literals * division These import statements are no-ops and are no longer necessary.
121 lines
4.2 KiB
Python
Executable File
121 lines
4.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# -*- coding: UTF-8 -*-
|
|
# utils/update_confusables.py - Utility to update definitions of unicode
|
|
# confusables
|
|
#
|
|
# This source file is part of the Swift.org open source project
|
|
#
|
|
# Copyright (c) 2014 - 2017 Apple Inc. and the Swift project authors
|
|
# Licensed under Apache License v2.0 with Runtime Library Exception
|
|
#
|
|
# See https://swift.org/LICENSE.txt for license information
|
|
# See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
|
|
|
|
import os.path
|
|
import re
|
|
import sys
|
|
|
|
|
|
def _usage(program_name):
|
|
return 'usage: {}'.format(
|
|
program_name)
|
|
|
|
|
|
def _help(program_name):
|
|
return '{}\n\n'.format(_usage(program_name)) + \
|
|
'This script generates include/swift/Parse/Confusables.def from ' \
|
|
'utils/UnicodeData/confusables.txt.\n' \
|
|
'The latest version of the data file can be found at ' \
|
|
'ftp://ftp.unicode.org/Public/security/latest/confusables.txt.'
|
|
|
|
|
|
def main(args=sys.argv):
|
|
program_name = os.path.basename(args.pop(0))
|
|
|
|
if len(args) == 1 and args[0] in ['-h', '--help']:
|
|
print(_help(program_name))
|
|
return 0
|
|
|
|
charactersToCheck = [
|
|
u"(", u")", u"{",
|
|
u"}", u"[", u"]",
|
|
u".", u",", u":",
|
|
u";", u"=", u"@",
|
|
u"#", u"&", u"/",
|
|
u"|", u"\\", u"-",
|
|
u"*", u"+", u">",
|
|
u"<", u"!", u"?"
|
|
]
|
|
|
|
modifiedHex = [
|
|
hex(ord(char))[2:].zfill(4).upper() for char in charactersToCheck
|
|
]
|
|
|
|
basepath = os.path.dirname(__file__)
|
|
confusablesFilePath = os.path.abspath(
|
|
os.path.join(basepath, "UnicodeData/confusables.txt")
|
|
)
|
|
|
|
pairs = []
|
|
regex = r"(.+)\W+;\W+(.+)\W+;\W+MA*.[#*]*.[(].*[)](.+)\W→(.+)\W#.*"
|
|
with open(confusablesFilePath, 'r') as f:
|
|
pattern = re.compile(regex)
|
|
for line in f:
|
|
match = pattern.match(line)
|
|
if match is not None:
|
|
confusedString = match.group(1).replace(" ", "")
|
|
normalString = match.group(2).replace(" ", "")
|
|
confusedName = match.group(3).strip().title()
|
|
normalName = match.group(4).strip().replace("-", " ").title()
|
|
for hexValue in modifiedHex:
|
|
if hexValue == normalString:
|
|
confused = hex(int(confusedString, 16))
|
|
normal = hex(int(normalString, 16))
|
|
pairs.append((confused, confusedName,
|
|
normal, normalName))
|
|
|
|
defFilePath = os.path.abspath(
|
|
os.path.join(basepath, "..", "include/swift/Parse/Confusables.def")
|
|
)
|
|
with open(defFilePath, 'w') as f:
|
|
f.write("//===--- Confusables.def - Confusable unicode characters")
|
|
f.write(" ------------------===//")
|
|
header = '''
|
|
//
|
|
// This source file is part of the Swift.org open source project
|
|
//
|
|
// Copyright (c) 2020 Apple Inc. and the Swift project authors
|
|
// Licensed under Apache License v2.0 with Runtime Library Exception
|
|
//
|
|
// See https://swift.org/LICENSE.txt for license information
|
|
// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
// WARNING: This file is manually generated from
|
|
// utils/UnicodeData/confusables.txt and should not be directly modified.
|
|
// Run utils/generate_confusables.py to regenerate this file.
|
|
////////////////////////////////////////////////////////////////////////////////
|
|
|
|
|
|
'''
|
|
f.write(header)
|
|
f.write("// CONFUSABLE(CONFUSABLE_POINT, CONFUSABLE_NAME, " +
|
|
"BASE_POINT, BASE_NAME)\n\n")
|
|
for (confused, confusedName, expected, expectedName) in pairs:
|
|
# Ad-hoc substitutions for clarity
|
|
mappings = {"Solidus": "Forward Slash",
|
|
"Reverse Solidus": "Back Slash"}
|
|
newExpectedName = expectedName
|
|
if expectedName in mappings:
|
|
newExpectedName = mappings[expectedName]
|
|
f.write("CONFUSABLE(" + confused + ", " + '"' +
|
|
confusedName + '"' + ", " + expected + ", " +
|
|
'"' + newExpectedName + '"' + ")\n")
|
|
f.write("\n#undef CONFUSABLE\n")
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|