Improve character table generation

generate_character_list.py

@@ -0,0 +1,49 @@
+"""
+Download the latest unicode tables from  https://www.unicode.org and create a .txt file
+containing all the names, blocks and character codes
+"""
+
+
+def main():
+    indices = []
+    blocks = []
+    with open("Blocks.txt", "r") as block_file:
+        for line in block_file.readlines():
+            if line.startswith("#"):
+                continue
+            l, name = line.split(";")
+            start, stop = l.split("..")
+            indices.append((int(start, 16), int(stop, 16)))
+            blocks.append(name.strip())
+
+    def locate_block(code):
+        for index, [start, stop] in enumerate(indices):
+            if code > stop:
+                continue
+            else:
+                if code >= start:
+                    return index
+
+    with open("unicode_list.txt", "w") as target:
+        with open("Index.txt", "r") as names:
+            for line in names.readlines():
+                if line.startswith("#"):
+                    continue
+                name, code = line.strip().split("\t")
+                try:
+                    num = int(code, 16)
+                except ValueError:
+                    print("could not convert " + code)
+                    continue
+                index = locate_block(num)
+                if index is not None:
+                    target.write(name + "\t" + code + "\t" + blocks[index] + "\n")
+                else:
+                    print(
+                        "Code " + str(num) + " not found in block, char: " + unichr(num)
+                    )
+                    target.write(name + "\t" + code + "\t" + "\n")
+
+
+if __name__ == "__main__":
+    main()