aboutsummaryrefslogtreecommitdiff
path: root/catapult/third_party/html5lib-python/utils/iana_parse.py
blob: 6dde94c282922a0c22f86d8a7f8bc6a32ddeb645 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
#!/usr/bin/env python
import sys
import urllib.request, urllib.error, urllib.parse
import codecs

def main():
    encodings = []
    f = urllib.request.urlopen(sys.argv[1])
    for line in f:
        if line.startswith("Name: ") or line.startswith("Alias: "):
            enc = line.split()[1]
            try:
                codecs.lookup(enc)
                if enc.lower not in encodings:
                    encodings.append(enc.lower())
            except LookupError:
                pass
    sys.stdout.write("encodings = frozenset((\n")
    for enc in encodings:
        sys.stdout.write('    "%s",\n'%enc)
    sys.stdout.write('    ))')

if __name__ == "__main__":
    main()