store mnemonic words in python files instead of txt, this avoids packaging issues

setup.py

@@ -1,5 +1,3 @@
-import os
-import re
 from setuptools import setup, find_packages
 
 import torba
@@ -26,7 +24,6 @@ setup(
         'Topic :: Utilities',
     ),
     packages=find_packages(exclude=('tests',)),
-    include_package_data=True,
     python_requires='>=3.6',
     install_requires=(
         'twisted',

torba/mnemonic.py

@@ -1,11 +1,10 @@
 # Copyright (C) 2014 Thomas Voegtlin
 # Copyright (C) 2018 LBRY Inc.
 
-import os
-import io
 import hmac
 import math
 import hashlib
+import importlib
 import unicodedata
 import string
 from binascii import hexlify
@@ -77,28 +76,20 @@ def normalize_text(seed):
     return seed
 
 
-def load_words(filename):
+def load_words(language_name):
-    path = os.path.join(os.path.dirname(__file__), 'words', filename)
+    language_module = importlib.import_module('torba.words.'+language_name)
-    with io.open(path, 'r', encoding='utf-8') as f:
+    return list(map(
-        s = f.read().strip()
+        lambda s: unicodedata.normalize('NFKD', s),
-    s = unicodedata.normalize('NFKD', s)
+        language_module.words
-    lines = s.split('\n')
+    ))
-    words = []
-    for line in lines:
-        line = line.split('#')[0]
-        line = line.strip(' \r')
-        assert ' ' not in line
-        if line:
-            words.append(line)
-    return words
 
 
-FILE_NAMES = {
+LANGUAGE_NAMES = {
-    'en': 'english.txt',
+    'en': 'english',
-    'es': 'spanish.txt',
+    'es': 'spanish',
-    'ja': 'japanese.txt',
+    'ja': 'japanese',
-    'pt': 'portuguese.txt',
+    'pt': 'portuguese',
-    'zh': 'chinese_simplified.txt'
+    'zh': 'chinese_simplified'
 }
 
 
@@ -107,8 +98,8 @@ class Mnemonic:
     # Mnemonic phrase uses a hash based checksum, instead of a words-dependent checksum
 
     def __init__(self, lang='en'):
-        filename = FILE_NAMES.get(lang, 'english.txt')
+        language_name = LANGUAGE_NAMES.get(lang, 'english')
-        self.words = load_words(filename)
+        self.words = load_words(language_name)
 
     @staticmethod
     def mnemonic_to_seed(mnemonic, passphrase=u''):