move rules to different folder, use importlib-resources

Fixes #20

MANIFEST.in

@@ -0,0 +1 @@
+graft rules

libindic/normalizer/core.py

@@ -18,17 +18,15 @@
 # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 #
 
-import codecs
-import os
 import re
 import string
+from importlib_resources import files
 
 
 class Normalizer:
 
     def __init__(self):
-        self.rules_file = os.path.join(
-            os.path.dirname(__file__), "normalizer_ml.rules")
+        self.rules_file = files('rules').joinpath('normalizer_ml.rules')
         self.rulesDict = self.LoadRules()
         pattern = "|".join(map(re.escape, self.rulesDict.keys()))
         self.regex = re.compile(pattern)
@@ -46,8 +44,7 @@ def LoadRules(self):
         rules_dict = dict()
         line = []
         line_number = 0
-        rules_file = codecs. open(
-            self.rules_file, encoding='utf-8', errors='ignore')
+        rules_file = self.rules_file.open()
         while True:
             line_number = line_number + 1
             text_raw = rules_file.readline()

pyproject.toml

@@ -24,17 +24,20 @@ classifiers = [
   "Intended Audience :: Information Technology",
   "Programming Language :: Python",
 ]
+dependencies = [
+  "importlib-resources"
+]
 
 [project.urls]
 Homepage = "https://libindic.org/normalizer"
 
+
 [build-system]
 requires = ["setuptools", "setuptools-scm"]
 build-backend = "setuptools.build_meta"
 
-
-[tool.setuptools.package-data]
-"*" = ["*.rules"]
+[tool.setuptools.packages.find]
+where = ["libindic"]
 
 [project.entry-points."libindic.api.rest"]
 normalize = "normalizer.expose:normalize"