add option parser to python script

Author: hipertracker

example-python/README.md

@@ -4,11 +4,25 @@
 
 ```
 python -m venv .venv
-source .venv/bin/activat
+source .venv/bin/activate
 pip install -U pip
 pip install -r requirements.txt
 ```
 
+Syntax
+
+```
+❯ python words.py -h
+usage: python words.py [-h] [-n N] [-s]
+
+options:
+  -h, --help  show this help message and exit
+  -n N        Number of cores to run (default: 10)
+  -s, --sort  Sort results
+```
+
+Run
+
 ```
-python words.py
+python words.rb -s
 ```

example-python/words.py

@@ -1,6 +1,6 @@
+import argparse
 import glob
 from typing import Tuple
-import os
 
 try:
     from icu import Collator, Locale
@@ -19,27 +19,47 @@
 
 
 def worker(path: str, outdir: str, sorting: bool = False) -> Tuple[str, int]:
-    if sorting:
-        if i18nsorting:
-            collator = Collator.createInstance(Locale("pl_PL.UTF-8"))
-        print("I18nN sorting not available")
+    # if sorting:
+    #     if i18nsorting:
+    #         collator = Collator.createInstance(Locale("pl_PL.UTF-8"))
+    #     print("I18nN sorting not available")
 
     separator = re.compile("[\W\d]+")
     filepath = path.replace(".yml", ".txt")
     filesize = os.path.getsize(filepath)
     with open(filepath) as file:
         text = file.read().lower().rstrip()
         words = set(re.split(separator, text))
+        try:
+            words.remove('')
+        except KeyError:
+            pass
+        words = list(words)
     with open(path) as file:
         meta = yaml.safe_load(file)
     with open(f"{outdir}/{meta['lang']}-{meta['code']}.txt", "w") as file:
-        if sorting and i18nsorting:
-            words = sorted(words, key=collator.getSortKey)
+        if sorting:
+            if i18nsorting:
+                words = sorted(words, key=collator.getSortKey)
+            else:
+                words.sort()
         file.write("\n".join(words))
     return path, filesize
 
 
 if __name__ == "__main__":
+    program_name = os.path.basename(__file__)
+    cores = mp.cpu_count()
+    parser = argparse.ArgumentParser(f'python {program_name}')
+    parser.add_argument('-n', type=int, help=f'Number of cores to run (default: {cores})', default=cores)
+    parser.add_argument('-s', '--sort', action='store_true', help='Sort results')
+    args = parser.parse_args()
+    if not 1 <= args.n <= cores:
+        args.n = 10
+
+    cpu_cores = args.n
+    sorting = args.sort
+
     t = time.time()
 
     outdir = "words"
@@ -49,20 +69,25 @@ def worker(path: str, outdir: str, sorting: bool = False) -> Tuple[str, int]:
         shutil.rmtree(outdir)
     os.makedirs(outdir)
 
-    pool = mp.Pool(mp.cpu_count())
-
-    results = []
     paths = glob.glob(src_path, recursive=True)
     if not paths:
         raise Exception(f"WRONG PATH {src_path}")
 
+    print(f"Running using {cpu_cores} processes", end='')
+    if sorting:
+        if i18nsorting:
+            print(" with sorting using collations")
+        else:
+            print(" with sorting")
+    results: list = []
+    pool = mp.Pool(cpu_cores)
     for path in paths:
         res = pool.apply_async(
             worker,
             kwds=dict(
                 path=path,
                 outdir=outdir,
-                sorting=False,
+                sorting=sorting,
             ),
         )
         results.append(res)
@@ -71,9 +96,8 @@ def worker(path: str, outdir: str, sorting: bool = False) -> Tuple[str, int]:
     for i, res in enumerate(results):
         path, size = res.get()
         total_size += size
-        print(f"[{i+1}/{items_count}] {path}")
+        print(f"[{i + 1}/{items_count}] {path}")
     print(f"Total files: {items_count}")
     print(f"Total size: {round((total_size / 1024 / 1024))} MB")
     t = time.time() - t
     print(f"Total time: {t:.4f} s")
-

example-ruby/README.md

@@ -14,5 +14,5 @@ Usage: ruby words.rb [options]
 Run
 
 ```
-ruby word.rb -s
+ruby words.rb -s
 ```