update Crystal example

Author: hipertracker

example-crystal/src/example-crystal.cr

@@ -1,46 +1,45 @@
 require "json"
 require "yaml"
 
-# TODO: Write documentation for `FastWordsCr`
-
 module Example::Crystal
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
   CHARSET = "aąbcćdeęfghijklłmnńoópqrsśtuvwxyzźż"
 
-  def self.main(outpath = "words")
+  def self.main(outdir = "words")
     with_sorting = false
     concurrent = true
 
-    prepare_folder(outpath, "*.txt")
+    prepare_folder(outdir, "*.txt")
 
     file_count = 0
     total_size = 0
 
     channel = Channel(Tuple(String, Int64)).new
     srcPath = "../data/??/**/*.yml"
-    # srcPath = "./bibles/??/**/*.yml"
-    Dir.glob(srcPath, follow_symlinks: true).each do |path|
+    paths = Dir.glob(srcPath, follow_symlinks: true)
+    count = paths.size
+    paths.each do |path|
       if concurrent
         spawn do
-          channel.send worker(path, outpath, with_sorting)
+          channel.send worker(path, outdir, with_sorting)
         end
         file_count += 1
       else
-        worker(path, outpath, with_sorting)
+        worker(path, outdir, with_sorting)
       end
     end
     if concurrent
       file_count.times do |i|
         path, size = channel.receive
         total_size += size
-        # puts("[#{i + 1}/#{file_count}] #{path}")
+        puts(::sprintf("[%3d/%d] %s", i + 1, file_count, path))
       end
     end
     total_size = total_size / 1024 / 1024
     puts("Total size: #{total_size} MB")
   end
 
-  def self.worker(path, outpath, with_sorting)
+  def self.worker(path, outdir, with_sorting)
     filepath = path.gsub(".yml", ".txt")
     text = File.read(filepath).gsub("\n", " ").downcase
 
@@ -51,10 +50,9 @@ module Example::Crystal
     end
 
     meta = File.open(path) { |file| YAML.parse(file) }
-    filepath = %Q(#{outpath}/#{meta["lang"]}-#{meta["code"]}.txt)
+    filepath = %Q(#{outdir}/#{meta["lang"]}-#{meta["code"]}.txt)
     File.write(filepath, words.join("\n"))
     filesize = File.size(filepath)
-    puts([filepath, filesize])
     {filepath, filesize}
   end