update Julia example

Author: hipertracker

example-julia/src/words.jl

@@ -2,14 +2,15 @@ module words_extractor_jl
 
 using Distributed
 using YAML
+using Glob
 
-const folder = "words"
+const outdir = "words"
 
-function worker(yaml_path)
+function worker(yaml_path, i, count)
     path = get_filepath(yaml_path)
     words = get_words(yaml_path)
     write(path, join(words, "\n"))
-#     println(string("Saved...", path))
+    println("[$(lpad(i, 3, ' '))/$count] $path")
 end
 
 function get_words(yaml_path)
@@ -20,35 +21,37 @@ end
 
 function get_filepath(path)
     meta = YAML.load_file(path)
-    string(folder, "/extracted-words-for-", meta["label"], ".txt")
+    """./$outdir/$(meta["lang"])-$(meta["code"]).txt"""
 end
 
-function walk(path, file_ext)
-    res = []
-    for (root, _, files) in walkdir(path, topdown = true)
-        for file in files
-            if endswith(file, file_ext)
-                filepath = joinpath(root, file)
-                push!(res, filepath)
-            end
-        end
+function rdir(dir::AbstractString, pat::Glob.FilenameMatch)
+    result = String[]
+    for (root, dirs, files) in walkdir(dir)
+        filepaths = joinpath.(root, files)
+        append!(result, filter!(f -> occursin(pat, f), filepaths))
     end
-    res
+    return result
 end
 
+rdir(dir::AbstractString, pat::AbstractString) = rdir(dir, Glob.FilenameMatch(pat))
+
 function main()
-    if ispath(folder)
-        rm(folder, recursive = true)
+    if ispath(outdir)
+        rm(outdir, recursive = true)
     end
-    mkdir(folder)
-    Threads.@threads for path in walk("../data/pl/", ".yml")
-#         println("Spawn $path")
-        worker(path)
+    mkdir(outdir)
+    paths = rdir("../data", fn"../data/??/*.yml")
+    count = length(paths)
+    i = 1
+    Threads.@threads for path in paths
+        # println("Spawn $path")
+        worker(path, i, count)
+        i += 1
     end
 end
 
-# addprocs()
-# println(string("Workers ", nworkers()))
+addprocs()
+println(string("Workers ", nworkers()))
 println(string("Processing... using ", Threads.nthreads(), " threads"))
 @time main()
 end # module