feat: optimize performance

Author: pan93412

example-rust/Cargo.lock

@@ -7,6 +7,7 @@ edition = "2018"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
+anyhow = "1.0.53"
 futures = "0.3.19"
 glob = "0.3.0"
 itertools = "0.10.3"
@@ -16,3 +17,6 @@ once_cell = "1.9.0"
 regex = "1.5.4"
 tokio = { version = "1.16.1", features = ["full"] }
 yaml-rust = "0.4.5"
+
+[profile.release]
+debug = 1

example-rust/Cargo.toml

@@ -31,12 +31,18 @@ fn get_unique_token(src: &str) -> Vec<&str> {
     data
 }
 
-async fn get_meta_label_from_file(path: &Path) -> tokio::io::Result<Option<String>> {
+async fn get_filename_from_meta(path: &Path) -> anyhow::Result<String> {
     let yaml = fs::read_to_string(path).await?;
-    let docs = YamlLoader::load_from_str(&yaml).unwrap();
+    let docs = YamlLoader::load_from_str(&yaml)?;
     let meta = &docs[0];
 
-    Ok(meta["label"].as_str().map(|s| s.to_string()))
+    let label = meta["label"].as_str().ok_or_else(|| anyhow::anyhow!("label not found"))?;
+
+    Ok(format!(
+        "{}/extracted-words-for-{}.txt",
+        OUTDIR,
+        label
+    ))
 }
 
 #[tokio::main]
@@ -60,21 +66,14 @@ async fn main() -> std::io::Result<()> {
                 tokens.join("\n")
             };
 
-            let outfile_submission = async {
-                let meta_label = get_meta_label_from_file(&yaml_path)
+            let filename_submission = async {
+                get_filename_from_meta(&yaml_path)
                     .await
                     .expect("should be existed")
-                    .expect("should be Some");
-
-                format!(
-                    "{}/extracted-words-for-{}.txt",
-                    OUTDIR,
-                    meta_label
-                )
             };
 
-            let (tokens, outfile, _) = tokio::join!(read_text_file_submission, outfile_submission, outdir_submission,);
-            fs::write(outfile, tokens).await.expect("failed to write");
+            let (tokens, filename, _) = tokio::join!(read_text_file_submission, filename_submission, outdir_submission,);
+            fs::write(filename, tokens).await.expect("failed to write");
         });
 
     futures::future::join_all(submissions).await;