Update rust (#72)

Reviewed-on: #72
Co-authored-by: phoenix <mail@kundeng.us>
Co-committed-by: phoenix <mail@kundeng.us>

.gitea/workflows/tag_release.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
-          toolchain: 1.90.0
+          toolchain: 1.94
           components: cargo
 
       - name: Extract Version from Cargo.toml

.gitea/workflows/workflow.yml

@@ -18,7 +18,7 @@ jobs:
       - uses: actions/checkout@v5
       - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: 1.90.0
+          toolchain: 1.94
       - run: |
           mkdir -p ~/.ssh
           echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
@@ -36,7 +36,7 @@ jobs:
       - uses: actions/checkout@v5
       - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: 1.90.0
+          toolchain: 1.94
       - run: |
           mkdir -p ~/.ssh
           echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
@@ -54,7 +54,7 @@ jobs:
       - uses: actions/checkout@v5
       - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: 1.90.0
+          toolchain: 1.94
       - run: rustup component add rustfmt
       - run: |
           mkdir -p ~/.ssh
@@ -73,7 +73,7 @@ jobs:
       - uses: actions/checkout@v5
       - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: 1.90.0
+          toolchain: 1.94
       - run: rustup component add clippy
       - run: |
           mkdir -p ~/.ssh
@@ -92,7 +92,7 @@ jobs:
       - uses: actions/checkout@v5
       - uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
-          toolchain: 1.90.0
+          toolchain: 1.94
       - run: |
           mkdir -p ~/.ssh
           echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
@@ -101,4 +101,3 @@ jobs:
           eval $(ssh-agent -s)
           ssh-add -v ~/.ssh/gitlab_deploy_key
           cargo build --release
-

.gitlab-ci.yml

@@ -1,39 +0,0 @@
-stages:
-  - build
-  - test
-
-before_script:
-  - 'which ssh-agent || ( apt-get update -y && apt-get install openssh-client -y )'
-  - eval $(ssh-agent -s)
-  - mv "$SSH_DEPLOY_KEY" gitlab_deploy_key # copies the file from the variable.
-  - chmod 600 gitlab_deploy_key
-  - ssh-add gitlab_deploy_key
-  - mkdir -p ~/.ssh
-  - '[[ -f /.dockerenv ]] && echo -e "Host gitlab.com\n\tStrictHostKeyChecking no\n\n" > ~/.ssh/config'
-  - echo "$KNOWN_HOSTS" >> ~/.ssh/known_hosts
-
-build:
-  stage: build
-  image: rust:1.85
-  script:
-    - cargo build --release
-  artifacts:
-    paths:
-      - target/release/songparser
-    expire_in: 1 week
-  cache:
-    key: "cargo-cache"
-    paths:
-      - target/
-      - ~/.cargo/
-
-test:
-  stage: test
-  image: rust:latest
-  script:
-    - cargo test
-  cache:
-    key: "cargo-cache"
-    paths:
-      - target/
-      - ~/.cargo/

Cargo.toml

@@ -1,18 +1,18 @@
 [package]
 name = "songparser"
-version = "0.4.8"
+version = "0.5.0"
 edition = "2024"
-rust-version = "1.90"
+rust-version = "1.94"
 
 [dependencies]
-tokio = { version = "1.47.1", features = ["full"] }
-futures = { version = "0.3.31" }
-reqwest = { version = "0.12.23", features = ["json", "stream", "multipart"] }
+tokio = { version = "1.51", features = ["full"] }
+futures = { version = "0.3.32" }
+reqwest = { version = "0.12.28", features = ["json", "stream", "multipart"] }
 serde = { version = "1.0.228", features = ["derive"] }
-serde_json = { version = "1.0.145" }
-time = { version = "0.3.44", features = ["macros", "serde"] }
-uuid = { version = "1.18.1", features = ["v4", "serde"] }
-rand = { version = "0.9.2" }
-icarus_meta = { git = "ssh://git@git.kundeng.us/phoenix/icarus_meta.git", tag = "v0.4.3" }
-icarus_models = { git = "ssh://git@git.kundeng.us/phoenix/icarus_models.git", tag = "v0.8.0" }
-icarus_envy = { git = "ssh://git@git.kundeng.us/phoenix/icarus_envy.git", tag = "v0.5.0" }
+serde_json = { version = "1.0.149" }
+time = { version = "0.3.47", features = ["macros", "serde"] }
+uuid = { version = "1.23", features = ["v4", "serde"] }
+rand = { version = "0.10.0" }
+icarus_meta = { git = "ssh://git@git.kundeng.us/phoenix/icarus_meta.git", tag = "v0.5.0" }
+icarus_models = { git = "ssh://git@git.kundeng.us/phoenix/icarus_models.git", tag = "v0.10.0" }
+icarus_envy = { git = "ssh://git@git.kundeng.us/phoenix/icarus_envy.git", tag = "v0.6.0" }

Dockerfile

@@ -1,7 +1,7 @@
 # Stage 1: Build the application
 # Use a specific Rust version for reproducibility. Choose one that matches your development environment.
 # Using slim variant for smaller base image
-FROM rust:1.90 as builder
+FROM rust:1.94 as builder
 
 # Set the working directory inside the container
 WORKDIR /usr/src/app

src/api.rs

@@ -1,5 +1,4 @@
 pub mod fetch_next_queue_item {
-
     pub async fn fetch_next_queue_item(
         app: &crate::config::App,
     ) -> Result<reqwest::Response, reqwest::Error> {
@@ -12,9 +11,7 @@ pub mod fetch_next_queue_item {
     }
 
     pub mod response {
-        use serde::{Deserialize, Serialize};
-
-        #[derive(Debug, Deserialize, Serialize)]
+        #[derive(Debug, serde::Deserialize, serde::Serialize)]
         pub struct QueueItem {
             pub id: uuid::Uuid,
             pub filename: String,
@@ -22,7 +19,7 @@ pub mod fetch_next_queue_item {
             pub user_id: uuid::Uuid,
         }
 
-        #[derive(Debug, Deserialize, Serialize)]
+        #[derive(Debug, serde::Deserialize, serde::Serialize)]
         pub struct SongQueueItem {
             pub message: String,
             pub data: Vec<QueueItem>,

src/config.rs

@@ -3,4 +3,25 @@ pub struct App {
     pub uri: String,
     pub auth_uri: String,
     pub token: icarus_models::login_result::LoginResult,
+    pub root_directory: String,
+}
+
+impl App {
+    pub fn does_root_directory_exists(&self) -> bool {
+        let path = std::path::Path::new(&self.root_directory);
+        if path.exists() { path.is_dir() } else { false }
+    }
+}
+
+pub async fn initialize_app_config() -> App {
+    App {
+        uri: icarus_envy::environment::get_icarus_base_api_url()
+            .await
+            .value,
+        auth_uri: icarus_envy::environment::get_icarus_auth_base_api_url()
+            .await
+            .value,
+        root_directory: icarus_envy::environment::get_root_directory().await.value,
+        ..Default::default()
+    }
 }

src/main.rs

@@ -11,22 +11,27 @@ pub const SECONDS_TO_SLEEP: u64 = 5;
 
 #[tokio::main]
 async fn main() -> Result<(), Box<dyn std::error::Error>> {
-    let mut app = config::App {
-        uri: icarus_envy::environment::get_icarus_base_api_url()
-            .await
-            .value,
-        auth_uri: icarus_envy::environment::get_icarus_auth_base_api_url()
-            .await
-            .value,
-        ..Default::default()
-    };
+    let mut app = config::initialize_app_config().await;
     println!("Base URL: {:?}", app.uri);
     println!("Auth URL: {:?}", app.auth_uri);
 
-    match auth::get_token(&app).await {
-        Ok(login_result) => {
-            app.token = login_result;
+    if !app.does_root_directory_exists() {
+        eprintln!("Root directory does not exist");
+        println!("Attempting to create directory");
+        let path = std::path::Path::new(&app.root_directory);
+        match std::fs::create_dir(path) {
+            Ok(_) => {
+                println!("Directory created");
+            }
+            Err(err) => {
+                eprintln!("Error creating directory: {err:?}");
+                std::process::exit(-1);
+            }
         }
+    }
+
+    app.token = match auth::get_token(&app).await {
+        Ok(login_result) => login_result,
         Err(err) => {
             eprintln!("Error: {err:?}");
             std::process::exit(-1);
@@ -34,8 +39,6 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
     };
 
     loop {
-        println!("Token: {:?}", app.token);
-
         if app.token.token_expired() {
             println!("Token expired");
             app.token = match auth::get_refresh_token(&app).await {

src/parser/mod.rs

@@ -107,9 +107,10 @@ pub async fn prep_song(
                     let song = icarus_models::song::Song {
                         directory: icarus_envy::environment::get_root_directory().await.value,
                         filename: icarus_models::song::generate_filename(
-                            icarus_models::types::MusicTypes::FlacExtension,
+                            icarus_models::types::MusicType::FlacExtension,
                             true,
-                        ),
+                        )
+                        .unwrap(),
                         data: song_bytes,
                         ..Default::default()
                     };
@@ -139,67 +140,9 @@ pub async fn prep_song(
                                 .await
                             {
                                 Ok(response) => {
-                                    let id = &response.data[0].id;
-                                    let created_at = &response.data[0].created_at;
-                                    let metadata = &response.data[0].metadata;
-                                    println!("Id: {id:?}");
-                                    println!("Metadata: {metadata:?}");
-                                    println!("Created at: {created_at:?}");
-
-                                    println!("Getting coverart queue");
-                                    match crate::api::get_coverart_queue::get(app, &queued_song.id).await {
-                                        Ok(response) => {
-                                            match response.json::<crate::api::get_coverart_queue::response::Response>().await {
-                                                Ok(response) => {
-                                                    let coverart_queue = &response.data[0];
-                                                    let coverart_queue_id = coverart_queue.id;
-                                                    println!("Coverart queue Id: {coverart_queue_id:?}");
-
-                                                    match crate::api::get_coverart_queue::get_data(app, &coverart_queue_id).await {
-                                                        Ok(response) => match crate::api::parsing::parse_response_into_bytes(response).await {
-                                                            Ok(coverart_queue_bytes) => {
-                                                                let (directory, filename) = crate::util::generate_coverart_queue_dir_and_filename(&coverart_queue.file_type).await;
-                                                                let coverart = icarus_models::coverart::CoverArt {
-                                                                    directory,
-                                                                    filename,
-                                                                    data: coverart_queue_bytes,
-                                                                    ..Default::default()
-                                                                };
-                                                                coverart.save_to_filesystem().unwrap();
-                                                                let coverart_queue_fs_path = match coverart.get_path() {
-                                                                    Ok(path) => {
-                                                                        path
-                                                                    }
-                                                                    Err(err) => {
-                                                                        eprintln!("Error: {err:?}");
-                                                                        std::process::exit(-1);
-                                                                    }
-                                                                };
-
-                                                                let queued_coverart = crate::queued_item::QueuedCoverArt {
-                                                                    id: coverart_queue_id,
-                                                                    coverart,
-                                                                    path: coverart_queue_fs_path
-                                                                };
-
-                                                                println!("Saved coverart queue file at: {:?}", queued_coverart.path);
-
-                                                                Ok((queued_song, queued_coverart, metadata.clone()))
-                                                            }
-                                                            Err(err) => {
-                                                                Err(err)
-                                                            }
-                                                        }
-                                                        Err(err) => {
-                                                            Err(err)
-                                                        }
-                                                    }
-                                                }
-                                                Err(err) => {
-                                                    Err(err)
-                                                }
-                                            }
-                                        }
+                                    let bod = &response.data[0];
+                                    match process_coverart(app, &queued_song.id, bod).await {
+                                        Ok(qc) => Ok((queued_song, qc, bod.metadata.clone())),
                                         Err(err) => Err(err),
                                     }
                                 }
@@ -216,6 +159,101 @@ pub async fn prep_song(
     }
 }
 
+pub async fn process_coverart(
+    app: &crate::config::App,
+    queued_song_id: &uuid::Uuid,
+    queued_item: &crate::api::get_metadata_queue::response::QueueItem,
+) -> Result<crate::queued_item::QueuedCoverArt, reqwest::Error> {
+    let id = queued_item.id;
+    let created_at = queued_item.created_at;
+    let metadata = &queued_item.metadata;
+    println!("Id: {id:?}");
+    println!("Metadata: {metadata:?}");
+    println!("Created at: {created_at:?}");
+
+    println!("Getting coverart queue");
+    match crate::api::get_coverart_queue::get(app, queued_song_id).await {
+        Ok(response) => {
+            match response
+                .json::<crate::api::get_coverart_queue::response::Response>()
+                .await
+            {
+                Ok(response) => {
+                    let coverart_queue = &response.data[0];
+                    let coverart_queue_id = coverart_queue.id;
+                    println!("Coverart queue Id: {coverart_queue_id:?}");
+
+                    match crate::api::get_coverart_queue::get_data(app, &coverart_queue_id).await {
+                        Ok(response) => {
+                            match crate::api::parsing::parse_response_into_bytes(response).await {
+                                Ok(coverart_queue_bytes) => {
+                                    let queued_coverart = init_queued_coverart(
+                                        &coverart_queue_id,
+                                        &coverart_queue.file_type,
+                                        coverart_queue_bytes,
+                                    )
+                                    .await;
+                                    println!(
+                                        "Saved coverart queue file at: {:?}",
+                                        queued_coverart.path
+                                    );
+                                    println!(
+                                        "Queued CoverArt file type: {:?}",
+                                        queued_coverart.coverart.file_type
+                                    );
+
+                                    Ok(queued_coverart)
+                                }
+                                Err(err) => Err(err),
+                            }
+                        }
+                        Err(err) => Err(err),
+                    }
+                }
+                Err(err) => Err(err),
+            }
+        }
+        Err(err) => Err(err),
+    }
+}
+
+async fn init_queued_coverart(
+    coverart_queue_id: &uuid::Uuid,
+    file_type: &str,
+    bytes: Vec<u8>,
+) -> crate::queued_item::QueuedCoverArt {
+    // TODO: Consider separating song and coverart when saving to the filesystem
+    let covart_type = if file_type == icarus_meta::detection::coverart::constants::PNG_TYPE {
+        icarus_models::types::CoverArtType::PngExtension
+    } else if file_type == icarus_meta::detection::coverart::constants::JPEG_TYPE {
+        icarus_models::types::CoverArtType::JpegExtension
+    } else if file_type == icarus_meta::detection::coverart::constants::JPG_TYPE {
+        icarus_models::types::CoverArtType::JpgExtension
+    } else {
+        icarus_models::types::CoverArtType::None
+    };
+    let coverart = icarus_models::coverart::CoverArt {
+        directory: icarus_envy::environment::get_root_directory().await.value,
+        filename: match icarus_models::coverart::generate_filename(covart_type, true) {
+            Ok(filename) => filename,
+            Err(err) => {
+                eprintln!("Error generating CoverArt filename: {err:?}");
+                panic!("Error initializing queued CoverArt");
+            }
+        },
+        file_type: String::from(file_type),
+        data: bytes,
+        ..Default::default()
+    };
+    coverart.save_to_filesystem().unwrap();
+    let coverart_queue_fs_path = coverart.get_path().unwrap();
+    crate::queued_item::QueuedCoverArt {
+        id: *coverart_queue_id,
+        coverart,
+        path: coverart_queue_fs_path,
+    }
+}
+
 pub async fn cleanup(
     song: &icarus_models::song::Song,
     coverart: &icarus_models::coverart::CoverArt,

src/util.rs

@@ -4,39 +4,3 @@ pub fn path_buf_to_string(path: &std::path::Path) -> String {
         None => String::new(),
     }
 }
-
-// TODO: Consider having something like this in icarus_models
-pub async fn generate_coverart_queue_dir_and_filename(file_type: &str) -> (String, String) {
-    use rand::Rng;
-
-    let mut filename: String = String::new();
-    let filename_len = 10;
-
-    let some_chars: String = String::from("abcdefghij0123456789");
-    let mut rng = rand::rng();
-
-    for _ in 0..filename_len {
-        let random_number: i32 = rng.random_range(0..=19);
-        let index = random_number as usize;
-        let rando_char = some_chars.chars().nth(index);
-
-        if let Some(c) = rando_char {
-            filename.push(c);
-        }
-    }
-
-    filename += if file_type == icarus_meta::detection::coverart::constants::JPEG_TYPE
-        || file_type == icarus_meta::detection::coverart::constants::JPG_TYPE
-    {
-        icarus_models::constants::file_extensions::image::JPEGEXTENSION
-    } else if file_type == icarus_meta::detection::coverart::constants::PNG_TYPE {
-        icarus_models::constants::file_extensions::image::PNGEXTENSION
-    } else {
-        ""
-    };
-
-    // TODO: Consider separating song and coverart when saving to the filesystem
-    let directory = icarus_envy::environment::get_root_directory().await.value;
-
-    (directory, filename)
-}