Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 6a905c7ec6 | |||
| 36c079fd87 | |||
| 73eedf829d | |||
| 9b6ccb032f |
@@ -17,7 +17,7 @@ jobs:
|
|||||||
- name: Install Rust
|
- name: Install Rust
|
||||||
uses: actions-rs/toolchain@v1
|
uses: actions-rs/toolchain@v1
|
||||||
with:
|
with:
|
||||||
toolchain: 1.90.0
|
toolchain: 1.94
|
||||||
components: cargo
|
components: cargo
|
||||||
|
|
||||||
- name: Extract Version from Cargo.toml
|
- name: Extract Version from Cargo.toml
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ jobs:
|
|||||||
- uses: actions/checkout@v5
|
- uses: actions/checkout@v5
|
||||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||||
with:
|
with:
|
||||||
toolchain: 1.90.0
|
toolchain: 1.94
|
||||||
- run: |
|
- run: |
|
||||||
mkdir -p ~/.ssh
|
mkdir -p ~/.ssh
|
||||||
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
|
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
|
||||||
@@ -36,7 +36,7 @@ jobs:
|
|||||||
- uses: actions/checkout@v5
|
- uses: actions/checkout@v5
|
||||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||||
with:
|
with:
|
||||||
toolchain: 1.90.0
|
toolchain: 1.94
|
||||||
- run: |
|
- run: |
|
||||||
mkdir -p ~/.ssh
|
mkdir -p ~/.ssh
|
||||||
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
|
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
|
||||||
@@ -54,7 +54,7 @@ jobs:
|
|||||||
- uses: actions/checkout@v5
|
- uses: actions/checkout@v5
|
||||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||||
with:
|
with:
|
||||||
toolchain: 1.90.0
|
toolchain: 1.94
|
||||||
- run: rustup component add rustfmt
|
- run: rustup component add rustfmt
|
||||||
- run: |
|
- run: |
|
||||||
mkdir -p ~/.ssh
|
mkdir -p ~/.ssh
|
||||||
@@ -73,7 +73,7 @@ jobs:
|
|||||||
- uses: actions/checkout@v5
|
- uses: actions/checkout@v5
|
||||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||||
with:
|
with:
|
||||||
toolchain: 1.90.0
|
toolchain: 1.94
|
||||||
- run: rustup component add clippy
|
- run: rustup component add clippy
|
||||||
- run: |
|
- run: |
|
||||||
mkdir -p ~/.ssh
|
mkdir -p ~/.ssh
|
||||||
@@ -92,7 +92,7 @@ jobs:
|
|||||||
- uses: actions/checkout@v5
|
- uses: actions/checkout@v5
|
||||||
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
- uses: actions-rust-lang/setup-rust-toolchain@v1
|
||||||
with:
|
with:
|
||||||
toolchain: 1.90.0
|
toolchain: 1.94
|
||||||
- run: |
|
- run: |
|
||||||
mkdir -p ~/.ssh
|
mkdir -p ~/.ssh
|
||||||
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
|
echo "${{ secrets.MYREPO_TOKEN }}" > ~/.ssh/gitlab_deploy_key
|
||||||
@@ -101,4 +101,3 @@ jobs:
|
|||||||
eval $(ssh-agent -s)
|
eval $(ssh-agent -s)
|
||||||
ssh-add -v ~/.ssh/gitlab_deploy_key
|
ssh-add -v ~/.ssh/gitlab_deploy_key
|
||||||
cargo build --release
|
cargo build --release
|
||||||
|
|
||||||
|
|||||||
@@ -1,39 +0,0 @@
|
|||||||
stages:
|
|
||||||
- build
|
|
||||||
- test
|
|
||||||
|
|
||||||
before_script:
|
|
||||||
- 'which ssh-agent || ( apt-get update -y && apt-get install openssh-client -y )'
|
|
||||||
- eval $(ssh-agent -s)
|
|
||||||
- mv "$SSH_DEPLOY_KEY" gitlab_deploy_key # copies the file from the variable.
|
|
||||||
- chmod 600 gitlab_deploy_key
|
|
||||||
- ssh-add gitlab_deploy_key
|
|
||||||
- mkdir -p ~/.ssh
|
|
||||||
- '[[ -f /.dockerenv ]] && echo -e "Host gitlab.com\n\tStrictHostKeyChecking no\n\n" > ~/.ssh/config'
|
|
||||||
- echo "$KNOWN_HOSTS" >> ~/.ssh/known_hosts
|
|
||||||
|
|
||||||
build:
|
|
||||||
stage: build
|
|
||||||
image: rust:1.85
|
|
||||||
script:
|
|
||||||
- cargo build --release
|
|
||||||
artifacts:
|
|
||||||
paths:
|
|
||||||
- target/release/songparser
|
|
||||||
expire_in: 1 week
|
|
||||||
cache:
|
|
||||||
key: "cargo-cache"
|
|
||||||
paths:
|
|
||||||
- target/
|
|
||||||
- ~/.cargo/
|
|
||||||
|
|
||||||
test:
|
|
||||||
stage: test
|
|
||||||
image: rust:latest
|
|
||||||
script:
|
|
||||||
- cargo test
|
|
||||||
cache:
|
|
||||||
key: "cargo-cache"
|
|
||||||
paths:
|
|
||||||
- target/
|
|
||||||
- ~/.cargo/
|
|
||||||
900
Cargo.lock
generated
900
Cargo.lock
generated
File diff suppressed because it is too large
Load Diff
24
Cargo.toml
24
Cargo.toml
@@ -1,18 +1,18 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "songparser"
|
name = "songparser"
|
||||||
version = "0.4.9"
|
version = "0.5.0"
|
||||||
edition = "2024"
|
edition = "2024"
|
||||||
rust-version = "1.90"
|
rust-version = "1.94"
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
tokio = { version = "1.47.1", features = ["full"] }
|
tokio = { version = "1.51", features = ["full"] }
|
||||||
futures = { version = "0.3.31" }
|
futures = { version = "0.3.32" }
|
||||||
reqwest = { version = "0.12.23", features = ["json", "stream", "multipart"] }
|
reqwest = { version = "0.12.28", features = ["json", "stream", "multipart"] }
|
||||||
serde = { version = "1.0.228", features = ["derive"] }
|
serde = { version = "1.0.228", features = ["derive"] }
|
||||||
serde_json = { version = "1.0.145" }
|
serde_json = { version = "1.0.149" }
|
||||||
time = { version = "0.3.44", features = ["macros", "serde"] }
|
time = { version = "0.3.47", features = ["macros", "serde"] }
|
||||||
uuid = { version = "1.18.1", features = ["v4", "serde"] }
|
uuid = { version = "1.23", features = ["v4", "serde"] }
|
||||||
rand = { version = "0.9.2" }
|
rand = { version = "0.10.0" }
|
||||||
icarus_meta = { git = "ssh://git@git.kundeng.us/phoenix/icarus_meta.git", tag = "v0.4.3" }
|
icarus_meta = { git = "ssh://git@git.kundeng.us/phoenix/icarus_meta.git", tag = "v0.5.0" }
|
||||||
icarus_models = { git = "ssh://git@git.kundeng.us/phoenix/icarus_models.git", tag = "v0.8.0" }
|
icarus_models = { git = "ssh://git@git.kundeng.us/phoenix/icarus_models.git", tag = "v0.10.0" }
|
||||||
icarus_envy = { git = "ssh://git@git.kundeng.us/phoenix/icarus_envy.git", tag = "v0.5.0" }
|
icarus_envy = { git = "ssh://git@git.kundeng.us/phoenix/icarus_envy.git", tag = "v0.6.0" }
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
# Stage 1: Build the application
|
# Stage 1: Build the application
|
||||||
# Use a specific Rust version for reproducibility. Choose one that matches your development environment.
|
# Use a specific Rust version for reproducibility. Choose one that matches your development environment.
|
||||||
# Using slim variant for smaller base image
|
# Using slim variant for smaller base image
|
||||||
FROM rust:1.90 as builder
|
FROM rust:1.94 as builder
|
||||||
|
|
||||||
# Set the working directory inside the container
|
# Set the working directory inside the container
|
||||||
WORKDIR /usr/src/app
|
WORKDIR /usr/src/app
|
||||||
|
|||||||
@@ -1,5 +1,4 @@
|
|||||||
pub mod fetch_next_queue_item {
|
pub mod fetch_next_queue_item {
|
||||||
|
|
||||||
pub async fn fetch_next_queue_item(
|
pub async fn fetch_next_queue_item(
|
||||||
app: &crate::config::App,
|
app: &crate::config::App,
|
||||||
) -> Result<reqwest::Response, reqwest::Error> {
|
) -> Result<reqwest::Response, reqwest::Error> {
|
||||||
@@ -12,9 +11,7 @@ pub mod fetch_next_queue_item {
|
|||||||
}
|
}
|
||||||
|
|
||||||
pub mod response {
|
pub mod response {
|
||||||
use serde::{Deserialize, Serialize};
|
#[derive(Debug, serde::Deserialize, serde::Serialize)]
|
||||||
|
|
||||||
#[derive(Debug, Deserialize, Serialize)]
|
|
||||||
pub struct QueueItem {
|
pub struct QueueItem {
|
||||||
pub id: uuid::Uuid,
|
pub id: uuid::Uuid,
|
||||||
pub filename: String,
|
pub filename: String,
|
||||||
@@ -22,7 +19,7 @@ pub mod fetch_next_queue_item {
|
|||||||
pub user_id: uuid::Uuid,
|
pub user_id: uuid::Uuid,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Deserialize, Serialize)]
|
#[derive(Debug, serde::Deserialize, serde::Serialize)]
|
||||||
pub struct SongQueueItem {
|
pub struct SongQueueItem {
|
||||||
pub message: String,
|
pub message: String,
|
||||||
pub data: Vec<QueueItem>,
|
pub data: Vec<QueueItem>,
|
||||||
|
|||||||
@@ -39,8 +39,6 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
|
|||||||
};
|
};
|
||||||
|
|
||||||
loop {
|
loop {
|
||||||
println!("Token: {:?}", app.token);
|
|
||||||
|
|
||||||
if app.token.token_expired() {
|
if app.token.token_expired() {
|
||||||
println!("Token expired");
|
println!("Token expired");
|
||||||
app.token = match auth::get_refresh_token(&app).await {
|
app.token = match auth::get_refresh_token(&app).await {
|
||||||
|
|||||||
@@ -107,9 +107,10 @@ pub async fn prep_song(
|
|||||||
let song = icarus_models::song::Song {
|
let song = icarus_models::song::Song {
|
||||||
directory: icarus_envy::environment::get_root_directory().await.value,
|
directory: icarus_envy::environment::get_root_directory().await.value,
|
||||||
filename: icarus_models::song::generate_filename(
|
filename: icarus_models::song::generate_filename(
|
||||||
icarus_models::types::MusicTypes::FlacExtension,
|
icarus_models::types::MusicType::FlacExtension,
|
||||||
true,
|
true,
|
||||||
),
|
)
|
||||||
|
.unwrap(),
|
||||||
data: song_bytes,
|
data: song_bytes,
|
||||||
..Default::default()
|
..Default::default()
|
||||||
};
|
};
|
||||||
@@ -139,67 +140,9 @@ pub async fn prep_song(
|
|||||||
.await
|
.await
|
||||||
{
|
{
|
||||||
Ok(response) => {
|
Ok(response) => {
|
||||||
let id = &response.data[0].id;
|
let bod = &response.data[0];
|
||||||
let created_at = &response.data[0].created_at;
|
match process_coverart(app, &queued_song.id, bod).await {
|
||||||
let metadata = &response.data[0].metadata;
|
Ok(qc) => Ok((queued_song, qc, bod.metadata.clone())),
|
||||||
println!("Id: {id:?}");
|
|
||||||
println!("Metadata: {metadata:?}");
|
|
||||||
println!("Created at: {created_at:?}");
|
|
||||||
|
|
||||||
println!("Getting coverart queue");
|
|
||||||
match crate::api::get_coverart_queue::get(app, &queued_song.id).await {
|
|
||||||
Ok(response) => {
|
|
||||||
match response.json::<crate::api::get_coverart_queue::response::Response>().await {
|
|
||||||
Ok(response) => {
|
|
||||||
let coverart_queue = &response.data[0];
|
|
||||||
let coverart_queue_id = coverart_queue.id;
|
|
||||||
println!("Coverart queue Id: {coverart_queue_id:?}");
|
|
||||||
|
|
||||||
match crate::api::get_coverart_queue::get_data(app, &coverart_queue_id).await {
|
|
||||||
Ok(response) => match crate::api::parsing::parse_response_into_bytes(response).await {
|
|
||||||
Ok(coverart_queue_bytes) => {
|
|
||||||
let (directory, filename) = crate::util::generate_coverart_queue_dir_and_filename(&coverart_queue.file_type).await;
|
|
||||||
let coverart = icarus_models::coverart::CoverArt {
|
|
||||||
directory,
|
|
||||||
filename,
|
|
||||||
data: coverart_queue_bytes,
|
|
||||||
..Default::default()
|
|
||||||
};
|
|
||||||
coverart.save_to_filesystem().unwrap();
|
|
||||||
let coverart_queue_fs_path = match coverart.get_path() {
|
|
||||||
Ok(path) => {
|
|
||||||
path
|
|
||||||
}
|
|
||||||
Err(err) => {
|
|
||||||
eprintln!("Error: {err:?}");
|
|
||||||
std::process::exit(-1);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
let queued_coverart = crate::queued_item::QueuedCoverArt {
|
|
||||||
id: coverart_queue_id,
|
|
||||||
coverart,
|
|
||||||
path: coverart_queue_fs_path
|
|
||||||
};
|
|
||||||
|
|
||||||
println!("Saved coverart queue file at: {:?}", queued_coverart.path);
|
|
||||||
|
|
||||||
Ok((queued_song, queued_coverart, metadata.clone()))
|
|
||||||
}
|
|
||||||
Err(err) => {
|
|
||||||
Err(err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Err(err) => {
|
|
||||||
Err(err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Err(err) => {
|
|
||||||
Err(err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Err(err) => Err(err),
|
Err(err) => Err(err),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -216,6 +159,101 @@ pub async fn prep_song(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub async fn process_coverart(
|
||||||
|
app: &crate::config::App,
|
||||||
|
queued_song_id: &uuid::Uuid,
|
||||||
|
queued_item: &crate::api::get_metadata_queue::response::QueueItem,
|
||||||
|
) -> Result<crate::queued_item::QueuedCoverArt, reqwest::Error> {
|
||||||
|
let id = queued_item.id;
|
||||||
|
let created_at = queued_item.created_at;
|
||||||
|
let metadata = &queued_item.metadata;
|
||||||
|
println!("Id: {id:?}");
|
||||||
|
println!("Metadata: {metadata:?}");
|
||||||
|
println!("Created at: {created_at:?}");
|
||||||
|
|
||||||
|
println!("Getting coverart queue");
|
||||||
|
match crate::api::get_coverart_queue::get(app, queued_song_id).await {
|
||||||
|
Ok(response) => {
|
||||||
|
match response
|
||||||
|
.json::<crate::api::get_coverart_queue::response::Response>()
|
||||||
|
.await
|
||||||
|
{
|
||||||
|
Ok(response) => {
|
||||||
|
let coverart_queue = &response.data[0];
|
||||||
|
let coverart_queue_id = coverart_queue.id;
|
||||||
|
println!("Coverart queue Id: {coverart_queue_id:?}");
|
||||||
|
|
||||||
|
match crate::api::get_coverart_queue::get_data(app, &coverart_queue_id).await {
|
||||||
|
Ok(response) => {
|
||||||
|
match crate::api::parsing::parse_response_into_bytes(response).await {
|
||||||
|
Ok(coverart_queue_bytes) => {
|
||||||
|
let queued_coverart = init_queued_coverart(
|
||||||
|
&coverart_queue_id,
|
||||||
|
&coverart_queue.file_type,
|
||||||
|
coverart_queue_bytes,
|
||||||
|
)
|
||||||
|
.await;
|
||||||
|
println!(
|
||||||
|
"Saved coverart queue file at: {:?}",
|
||||||
|
queued_coverart.path
|
||||||
|
);
|
||||||
|
println!(
|
||||||
|
"Queued CoverArt file type: {:?}",
|
||||||
|
queued_coverart.coverart.file_type
|
||||||
|
);
|
||||||
|
|
||||||
|
Ok(queued_coverart)
|
||||||
|
}
|
||||||
|
Err(err) => Err(err),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(err) => Err(err),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(err) => Err(err),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(err) => Err(err),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async fn init_queued_coverart(
|
||||||
|
coverart_queue_id: &uuid::Uuid,
|
||||||
|
file_type: &str,
|
||||||
|
bytes: Vec<u8>,
|
||||||
|
) -> crate::queued_item::QueuedCoverArt {
|
||||||
|
// TODO: Consider separating song and coverart when saving to the filesystem
|
||||||
|
let covart_type = if file_type == icarus_meta::detection::coverart::constants::PNG_TYPE {
|
||||||
|
icarus_models::types::CoverArtType::PngExtension
|
||||||
|
} else if file_type == icarus_meta::detection::coverart::constants::JPEG_TYPE {
|
||||||
|
icarus_models::types::CoverArtType::JpegExtension
|
||||||
|
} else if file_type == icarus_meta::detection::coverart::constants::JPG_TYPE {
|
||||||
|
icarus_models::types::CoverArtType::JpgExtension
|
||||||
|
} else {
|
||||||
|
icarus_models::types::CoverArtType::None
|
||||||
|
};
|
||||||
|
let coverart = icarus_models::coverart::CoverArt {
|
||||||
|
directory: icarus_envy::environment::get_root_directory().await.value,
|
||||||
|
filename: match icarus_models::coverart::generate_filename(covart_type, true) {
|
||||||
|
Ok(filename) => filename,
|
||||||
|
Err(err) => {
|
||||||
|
eprintln!("Error generating CoverArt filename: {err:?}");
|
||||||
|
panic!("Error initializing queued CoverArt");
|
||||||
|
}
|
||||||
|
},
|
||||||
|
file_type: String::from(file_type),
|
||||||
|
data: bytes,
|
||||||
|
..Default::default()
|
||||||
|
};
|
||||||
|
coverart.save_to_filesystem().unwrap();
|
||||||
|
let coverart_queue_fs_path = coverart.get_path().unwrap();
|
||||||
|
crate::queued_item::QueuedCoverArt {
|
||||||
|
id: *coverart_queue_id,
|
||||||
|
coverart,
|
||||||
|
path: coverart_queue_fs_path,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
pub async fn cleanup(
|
pub async fn cleanup(
|
||||||
song: &icarus_models::song::Song,
|
song: &icarus_models::song::Song,
|
||||||
coverart: &icarus_models::coverart::CoverArt,
|
coverart: &icarus_models::coverart::CoverArt,
|
||||||
|
|||||||
36
src/util.rs
36
src/util.rs
@@ -4,39 +4,3 @@ pub fn path_buf_to_string(path: &std::path::Path) -> String {
|
|||||||
None => String::new(),
|
None => String::new(),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// TODO: Consider having something like this in icarus_models
|
|
||||||
pub async fn generate_coverart_queue_dir_and_filename(file_type: &str) -> (String, String) {
|
|
||||||
use rand::Rng;
|
|
||||||
|
|
||||||
let mut filename: String = String::new();
|
|
||||||
let filename_len = 10;
|
|
||||||
|
|
||||||
let some_chars: String = String::from("abcdefghij0123456789");
|
|
||||||
let mut rng = rand::rng();
|
|
||||||
|
|
||||||
for _ in 0..filename_len {
|
|
||||||
let random_number: i32 = rng.random_range(0..=19);
|
|
||||||
let index = random_number as usize;
|
|
||||||
let rando_char = some_chars.chars().nth(index);
|
|
||||||
|
|
||||||
if let Some(c) = rando_char {
|
|
||||||
filename.push(c);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
filename += if file_type == icarus_meta::detection::coverart::constants::JPEG_TYPE
|
|
||||||
|| file_type == icarus_meta::detection::coverart::constants::JPG_TYPE
|
|
||||||
{
|
|
||||||
icarus_models::constants::file_extensions::image::JPEGEXTENSION
|
|
||||||
} else if file_type == icarus_meta::detection::coverart::constants::PNG_TYPE {
|
|
||||||
icarus_models::constants::file_extensions::image::PNGEXTENSION
|
|
||||||
} else {
|
|
||||||
""
|
|
||||||
};
|
|
||||||
|
|
||||||
// TODO: Consider separating song and coverart when saving to the filesystem
|
|
||||||
let directory = icarus_envy::environment::get_root_directory().await.value;
|
|
||||||
|
|
||||||
(directory, filename)
|
|
||||||
}
|
|
||||||
|
|||||||
Reference in New Issue
Block a user