1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
use anyhow::{Result, anyhow};
use libsql::Connection;
use std::{
fmt::Display,
path::{Path, PathBuf, absolute},
time::UNIX_EPOCH,
};
use tokio::{fs::read_dir, task::JoinSet};
use crate::db::Database;
#[derive(Debug)]
struct FileError {
file: PathBuf,
error: anyhow::Error,
}
impl Display for FileError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
write!(
f,
"error: {}\t on file {}",
self.error,
self.file.to_string_lossy()
)
}
}
async fn handle_file(file: PathBuf, conn: Database) -> Result<()> {
match conn.check_file(&file).await {
Ok(true) => {
let modtime = file
.metadata()?
.modified()?
.duration_since(UNIX_EPOCH)?
.as_secs();
let db_time = conn.get_modtime(&file).await?;
if modtime != db_time {
if let Err(error) = conn.update_file(&file).await {
return Err(anyhow!(FileError { file, error }));
};
}
return Ok(());
}
Err(error) => return Err(anyhow!(FileError { file, error })),
_ => {}
}
if let Err(error) = conn.insert_file(&file).await {
return Err(anyhow!(FileError { file, error }));
}
Ok(())
}
pub async fn index_files_recursively(path: &Path, conn: &Database) -> Result<()> {
if !path.is_dir() {
return Err(anyhow!("Invalid root directory"));
}
let abspath = absolute(path)?;
let mut tasks = JoinSet::new();
let mut counter: i64 = 0;
let mut dirs = vec![abspath];
while let Some(dir) = dirs.pop() {
let mut read_dir = read_dir(dir).await?;
while let Some(entry) = read_dir.next_entry().await? {
let path = entry.path();
if path.is_dir() {
dirs.push(path);
} else if path.is_file() {
if let Some(ext) = path.extension() {
if ext == "flac" {
let newconn = conn.clone();
counter += 1;
tasks.spawn(async move { handle_file(path, newconn).await });
}
}
}
print!("\rFiles found:\t{counter}")
}
}
while let Some(task) = tasks.join_next().await {
match task {
Ok(Err(error)) => eprintln!("{error}"),
Err(error) => eprintln!("Error encountered:\t{}", error),
_ => {}
}
}
Ok(())
}
#[cfg(test)]
mod tests {
use super::*;
#[tokio::test]
async fn test_lots_of_files() {
let conn = Database::new("temp3.db").await.unwrap();
index_files_recursively(Path::new("/mnt/Music"), &conn)
.await
.unwrap();
println!(
"\n{}",
conn.0
.query("SELECT COUNT(DISTINCT path) FROM flacs", ())
.await
.unwrap()
.next()
.await
.unwrap()
.unwrap()
.get_value(0)
.unwrap()
.as_integer()
.unwrap()
);
}
}
|
