-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat(oma-refresh)!: read
apt.conf.d to filter InRelease download li…
…st (#69) * feat(oma-refresh)!: read `apt.conf.d` to filter InRelease download list * feat(oma-refresh)!: allow user download all file from `apt.conf.d` config * Fix download all components * fix(oma-refresh): fix download contents file name on acquire-by-hash mirror * Do not download exist files * Fix download total size * Fix download compress contents order * Support `$(LANGUAGE)` * Improve filter logic * refactor(oma-refresh): refector split file name and ext logic * Decompress apt source Translation file to improve `oma search` performance * Fix language match * feat(oma-refresh)!: add `KeepCompressed` field read feature * feat(oma-refresh): drop download compress only feature * clippy and fmt * Fix foreach config tree on Debian 12
- Loading branch information
Showing
34 changed files
with
535 additions
and
349 deletions.
There are no files selected for viewing
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,250 @@ | ||
| use std::{cmp::Ordering, collections::VecDeque, env, path::Path}; | ||
|
|
||
| use ahash::AHashMap; | ||
| use oma_apt::config::Config; | ||
| use oma_fetch::CompressFile; | ||
| use smallvec::{smallvec, SmallVec}; | ||
| use tracing::debug; | ||
|
|
||
| use crate::inrelease::ChecksumItem; | ||
|
|
||
| fn get_config(config: &Config) -> Vec<(String, String)> { | ||
| let Some(tree) = config.root_tree() else { | ||
| return vec![]; | ||
| }; | ||
|
|
||
| let mut list = vec![]; | ||
|
|
||
| let mut stack = VecDeque::new(); | ||
| stack.push_back((tree, 0)); | ||
|
|
||
| let mut depth = 0; | ||
| let mut name = "".to_string(); | ||
|
|
||
| while let Some((node, indent)) = stack.pop_back() { | ||
| let mut k = None; | ||
| let mut v = None; | ||
|
|
||
| if let Some(item) = node.sibling() { | ||
| stack.push_back((item, indent)); | ||
| } | ||
|
|
||
| if let Some(item) = node.child() { | ||
| stack.push_back((item, indent + 2)); | ||
| } | ||
|
|
||
| if let Some(tag) = node.tag() { | ||
| match indent.cmp(&depth) { | ||
| Ordering::Less => { | ||
| let mut tmp = name.split("::").collect::<Vec<_>>(); | ||
| for _ in 0..=1 { | ||
| tmp.pop(); | ||
| } | ||
| name = tmp.join("::"); | ||
| name.push_str("::"); | ||
| name.push_str(&tag); | ||
| } | ||
| Ordering::Equal => { | ||
| let mut tmp = name.split("::").collect::<Vec<_>>(); | ||
| tmp.pop(); | ||
| name = tmp.join("::"); | ||
| name.push_str("::"); | ||
| name.push_str(&tag); | ||
| } | ||
| Ordering::Greater => { | ||
| name.push_str("::"); | ||
| name.push_str(&tag); | ||
| } | ||
| } | ||
|
|
||
| depth = indent; | ||
| k = Some(name.strip_prefix("::").unwrap().to_string()); | ||
| } | ||
|
|
||
| if let Some(value) = node.value() { | ||
| v = Some(value); | ||
| } | ||
|
|
||
| if let Some(v) = k.zip(v) { | ||
| list.push((v.0, v.1)); | ||
| } | ||
| } | ||
|
|
||
| list | ||
| } | ||
|
|
||
| #[derive(Debug)] | ||
| pub struct ChecksumDownloadEntry { | ||
| pub item: ChecksumItem, | ||
| pub keep_compress: bool, | ||
| pub msg: String, | ||
| } | ||
|
|
||
| pub fn fiilter_download_list( | ||
| checksums: &SmallVec<[ChecksumItem; 32]>, | ||
| config: &Config, | ||
| archs: &[String], | ||
| components: &[String], | ||
| native_arch: &str, | ||
| ) -> SmallVec<[ChecksumDownloadEntry; 32]> { | ||
| let mut v = smallvec![]; | ||
| let config_tree = get_config(config); | ||
|
|
||
| let mut filter_entry = vec![]; | ||
|
|
||
| let mut archs_contains_all = vec![]; | ||
| archs_contains_all.extend_from_slice(archs); | ||
| archs_contains_all.push("all".to_string()); | ||
|
|
||
| for (k, v) in config_tree { | ||
| if (k.starts_with("APT::Acquire::IndexTargets::deb::")) | ||
| || (k.starts_with("Acquire::IndexTargets::deb::")) && k.ends_with("::MetaKey") | ||
| { | ||
| for a in &archs_contains_all { | ||
| for c in components { | ||
| let s = replace_arch_and_component(&v, c, a, native_arch); | ||
| let e = k | ||
| .strip_prefix("APT::") | ||
| .unwrap_or(&k) | ||
| .strip_suffix("::MetaKey") | ||
| .unwrap(); | ||
|
|
||
| let keep_compress = config.bool(&format!("{e}::KeepCompressed"), false); | ||
|
|
||
| debug!("{e} keep compress: {}", keep_compress); | ||
|
|
||
| let msg = if let Some(match_msg) = config.get(&format!("{e}::ShortDescription")) | ||
| { | ||
| let mut s = replace_arch_and_component(&match_msg, c, a, native_arch); | ||
|
|
||
| if let Ok(env_lang) = env::var("LANG") { | ||
| let langs = get_matches_language(&env_lang); | ||
|
|
||
| if !langs.is_empty() { | ||
| s = s.replace("$(LANGUAGE)", langs[0]); | ||
| } | ||
| } | ||
|
|
||
| s | ||
| } else { | ||
| "Other".to_string() | ||
| }; | ||
|
|
||
| let mut list = vec![]; | ||
|
|
||
| if v.contains("$(LANGUAGE)") { | ||
| if let Ok(env_lang) = env::var("LANG") { | ||
| let langs = get_matches_language(&env_lang); | ||
|
|
||
| for i in langs { | ||
| list.push(( | ||
| s.replace("$(LANGUAGE)", i), | ||
| keep_compress, | ||
| msg.clone(), | ||
| )); | ||
| } | ||
| } | ||
| } | ||
|
|
||
| if list.is_empty() { | ||
| filter_entry.push((s, keep_compress, msg.clone())); | ||
| } else { | ||
| filter_entry.extend(list); | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| debug!("{:?}", filter_entry); | ||
|
|
||
| let mut map: AHashMap<&str, ChecksumDownloadEntry> = AHashMap::new(); | ||
|
|
||
| for i in checksums { | ||
| if let Some(x) = filter_entry.iter().find(|x| { | ||
| let path = Path::new(&i.name); | ||
| let path = path.with_extension(""); | ||
| let path = path.to_string_lossy(); | ||
| path == x.0 | ||
| }) { | ||
| if let Some(y) = map.get_mut(x.0.as_str()) { | ||
| if compress_file(&y.item.name) > compress_file(&i.name) { | ||
| continue; | ||
| } else { | ||
| *y = ChecksumDownloadEntry { | ||
| item: i.clone(), | ||
| keep_compress: x.1, | ||
| msg: x.2.clone(), | ||
| } | ||
| } | ||
| } else { | ||
| map.insert( | ||
| &x.0, | ||
| ChecksumDownloadEntry { | ||
| item: i.clone(), | ||
| keep_compress: x.1, | ||
| msg: x.2.clone(), | ||
| }, | ||
| ); | ||
| } | ||
| } | ||
| } | ||
|
|
||
| for (_, i) in map { | ||
| v.push(i); | ||
| } | ||
|
|
||
| debug!("{:?}", v); | ||
|
|
||
| v | ||
| } | ||
|
|
||
| fn get_matches_language(env_lang: &str) -> Vec<&str> { | ||
| let mut langs = vec![]; | ||
| let env_lang = env_lang.split_once('.').map(|x| x.0).unwrap_or(env_lang); | ||
|
|
||
| let lang = if env_lang == "C" { "en" } else { env_lang }; | ||
|
|
||
| langs.push(lang); | ||
|
|
||
| // en_US.UTF-8 => en | ||
| if let Some((a, _)) = lang.split_once('_') { | ||
| langs.push(a); | ||
| } | ||
|
|
||
| langs | ||
| } | ||
|
|
||
| fn replace_arch_and_component( | ||
| input: &str, | ||
| component: &str, | ||
| arch: &str, | ||
| native_arch: &str, | ||
| ) -> String { | ||
| let mut output = input | ||
| .replace("$(COMPONENT)", component) | ||
| .replace("$(ARCHITECTURE)", arch); | ||
|
|
||
| if arch == native_arch { | ||
| output = output.replace("$(NATIVE_ARCHITECTURE)", arch); | ||
| } | ||
|
|
||
| output | ||
| } | ||
|
|
||
| fn compress_file(name: &str) -> CompressFile { | ||
| CompressFile::from( | ||
| Path::new(name) | ||
| .extension() | ||
| .map(|x| x.to_string_lossy()) | ||
| .unwrap_or_default() | ||
| .to_string() | ||
| .as_str(), | ||
| ) | ||
| } | ||
|
|
||
| #[test] | ||
| fn test() { | ||
| let map = get_config(&Config::new()); | ||
| dbg!(map); | ||
| } |
Oops, something went wrong.