-
Notifications
You must be signed in to change notification settings - Fork 4
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Feature vcluster migrate backup (#9)
* Add note about CA certificates * Update info about log file location. * Feature: migrate/backup first commit (partial) * Feature: migrate/backup ignore JetBrains stuff * Feature: migrate/backup download all files of a bos session template * Feature: migrate/backup fix count of artifacts in download info * Feature: migrate/backup add support to produce a file with the list of xnames belonging to the HSM groups in the BOS session template. * Feature: migrate/backup cleanup * Feature: migrate/backup more cleanup
- Loading branch information
1 parent
f43e581
commit c730abe
Showing
7 changed files
with
302 additions
and
8 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -4,3 +4,4 @@ | |
| Cargo.lock | ||
| *.code-workspace | ||
| *.log | ||
| .idea/ | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,176 @@ | ||
| use std::collections::HashMap; | ||
| use std::path::Path; | ||
| use mesa::shasta::{bos, hsm, ims}; | ||
| use mesa::manta; | ||
| use std::fs::File; | ||
| use mesa::shasta::ims::s3::s3::{s3_auth, s3_download_object}; | ||
|
|
||
| pub async fn exec( | ||
| shasta_token: &str, | ||
| shasta_base_url: &str, | ||
| shasta_root_cert: &[u8], | ||
| bos: Option<&String>, | ||
| destination: Option<&String> | ||
| ) { | ||
| println!("Migrate_backup; BOS Template={}, Destination folder={}",bos.unwrap(), destination.unwrap()); | ||
| let dest_path = Path::new(destination.unwrap()); | ||
| let bucket_name = "boot-images"; | ||
| let files2download = ["manifest.json", "initrd", "kernel", "rootfs"]; | ||
| // let files2download = ["manifest.json"]; | ||
|
|
||
| log::debug!("Create directory '{}'", destination.unwrap()); | ||
| match std::fs::create_dir_all(dest_path) { | ||
| Ok(_ok) => _ok, | ||
| Err(error) => panic!("Unable to create directory {}. Error returned: {}", &dest_path.to_string_lossy(), error.to_string()) | ||
| }; | ||
| let _empty_hsm_group_name: Vec<String> = Vec::new(); | ||
| let bos_templates = bos::template::http_client::filter( | ||
| shasta_token, | ||
| shasta_base_url, | ||
| shasta_root_cert, | ||
| &_empty_hsm_group_name, | ||
| Option::from(bos.unwrap()), | ||
| None, | ||
| ).await.unwrap_or_default(); | ||
| let mut download_counter = 1; | ||
|
|
||
| if bos_templates.is_empty() { | ||
| println!("No BOS template found!"); | ||
| std::process::exit(0); | ||
| } else { | ||
| // BOS ------------------------------------------------------------------------------------ | ||
| let bos_file_name = String::from(bos.unwrap()) + ".json"; | ||
| let bos_file_path= dest_path.join(bos_file_name); | ||
| let bos_file = File::create(&bos_file_path) | ||
| .expect("bos.json file could not be created."); | ||
| println!("Downloading BOS session template {} to {} [{}/{}]", &bos.unwrap(), &bos_file_path.clone().to_string_lossy(), &download_counter, &files2download.len()+3); | ||
|
|
||
| // Save to file only the first one returned, we don't expect other BOS templates in the array | ||
| let _bosjson = serde_json::to_writer(&bos_file, &bos_templates[0]); | ||
| download_counter = download_counter + 1; | ||
|
|
||
| // HSM group ----------------------------------------------------------------------------- | ||
| let hsm_file_name = String::from(bos.unwrap()) + "-hsm.json"; | ||
| let hsm_file_path= dest_path.join(hsm_file_name); | ||
| let hsm_file = File::create(&hsm_file_path) | ||
| .expect("HSM file could not be created."); | ||
| println!("Downloading HSM configuration in bos template {} to {} [{}/{}]", &bos.unwrap(), &hsm_file_path.clone().to_string_lossy(), &download_counter, &files2download.len()+3); | ||
| download_counter = download_counter + 1; | ||
|
|
||
| let my_hsm_groups_vec = &bos_templates[0]["boot_sets"]["compute"]["node_groups"].as_array().unwrap().to_owned(); | ||
| let v2: Vec<String> = my_hsm_groups_vec.iter().map(|s| s.to_string().replace("\"", "")).collect(); | ||
|
|
||
| let mut hsm_map = HashMap::new(); | ||
|
|
||
| for v3 in v2 { | ||
| let v4 = vec![v3.clone()]; | ||
| let xnames: Vec<String> = hsm::utils::get_member_vec_from_hsm_name_vec( | ||
| shasta_token, | ||
| shasta_base_url, | ||
| shasta_root_cert, | ||
| &v4, | ||
| ).await; | ||
| hsm_map.insert(v3, xnames); | ||
| } | ||
| // println!("hsm_map={:?}", hsm_map); | ||
|
|
||
| let _hsmjson = serde_json::to_writer(&hsm_file, &hsm_map); | ||
|
|
||
| // CFS ------------------------------------------------------------------------------------ | ||
| let configuration_name = &bos_templates[0]["cfs"]["configuration"].to_owned().to_string(); | ||
| let mut cn = configuration_name.chars(); | ||
| cn.next(); | ||
| cn.next_back(); | ||
| // cn.as_str(); | ||
| let configuration_name_clean = String::from(cn.as_str()); | ||
| let cfs_configurations = manta::cfs::configuration::get_configuration( | ||
| shasta_token, | ||
| shasta_base_url, | ||
| shasta_root_cert, | ||
| Option::from(configuration_name_clean).as_ref(), | ||
| &_empty_hsm_group_name, | ||
| Option::from(true), | ||
| None, | ||
| ).await; | ||
| let cfs_file_name = String::from(cn.clone().as_str()) + ".json"; | ||
| let cfs_file_path= dest_path.join(&cfs_file_name); | ||
| let cfs_file = File::create(&cfs_file_path) | ||
| .expect("cfs.json file could not be created."); | ||
| println!("Downloading CFS configuration {} to {} [{}/{}]", cn.clone().as_str(), &cfs_file_path.clone().to_string_lossy(), &download_counter, &files2download.len()+2); | ||
|
|
||
| // Save to file only the first one returned, we don't expect other BOS templates in the array | ||
| let _cfsjson = serde_json::to_writer(&cfs_file, &cfs_configurations[0]); | ||
| download_counter = download_counter + 1; | ||
|
|
||
| // Image ---------------------------------------------------------------------------------- | ||
| for (_boot_sets_param, boot_sets_value) in bos_templates[0]["boot_sets"] | ||
| .as_object() | ||
| .unwrap() | ||
| { | ||
| if let Some(path) = boot_sets_value.get("path") { | ||
| let image_id_related_to_bos_sessiontemplate = path | ||
| .as_str() | ||
| .unwrap() | ||
| .trim_start_matches("s3://boot-images/") | ||
| .trim_end_matches("/manifest.json") | ||
| .to_string(); | ||
|
|
||
| log::info!( | ||
| "Get image details for ID {}", | ||
| image_id_related_to_bos_sessiontemplate | ||
| ); | ||
|
|
||
| if ims::image::http_client::get( | ||
| shasta_token, | ||
| shasta_base_url, | ||
| shasta_root_cert, | ||
| &_empty_hsm_group_name, | ||
| Some(&image_id_related_to_bos_sessiontemplate), | ||
| None, | ||
| None | ||
| ) | ||
| .await | ||
| .is_ok() | ||
| { | ||
| let image_id = image_id_related_to_bos_sessiontemplate.clone().to_string(); | ||
| log::info!( | ||
| "Image ID found related to BOS sessiontemplate {} is {}", | ||
| &bos.unwrap(), | ||
| image_id_related_to_bos_sessiontemplate | ||
| ); | ||
|
|
||
| let sts_value = match s3_auth(&shasta_token, &shasta_base_url, &shasta_root_cert).await | ||
| { | ||
| Ok(sts_value) => { | ||
| log::debug!("Debug - STS token:\n{:#?}", sts_value); | ||
| sts_value | ||
| } | ||
| Err(error) => panic!("{}", error.to_string()) | ||
| }; | ||
| for file in files2download { | ||
| let dest = String::from(destination.unwrap()) + "/" + &image_id; | ||
| let src = image_id.clone() + "/" + file; | ||
| println!("Downloading image file {} to {}/{} [{}/{}]", &src, &dest, &file, &download_counter, &files2download.len()+2); | ||
| let _result = match s3_download_object(&sts_value, | ||
| &src, | ||
| &bucket_name, | ||
| &dest).await { | ||
| Ok(_result) => { | ||
| download_counter = download_counter + 1; | ||
| }, | ||
| Err(error) => panic!("Unable to download file {} from s3. Error returned: {}", &src, error.to_string()) | ||
| }; | ||
| } | ||
| // Here the image should be downloaded already | ||
| }; | ||
| } | ||
| } | ||
|
|
||
| // bos::template::utils::print_table(bos_templates); | ||
| } | ||
|
|
||
| // Extract in json format: | ||
| // - the contents of the HSM group referred in the bos-session template | ||
|
|
||
| std::process::exit(0); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,37 @@ | ||
| use mesa::shasta::bos; | ||
|
|
||
| pub async fn exec( | ||
| shasta_token: &str, | ||
| shasta_base_url: &str, | ||
| hsm_group_name: Option<&String>, | ||
| template_name: Option<&String>, | ||
| most_recent: Option<bool>, | ||
| limit: Option<&u8>, | ||
| ) { | ||
| let limit_number; | ||
|
|
||
| if let Some(true) = most_recent { | ||
| limit_number = Some(&1); | ||
| } else if let Some(false) = most_recent { | ||
| limit_number = limit; | ||
| } else { | ||
| limit_number = None; | ||
| } | ||
| // | ||
| // let bos_templates = bos::template::http_client::get( | ||
| // shasta_token, | ||
| // shasta_base_url, | ||
| // hsm_group_name, | ||
| // template_name, | ||
| // limit_number, | ||
| // ) | ||
| // .await | ||
| // .unwrap_or_default(); | ||
|
|
||
| // if bos_templates.is_empty() { | ||
| // println!("No BOS template found!"); | ||
| // std::process::exit(0); | ||
| // } else { | ||
| // bos::template::utils::print_table(bos_templates); | ||
| // } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters