From 79a4dd2b4de05adaaaa726c4c4d07fed7089f0ed Mon Sep 17 00:00:00 2001 From: epwalsh Date: Fri, 2 Feb 2024 11:51:10 -0800 Subject: [PATCH 01/10] Add script to copy W&B runs to pub project --- scripts/combine_wandb_runs.py | 94 +++++++++++++++++++++++++++++++++++ 1 file changed, 94 insertions(+) create mode 100644 scripts/combine_wandb_runs.py diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py new file mode 100644 index 000000000..7831fff09 --- /dev/null +++ b/scripts/combine_wandb_runs.py @@ -0,0 +1,94 @@ +from pathlib import Path + +import wandb +from wandb.wandb_run import Run + +runs_path = Path("~/Downloads/OLMo Runs - mitchish-mcli.csv").expanduser() +dst_entity = "ai2-llm" +dst_project = "OLMo-7B" +dst_group = "OLMo-7B" +dst_run_name = "OLMo-7B" + +# Read CSV dump from "OLMo Runs" spreadsheet. +# run_paths_to_copy = [] +# with runs_path.open("r") as f: +# reader = csv.DictReader(f, delimiter=",") +# for row in reader: +# run_paths_to_copy.append(row["W&B URL"].replace("https://wandb.ai/", "")) + +# # Order oldest -> newest. +# run_paths_to_copy = list(reversed(run_paths_to_copy)) + +run_paths_to_copy = [ + "ai2-llm/olmo-medium/runs/wvc30anm", + "ai2-llm/olmo-medium/runs/uhy9bs35", + "ai2-llm/olmo-medium/runs/l6v218f4", + "ai2-llm/olmo-medium/runs/8fioq3qx", + "ai2-llm/olmo-medium/runs/mk9kaqh0", + "ai2-llm/olmo-medium/runs/49i87wpn", + "ai2-llm/olmo-medium/runs/0j2eqydw", + "ai2-llm/olmo-medium/runs/5wkmhkqh", + "ai2-llm/olmo-medium/runs/hrshlkzq", + "ai2-llm/olmo-medium/runs/eysi0t0y", + "ai2-llm/olmo-medium/runs/7gomworq", + "ai2-llm/olmo-medium/runs/lyij2l8m", + "ai2-llm/olmo-medium/runs/99euueq4", + "ai2-llm/olmo-medium/runs/fcn5q3zw", + "ai2-llm/olmo-medium/runs/j18wauyq", + "ai2-llm/olmo-medium/runs/jtfwv96r", + "ai2-llm/olmo-medium/runs/yuc5kl7s", + "ai2-llm/olmo-medium/runs/25urleov", + "ai2-llm/olmo-medium/runs/obde4w9j", + "ai2-llm/olmo-medium/runs/eaqax5ns", + "ai2-llm/olmo-medium/runs/cojbrc1o", + "ai2-llm/olmo-medium/runs/4xel5n7e", + "ai2-llm/olmo-medium/runs/jcs4c32w", + "ai2-llm/olmo-medium/runs/x55jyv7k", + "ai2-llm/olmo-medium/runs/yv7lgx0i", + "ai2-llm/olmo-medium/runs/11uf7gsv", + "ai2-llm/olmo-medium/runs/lds6zcog", + "ai2-llm/olmo-medium/runs/ho7jy4ey", + "ai2-llm/olmo-medium/runs/87shig0a", + "ai2-llm/olmo-medium/runs/x6zdcp5j", + "ai2-llm/olmo-medium/runs/olocmvn0", + "ai2-llm/olmo-medium/runs/xtruaap8", + "ai2-llm/olmo-medium/runs/2l070ogq", + "ai2-llm/olmo-medium/runs/uy2ydw12", + "ai2-llm/olmo-medium/runs/x23ciyv9", + "ai2-llm/olmo-medium/runs/67i5mdg0", + "ai2-llm/olmo-medium/runs/wrv46m83", + "ai2-llm/olmo-medium/runs/wd2gxrza", + "ai2-llm/olmo-medium/runs/z4z0x4m9", + "ai2-llm/olmo-medium/runs/p067ktg9", +] + +# Set your API key +wandb.login() + +# Initialize the wandb API +api = wandb.Api() + +# Iterate through the runs and copy them to the destination project +for i, run_path in enumerate(run_paths_to_copy): + run = api.run(run_path) + + # Get the run history and files + history = run.history() + + # Create a new run in the destination project + new_run = wandb.init( + project=dst_project, + entity=dst_entity, + config=run.config, + name=f"{run.name}-run-{i+1:03d}", + resume="allow", + group=dst_group, + ) + assert isinstance(new_run, Run) + + # Log the history to the new run + for index, row in history.iterrows(): + new_run.log(row.to_dict()) + + # Finish the new run + new_run.finish() From 49f40fd72d28bf16ad2f1be841e5d3cb0101772a Mon Sep 17 00:00:00 2001 From: epwalsh Date: Fri, 2 Feb 2024 11:57:48 -0800 Subject: [PATCH 02/10] Add progress tracking --- scripts/combine_wandb_runs.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py index 7831fff09..d36ccc201 100644 --- a/scripts/combine_wandb_runs.py +++ b/scripts/combine_wandb_runs.py @@ -72,6 +72,8 @@ for i, run_path in enumerate(run_paths_to_copy): run = api.run(run_path) + print(f"Copying run {i+1} of {len(run_paths_to_copy)}") + # Get the run history and files history = run.history() From edca505c45761d1813d31a2ce9897f5194c18f37 Mon Sep 17 00:00:00 2001 From: epwalsh Date: Fri, 2 Feb 2024 11:59:57 -0800 Subject: [PATCH 03/10] Fix name --- scripts/combine_wandb_runs.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py index d36ccc201..835568b85 100644 --- a/scripts/combine_wandb_runs.py +++ b/scripts/combine_wandb_runs.py @@ -82,7 +82,7 @@ project=dst_project, entity=dst_entity, config=run.config, - name=f"{run.name}-run-{i+1:03d}", + name=f"{dst_run_name}-run-{i+1:03d}", resume="allow", group=dst_group, ) From 94b4539eb2e372c2dc52ea730a7f896b7e7bf482 Mon Sep 17 00:00:00 2001 From: epwalsh Date: Fri, 2 Feb 2024 12:52:48 -0800 Subject: [PATCH 04/10] fixes --- scripts/combine_wandb_runs.py | 104 +++++++++++++++++----------------- 1 file changed, 51 insertions(+), 53 deletions(-) diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py index 835568b85..12115ee86 100644 --- a/scripts/combine_wandb_runs.py +++ b/scripts/combine_wandb_runs.py @@ -1,15 +1,11 @@ -from pathlib import Path - import wandb from wandb.wandb_run import Run -runs_path = Path("~/Downloads/OLMo Runs - mitchish-mcli.csv").expanduser() dst_entity = "ai2-llm" dst_project = "OLMo-7B" -dst_group = "OLMo-7B" -dst_run_name = "OLMo-7B" # Read CSV dump from "OLMo Runs" spreadsheet. +# runs_path = Path("~/Downloads/OLMo Runs - mitchish-mcli.csv").expanduser() # run_paths_to_copy = [] # with runs_path.open("r") as f: # reader = csv.DictReader(f, delimiter=",") @@ -19,47 +15,47 @@ # # Order oldest -> newest. # run_paths_to_copy = list(reversed(run_paths_to_copy)) -run_paths_to_copy = [ - "ai2-llm/olmo-medium/runs/wvc30anm", - "ai2-llm/olmo-medium/runs/uhy9bs35", - "ai2-llm/olmo-medium/runs/l6v218f4", - "ai2-llm/olmo-medium/runs/8fioq3qx", - "ai2-llm/olmo-medium/runs/mk9kaqh0", - "ai2-llm/olmo-medium/runs/49i87wpn", - "ai2-llm/olmo-medium/runs/0j2eqydw", - "ai2-llm/olmo-medium/runs/5wkmhkqh", - "ai2-llm/olmo-medium/runs/hrshlkzq", - "ai2-llm/olmo-medium/runs/eysi0t0y", - "ai2-llm/olmo-medium/runs/7gomworq", - "ai2-llm/olmo-medium/runs/lyij2l8m", - "ai2-llm/olmo-medium/runs/99euueq4", - "ai2-llm/olmo-medium/runs/fcn5q3zw", - "ai2-llm/olmo-medium/runs/j18wauyq", - "ai2-llm/olmo-medium/runs/jtfwv96r", - "ai2-llm/olmo-medium/runs/yuc5kl7s", - "ai2-llm/olmo-medium/runs/25urleov", - "ai2-llm/olmo-medium/runs/obde4w9j", - "ai2-llm/olmo-medium/runs/eaqax5ns", - "ai2-llm/olmo-medium/runs/cojbrc1o", - "ai2-llm/olmo-medium/runs/4xel5n7e", - "ai2-llm/olmo-medium/runs/jcs4c32w", - "ai2-llm/olmo-medium/runs/x55jyv7k", - "ai2-llm/olmo-medium/runs/yv7lgx0i", - "ai2-llm/olmo-medium/runs/11uf7gsv", - "ai2-llm/olmo-medium/runs/lds6zcog", - "ai2-llm/olmo-medium/runs/ho7jy4ey", - "ai2-llm/olmo-medium/runs/87shig0a", - "ai2-llm/olmo-medium/runs/x6zdcp5j", - "ai2-llm/olmo-medium/runs/olocmvn0", - "ai2-llm/olmo-medium/runs/xtruaap8", - "ai2-llm/olmo-medium/runs/2l070ogq", - "ai2-llm/olmo-medium/runs/uy2ydw12", - "ai2-llm/olmo-medium/runs/x23ciyv9", - "ai2-llm/olmo-medium/runs/67i5mdg0", - "ai2-llm/olmo-medium/runs/wrv46m83", - "ai2-llm/olmo-medium/runs/wd2gxrza", - "ai2-llm/olmo-medium/runs/z4z0x4m9", - "ai2-llm/olmo-medium/runs/p067ktg9", +runs_to_copy = [ + ("ai2-llm/olmo-medium/runs/wvc30anm", "OLMo-7B-run-001", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/uhy9bs35", "OLMo-7B-run-002", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/l6v218f4", "OLMo-7B-run-003", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/8fioq3qx", "OLMo-7B-run-004", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/mk9kaqh0", "OLMo-7B-run-005", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/49i87wpn", "OLMo-7B-run-006", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/0j2eqydw", "OLMo-7B-run-007", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/5wkmhkqh", "OLMo-7B-run-008", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/hrshlkzq", "OLMo-7B-run-009", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/eysi0t0y", "OLMo-7B-run-010", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/7gomworq", "OLMo-7B-run-011", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/lyij2l8m", "OLMo-7B-run-012", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/99euueq4", "OLMo-7B-run-013", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/fcn5q3zw", "OLMo-7B-run-014", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/j18wauyq", "OLMo-7B-run-015", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/jtfwv96r", "OLMo-7B-run-016", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/yuc5kl7s", "OLMo-7B-run-017", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/25urleov", "OLMo-7B-run-018", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/obde4w9j", "OLMo-7B-run-019", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/eaqax5ns", "OLMo-7B-run-020", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/cojbrc1o", "OLMo-7B-run-021", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/4xel5n7e", "OLMo-7B-run-022", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/jcs4c32w", "OLMo-7B-run-023", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/x55jyv7k", "OLMo-7B-run-024", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/yv7lgx0i", "OLMo-7B-run-025", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/11uf7gsv", "OLMo-7B-run-026", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/lds6zcog", "OLMo-7B-run-027", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/ho7jy4ey", "OLMo-7B-run-028", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/87shig0a", "OLMo-7B-run-029", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/x6zdcp5j", "OLMo-7B-run-030", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/olocmvn0", "OLMo-7B-run-031", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/xtruaap8", "OLMo-7B-run-032", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/2l070ogq", "OLMo-7B-run-033", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/uy2ydw12", "OLMo-7B-run-034", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/x23ciyv9", "OLMo-7B-run-035", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/67i5mdg0", "OLMo-7B-run-036", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/wrv46m83", "OLMo-7B-run-037", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/wd2gxrza", "OLMo-7B-run-038", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/z4z0x4m9", "OLMo-7B-run-039", "OLMo-7B"), + ("ai2-llm/olmo-medium/runs/p067ktg9", "OLMo-7B-Tulu", "OLMo-7B-Tulu"), ] # Set your API key @@ -69,28 +65,30 @@ api = wandb.Api() # Iterate through the runs and copy them to the destination project -for i, run_path in enumerate(run_paths_to_copy): +for run_path, new_run_name, new_run_group in runs_to_copy: run = api.run(run_path) - print(f"Copying run {i+1} of {len(run_paths_to_copy)}") + print(f"Copying run '{run_path}' to '{new_run_name}'...") # Get the run history and files - history = run.history() + history = run.scan_history() # Create a new run in the destination project new_run = wandb.init( project=dst_project, entity=dst_entity, config=run.config, - name=f"{dst_run_name}-run-{i+1:03d}", + name=new_run_name, resume="allow", - group=dst_group, + group=new_run_group, + settings=wandb.Settings(_disable_stats=True), ) assert isinstance(new_run, Run) # Log the history to the new run - for index, row in history.iterrows(): - new_run.log(row.to_dict()) + for data in history: + step = data.pop("_step") + new_run.log(data, step=step) # Finish the new run new_run.finish() From 584907622a4a6c0435614ec27717d264b9780510 Mon Sep 17 00:00:00 2001 From: epwalsh Date: Mon, 5 Feb 2024 10:37:25 -0800 Subject: [PATCH 05/10] Update for LUMI run --- scripts/combine_wandb_runs.py | 115 +++++++++++++++++++--------------- 1 file changed, 64 insertions(+), 51 deletions(-) diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py index 12115ee86..1b7b41704 100644 --- a/scripts/combine_wandb_runs.py +++ b/scripts/combine_wandb_runs.py @@ -4,58 +4,71 @@ dst_entity = "ai2-llm" dst_project = "OLMo-7B" -# Read CSV dump from "OLMo Runs" spreadsheet. -# runs_path = Path("~/Downloads/OLMo Runs - mitchish-mcli.csv").expanduser() -# run_paths_to_copy = [] -# with runs_path.open("r") as f: -# reader = csv.DictReader(f, delimiter=",") -# for row in reader: -# run_paths_to_copy.append(row["W&B URL"].replace("https://wandb.ai/", "")) - -# # Order oldest -> newest. -# run_paths_to_copy = list(reversed(run_paths_to_copy)) - runs_to_copy = [ - ("ai2-llm/olmo-medium/runs/wvc30anm", "OLMo-7B-run-001", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/uhy9bs35", "OLMo-7B-run-002", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/l6v218f4", "OLMo-7B-run-003", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/8fioq3qx", "OLMo-7B-run-004", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/mk9kaqh0", "OLMo-7B-run-005", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/49i87wpn", "OLMo-7B-run-006", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/0j2eqydw", "OLMo-7B-run-007", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/5wkmhkqh", "OLMo-7B-run-008", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/hrshlkzq", "OLMo-7B-run-009", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/eysi0t0y", "OLMo-7B-run-010", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/7gomworq", "OLMo-7B-run-011", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/lyij2l8m", "OLMo-7B-run-012", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/99euueq4", "OLMo-7B-run-013", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/fcn5q3zw", "OLMo-7B-run-014", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/j18wauyq", "OLMo-7B-run-015", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/jtfwv96r", "OLMo-7B-run-016", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/yuc5kl7s", "OLMo-7B-run-017", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/25urleov", "OLMo-7B-run-018", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/obde4w9j", "OLMo-7B-run-019", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/eaqax5ns", "OLMo-7B-run-020", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/cojbrc1o", "OLMo-7B-run-021", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/4xel5n7e", "OLMo-7B-run-022", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/jcs4c32w", "OLMo-7B-run-023", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/x55jyv7k", "OLMo-7B-run-024", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/yv7lgx0i", "OLMo-7B-run-025", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/11uf7gsv", "OLMo-7B-run-026", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/lds6zcog", "OLMo-7B-run-027", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/ho7jy4ey", "OLMo-7B-run-028", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/87shig0a", "OLMo-7B-run-029", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/x6zdcp5j", "OLMo-7B-run-030", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/olocmvn0", "OLMo-7B-run-031", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/xtruaap8", "OLMo-7B-run-032", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/2l070ogq", "OLMo-7B-run-033", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/uy2ydw12", "OLMo-7B-run-034", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/x23ciyv9", "OLMo-7B-run-035", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/67i5mdg0", "OLMo-7B-run-036", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/wrv46m83", "OLMo-7B-run-037", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/wd2gxrza", "OLMo-7B-run-038", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/z4z0x4m9", "OLMo-7B-run-039", "OLMo-7B"), - ("ai2-llm/olmo-medium/runs/p067ktg9", "OLMo-7B-Tulu", "OLMo-7B-Tulu"), + # ("ai2-llm/olmo-medium/runs/wvc30anm", "OLMo-7B-run-001", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/uhy9bs35", "OLMo-7B-run-002", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/l6v218f4", "OLMo-7B-run-003", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/8fioq3qx", "OLMo-7B-run-004", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/mk9kaqh0", "OLMo-7B-run-005", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/49i87wpn", "OLMo-7B-run-006", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/0j2eqydw", "OLMo-7B-run-007", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/5wkmhkqh", "OLMo-7B-run-008", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/hrshlkzq", "OLMo-7B-run-009", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/eysi0t0y", "OLMo-7B-run-010", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/7gomworq", "OLMo-7B-run-011", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/lyij2l8m", "OLMo-7B-run-012", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/99euueq4", "OLMo-7B-run-013", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/fcn5q3zw", "OLMo-7B-run-014", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/j18wauyq", "OLMo-7B-run-015", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/jtfwv96r", "OLMo-7B-run-016", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/yuc5kl7s", "OLMo-7B-run-017", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/25urleov", "OLMo-7B-run-018", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/obde4w9j", "OLMo-7B-run-019", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/eaqax5ns", "OLMo-7B-run-020", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/cojbrc1o", "OLMo-7B-run-021", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/4xel5n7e", "OLMo-7B-run-022", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/jcs4c32w", "OLMo-7B-run-023", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/x55jyv7k", "OLMo-7B-run-024", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/yv7lgx0i", "OLMo-7B-run-025", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/11uf7gsv", "OLMo-7B-run-026", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/lds6zcog", "OLMo-7B-run-027", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/ho7jy4ey", "OLMo-7B-run-028", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/87shig0a", "OLMo-7B-run-029", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/x6zdcp5j", "OLMo-7B-run-030", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/olocmvn0", "OLMo-7B-run-031", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/xtruaap8", "OLMo-7B-run-032", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/2l070ogq", "OLMo-7B-run-033", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/uy2ydw12", "OLMo-7B-run-034", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/x23ciyv9", "OLMo-7B-run-035", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/67i5mdg0", "OLMo-7B-run-036", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/wrv46m83", "OLMo-7B-run-037", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/wd2gxrza", "OLMo-7B-run-038", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/z4z0x4m9", "OLMo-7B-run-039", "OLMo-7B"), + # ("ai2-llm/olmo-medium/runs/p067ktg9", "OLMo-7B-Tulu", "OLMo-7B-Tulu"), + ("ai2-llm/olmo-medium/runs/fi03r8h0", "OLMo-7B-Twin-2T-run-001", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/2fi6zuqd", "OLMo-7B-Twin-2T-run-002", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/j8qk3cgd", "OLMo-7B-Twin-2T-run-003", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/gd4pltei", "OLMo-7B-Twin-2T-run-004", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/vpxr4bil", "OLMo-7B-Twin-2T-run-005", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/vgkz4o76", "OLMo-7B-Twin-2T-run-006", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/lp1ynh47", "OLMo-7B-Twin-2T-run-007", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/03rx6g79", "OLMo-7B-Twin-2T-run-008", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/aznf5iwj", "OLMo-7B-Twin-2T-run-009", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/nzw0h387", "OLMo-7B-Twin-2T-run-010", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/v6je6zon", "OLMo-7B-Twin-2T-run-011", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/im54vfs8", "OLMo-7B-Twin-2T-run-012", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/m9j3x5o0", "OLMo-7B-Twin-2T-run-013", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/rto0vcbk", "OLMo-7B-Twin-2T-run-014", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/7qe3jywj", "OLMo-7B-Twin-2T-run-015", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/71r8xird", "OLMo-7B-Twin-2T-run-016", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/kya6t318", "OLMo-7B-Twin-2T-run-017", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/3rvuwvew", "OLMo-7B-Twin-2T-run-018", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/cmash3bz", "OLMo-7B-Twin-2T-run-019", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/qs7w6w53", "OLMo-7B-Twin-2T-run-020", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/z1gcqs1y", "OLMo-7B-Twin-2T-run-021", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/lualc6sf", "OLMo-7B-Twin-2T-run-022", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/s63r1dze", "OLMo-7B-Twin-2T-run-023", "OLMo-7B-Twin-2T"), + ("ai2-llm/olmo-medium/runs/n761ckim", "OLMo-7B-Twin-2T-run-024", "OLMo-7B-Twin-2T"), ] # Set your API key From 72a5bbc6c462233bdbcf4cafc884404a72fea1b7 Mon Sep 17 00:00:00 2001 From: epwalsh Date: Mon, 5 Feb 2024 11:02:55 -0800 Subject: [PATCH 06/10] Prepare for 1B --- scripts/combine_wandb_runs.py | 132 ++++++++++++++++++++++++++-------- 1 file changed, 104 insertions(+), 28 deletions(-) diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py index 1b7b41704..1a30bcba5 100644 --- a/scripts/combine_wandb_runs.py +++ b/scripts/combine_wandb_runs.py @@ -1,10 +1,12 @@ import wandb from wandb.wandb_run import Run -dst_entity = "ai2-llm" -dst_project = "OLMo-7B" +ENTITY = "ai2-llm" runs_to_copy = [ + ########################################################################################### + ######################################### OLMo-7B ######################################### + ########################################################################################### # ("ai2-llm/olmo-medium/runs/wvc30anm", "OLMo-7B-run-001", "OLMo-7B"), # ("ai2-llm/olmo-medium/runs/uhy9bs35", "OLMo-7B-run-002", "OLMo-7B"), # ("ai2-llm/olmo-medium/runs/l6v218f4", "OLMo-7B-run-003", "OLMo-7B"), @@ -44,31 +46,103 @@ # ("ai2-llm/olmo-medium/runs/wrv46m83", "OLMo-7B-run-037", "OLMo-7B"), # ("ai2-llm/olmo-medium/runs/wd2gxrza", "OLMo-7B-run-038", "OLMo-7B"), # ("ai2-llm/olmo-medium/runs/z4z0x4m9", "OLMo-7B-run-039", "OLMo-7B"), + ########################################################################################### + ####################### OLMo-7B fine-tuned on a mix of Tulu + Dolma ####################### + ########################################################################################### # ("ai2-llm/olmo-medium/runs/p067ktg9", "OLMo-7B-Tulu", "OLMo-7B-Tulu"), - ("ai2-llm/olmo-medium/runs/fi03r8h0", "OLMo-7B-Twin-2T-run-001", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/2fi6zuqd", "OLMo-7B-Twin-2T-run-002", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/j8qk3cgd", "OLMo-7B-Twin-2T-run-003", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/gd4pltei", "OLMo-7B-Twin-2T-run-004", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/vpxr4bil", "OLMo-7B-Twin-2T-run-005", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/vgkz4o76", "OLMo-7B-Twin-2T-run-006", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/lp1ynh47", "OLMo-7B-Twin-2T-run-007", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/03rx6g79", "OLMo-7B-Twin-2T-run-008", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/aznf5iwj", "OLMo-7B-Twin-2T-run-009", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/nzw0h387", "OLMo-7B-Twin-2T-run-010", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/v6je6zon", "OLMo-7B-Twin-2T-run-011", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/im54vfs8", "OLMo-7B-Twin-2T-run-012", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/m9j3x5o0", "OLMo-7B-Twin-2T-run-013", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/rto0vcbk", "OLMo-7B-Twin-2T-run-014", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/7qe3jywj", "OLMo-7B-Twin-2T-run-015", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/71r8xird", "OLMo-7B-Twin-2T-run-016", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/kya6t318", "OLMo-7B-Twin-2T-run-017", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/3rvuwvew", "OLMo-7B-Twin-2T-run-018", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/cmash3bz", "OLMo-7B-Twin-2T-run-019", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/qs7w6w53", "OLMo-7B-Twin-2T-run-020", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/z1gcqs1y", "OLMo-7B-Twin-2T-run-021", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/lualc6sf", "OLMo-7B-Twin-2T-run-022", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/s63r1dze", "OLMo-7B-Twin-2T-run-023", "OLMo-7B-Twin-2T"), - ("ai2-llm/olmo-medium/runs/n761ckim", "OLMo-7B-Twin-2T-run-024", "OLMo-7B-Twin-2T"), + ########################################################################################### + ##################################### OLMo-7B-Twin-2T ##################################### + ########################################################################################### + # ("ai2-llm/olmo-medium/runs/fi03r8h0", "OLMo-7B-Twin-2T-run-001", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/2fi6zuqd", "OLMo-7B-Twin-2T-run-002", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/j8qk3cgd", "OLMo-7B-Twin-2T-run-003", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/gd4pltei", "OLMo-7B-Twin-2T-run-004", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/vpxr4bil", "OLMo-7B-Twin-2T-run-005", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/vgkz4o76", "OLMo-7B-Twin-2T-run-006", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/lp1ynh47", "OLMo-7B-Twin-2T-run-007", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/03rx6g79", "OLMo-7B-Twin-2T-run-008", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/aznf5iwj", "OLMo-7B-Twin-2T-run-009", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/nzw0h387", "OLMo-7B-Twin-2T-run-010", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/v6je6zon", "OLMo-7B-Twin-2T-run-011", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/im54vfs8", "OLMo-7B-Twin-2T-run-012", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/m9j3x5o0", "OLMo-7B-Twin-2T-run-013", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/rto0vcbk", "OLMo-7B-Twin-2T-run-014", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/7qe3jywj", "OLMo-7B-Twin-2T-run-015", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/71r8xird", "OLMo-7B-Twin-2T-run-016", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/kya6t318", "OLMo-7B-Twin-2T-run-017", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/3rvuwvew", "OLMo-7B-Twin-2T-run-018", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/cmash3bz", "OLMo-7B-Twin-2T-run-019", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/qs7w6w53", "OLMo-7B-Twin-2T-run-020", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/z1gcqs1y", "OLMo-7B-Twin-2T-run-021", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/lualc6sf", "OLMo-7B-Twin-2T-run-022", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/s63r1dze", "OLMo-7B-Twin-2T-run-023", "OLMo-7B-Twin-2T"), + # ("ai2-llm/olmo-medium/runs/n761ckim", "OLMo-7B-Twin-2T-run-024", "OLMo-7B-Twin-2T"), + ########################################################################################### + ######################################### OLMo-1B ######################################### + ########################################################################################### + ("ai2-llm/olmo-small/runs/w1r5xfzt", "OLMo-1B-run-000", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/s7wptaol", "OLMo-1B-run-001", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/sw58clgr", "OLMo-1B-run-002", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/age4ucpn", "OLMo-1B-run-003", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9lhyy6ec", "OLMo-1B-run-004", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/e72w3guf", "OLMo-1B-run-005", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/czmq3tph", "OLMo-1B-run-006", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/xcki6amz", "OLMo-1B-run-007", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9o4tqzkc", "OLMo-1B-run-008", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/scjaj9rj", "OLMo-1B-run-009", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/ecm3b6jc", "OLMo-1B-run-010", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/tm06cx1o", "OLMo-1B-run-011", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/hv91c1yz", "OLMo-1B-run-012", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/i27fd8hx", "OLMo-1B-run-013", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/nj3eug16", "OLMo-1B-run-014", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/qkgvoqxh", "OLMo-1B-run-015", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/vohm89rs", "OLMo-1B-run-016", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/bdal15q1", "OLMo-1B-run-017", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/k7gf8upq", "OLMo-1B-run-018", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9mx2iel7", "OLMo-1B-run-019", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/epwms9w9", "OLMo-1B-run-020", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/8qy0al8a", "OLMo-1B-run-021", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/e3hcu37o", "OLMo-1B-run-022", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/5gqrwqg1", "OLMo-1B-run-023", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mbho3mal", "OLMo-1B-run-024", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/3v73eans", "OLMo-1B-run-025", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/7l54afq9", "OLMo-1B-run-026", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mif67a9e", "OLMo-1B-run-027", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9frhziu4", "OLMo-1B-run-028", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/46zc5fly", "OLMo-1B-run-029", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/n9ya5dg7", "OLMo-1B-run-030", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/sezmr7ds", "OLMo-1B-run-031", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/185jyoim", "OLMo-1B-run-032", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/4ryfkyyz", "OLMo-1B-run-033", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/njlk53cc", "OLMo-1B-run-034", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/gqbsxin2", "OLMo-1B-run-035", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/berj88t7", "OLMo-1B-run-036", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/py49d2az", "OLMo-1B-run-037", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/39zrvyeq", "OLMo-1B-run-038", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/oupb6jak", "OLMo-1B-run-039", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/w4ele4r3", "OLMo-1B-run-040", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/qt3d0ypt", "OLMo-1B-run-041", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/h8d87477", "OLMo-1B-run-042", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/h9g4p1cw", "OLMo-1B-run-043", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/3fii7eec", "OLMo-1B-run-044", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/jy5po36u", "OLMo-1B-run-045", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/s73qq2ny", "OLMo-1B-run-046", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/rs1scdrz", "OLMo-1B-run-047", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/dcd1wqlw", "OLMo-1B-run-048", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/3xqkbrvw", "OLMo-1B-run-049", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/xgc3lo3d", "OLMo-1B-run-050", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/yifb3rvs", "OLMo-1B-run-051", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/q1qhhvxg", "OLMo-1B-run-052", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mkunaie6", "OLMo-1B-run-053", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/rg0wtuij", "OLMo-1B-run-054", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/xbvqtb2c", "OLMo-1B-run-055", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mvuu3vcl", "OLMo-1B-run-056", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/bvix71p0", "OLMo-1B-run-057", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/44to2rqh", "OLMo-1B-run-058", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/8fl06671", "OLMo-1B-run-059", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/b3zzyyc7", "OLMo-1B-run-060", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/4k49us4j", "OLMo-1B-run-061", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/g4g72enr", "OLMo-1B-run-062", "OLMo-1B"), ] # Set your API key @@ -79,9 +153,11 @@ # Iterate through the runs and copy them to the destination project for run_path, new_run_name, new_run_group in runs_to_copy: + dst_project = "OLMo-7B" if "7B" in new_run_group else "OLMo-1B" + run = api.run(run_path) - print(f"Copying run '{run_path}' to '{new_run_name}'...") + print(f"Copying run '{run_path}' to '{dst_project}/{new_run_name}'...") # Get the run history and files history = run.scan_history() @@ -89,7 +165,7 @@ # Create a new run in the destination project new_run = wandb.init( project=dst_project, - entity=dst_entity, + entity=ENTITY, config=run.config, name=new_run_name, resume="allow", From c1bfb925108d8f70aa62215dbce2bab4102bc5ac Mon Sep 17 00:00:00 2001 From: epwalsh Date: Tue, 6 Feb 2024 12:33:33 -0800 Subject: [PATCH 07/10] Fix numbering --- scripts/combine_wandb_runs.py | 126 +++++++++++++++++----------------- 1 file changed, 63 insertions(+), 63 deletions(-) diff --git a/scripts/combine_wandb_runs.py b/scripts/combine_wandb_runs.py index 1a30bcba5..2cf741188 100644 --- a/scripts/combine_wandb_runs.py +++ b/scripts/combine_wandb_runs.py @@ -80,69 +80,69 @@ ########################################################################################### ######################################### OLMo-1B ######################################### ########################################################################################### - ("ai2-llm/olmo-small/runs/w1r5xfzt", "OLMo-1B-run-000", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/s7wptaol", "OLMo-1B-run-001", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/sw58clgr", "OLMo-1B-run-002", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/age4ucpn", "OLMo-1B-run-003", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9lhyy6ec", "OLMo-1B-run-004", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/e72w3guf", "OLMo-1B-run-005", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/czmq3tph", "OLMo-1B-run-006", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/xcki6amz", "OLMo-1B-run-007", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9o4tqzkc", "OLMo-1B-run-008", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/scjaj9rj", "OLMo-1B-run-009", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/ecm3b6jc", "OLMo-1B-run-010", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/tm06cx1o", "OLMo-1B-run-011", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/hv91c1yz", "OLMo-1B-run-012", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/i27fd8hx", "OLMo-1B-run-013", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/nj3eug16", "OLMo-1B-run-014", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/qkgvoqxh", "OLMo-1B-run-015", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/vohm89rs", "OLMo-1B-run-016", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/bdal15q1", "OLMo-1B-run-017", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/k7gf8upq", "OLMo-1B-run-018", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9mx2iel7", "OLMo-1B-run-019", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/epwms9w9", "OLMo-1B-run-020", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/8qy0al8a", "OLMo-1B-run-021", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/e3hcu37o", "OLMo-1B-run-022", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/5gqrwqg1", "OLMo-1B-run-023", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mbho3mal", "OLMo-1B-run-024", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/3v73eans", "OLMo-1B-run-025", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/7l54afq9", "OLMo-1B-run-026", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mif67a9e", "OLMo-1B-run-027", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9frhziu4", "OLMo-1B-run-028", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/46zc5fly", "OLMo-1B-run-029", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/n9ya5dg7", "OLMo-1B-run-030", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/sezmr7ds", "OLMo-1B-run-031", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/185jyoim", "OLMo-1B-run-032", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/4ryfkyyz", "OLMo-1B-run-033", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/njlk53cc", "OLMo-1B-run-034", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/gqbsxin2", "OLMo-1B-run-035", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/berj88t7", "OLMo-1B-run-036", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/py49d2az", "OLMo-1B-run-037", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/39zrvyeq", "OLMo-1B-run-038", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/oupb6jak", "OLMo-1B-run-039", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/w4ele4r3", "OLMo-1B-run-040", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/qt3d0ypt", "OLMo-1B-run-041", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/h8d87477", "OLMo-1B-run-042", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/h9g4p1cw", "OLMo-1B-run-043", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/3fii7eec", "OLMo-1B-run-044", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/jy5po36u", "OLMo-1B-run-045", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/s73qq2ny", "OLMo-1B-run-046", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/rs1scdrz", "OLMo-1B-run-047", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/dcd1wqlw", "OLMo-1B-run-048", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/3xqkbrvw", "OLMo-1B-run-049", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/xgc3lo3d", "OLMo-1B-run-050", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/yifb3rvs", "OLMo-1B-run-051", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/q1qhhvxg", "OLMo-1B-run-052", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mkunaie6", "OLMo-1B-run-053", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/rg0wtuij", "OLMo-1B-run-054", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/xbvqtb2c", "OLMo-1B-run-055", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mvuu3vcl", "OLMo-1B-run-056", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/bvix71p0", "OLMo-1B-run-057", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/44to2rqh", "OLMo-1B-run-058", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/8fl06671", "OLMo-1B-run-059", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/b3zzyyc7", "OLMo-1B-run-060", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/4k49us4j", "OLMo-1B-run-061", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/g4g72enr", "OLMo-1B-run-062", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/w1r5xfzt", "OLMo-1B-run-001", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/s7wptaol", "OLMo-1B-run-002", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/sw58clgr", "OLMo-1B-run-003", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/age4ucpn", "OLMo-1B-run-004", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9lhyy6ec", "OLMo-1B-run-005", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/e72w3guf", "OLMo-1B-run-006", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/czmq3tph", "OLMo-1B-run-007", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/xcki6amz", "OLMo-1B-run-008", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9o4tqzkc", "OLMo-1B-run-009", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/scjaj9rj", "OLMo-1B-run-010", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/ecm3b6jc", "OLMo-1B-run-011", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/tm06cx1o", "OLMo-1B-run-012", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/hv91c1yz", "OLMo-1B-run-013", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/i27fd8hx", "OLMo-1B-run-014", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/nj3eug16", "OLMo-1B-run-015", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/qkgvoqxh", "OLMo-1B-run-016", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/vohm89rs", "OLMo-1B-run-017", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/bdal15q1", "OLMo-1B-run-018", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/k7gf8upq", "OLMo-1B-run-019", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9mx2iel7", "OLMo-1B-run-020", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/epwms9w9", "OLMo-1B-run-021", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/8qy0al8a", "OLMo-1B-run-022", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/e3hcu37o", "OLMo-1B-run-023", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/5gqrwqg1", "OLMo-1B-run-024", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mbho3mal", "OLMo-1B-run-025", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/3v73eans", "OLMo-1B-run-026", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/7l54afq9", "OLMo-1B-run-027", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mif67a9e", "OLMo-1B-run-028", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/9frhziu4", "OLMo-1B-run-029", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/46zc5fly", "OLMo-1B-run-030", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/n9ya5dg7", "OLMo-1B-run-031", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/sezmr7ds", "OLMo-1B-run-032", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/185jyoim", "OLMo-1B-run-033", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/4ryfkyyz", "OLMo-1B-run-034", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/njlk53cc", "OLMo-1B-run-035", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/gqbsxin2", "OLMo-1B-run-036", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/berj88t7", "OLMo-1B-run-037", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/py49d2az", "OLMo-1B-run-038", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/39zrvyeq", "OLMo-1B-run-039", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/oupb6jak", "OLMo-1B-run-040", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/w4ele4r3", "OLMo-1B-run-041", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/qt3d0ypt", "OLMo-1B-run-042", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/h8d87477", "OLMo-1B-run-043", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/h9g4p1cw", "OLMo-1B-run-044", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/3fii7eec", "OLMo-1B-run-045", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/jy5po36u", "OLMo-1B-run-046", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/s73qq2ny", "OLMo-1B-run-047", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/rs1scdrz", "OLMo-1B-run-048", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/dcd1wqlw", "OLMo-1B-run-049", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/3xqkbrvw", "OLMo-1B-run-050", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/xgc3lo3d", "OLMo-1B-run-051", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/yifb3rvs", "OLMo-1B-run-052", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/q1qhhvxg", "OLMo-1B-run-053", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mkunaie6", "OLMo-1B-run-054", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/rg0wtuij", "OLMo-1B-run-055", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/xbvqtb2c", "OLMo-1B-run-056", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/mvuu3vcl", "OLMo-1B-run-057", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/bvix71p0", "OLMo-1B-run-058", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/44to2rqh", "OLMo-1B-run-059", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/8fl06671", "OLMo-1B-run-060", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/b3zzyyc7", "OLMo-1B-run-061", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/4k49us4j", "OLMo-1B-run-062", "OLMo-1B"), + ("ai2-llm/olmo-small/runs/g4g72enr", "OLMo-1B-run-063", "OLMo-1B"), ] # Set your API key From d6afa9f51cc30c2cdc1efe88ab6aebb7a10286cc Mon Sep 17 00:00:00 2001 From: epwalsh Date: Wed, 7 Feb 2024 14:29:31 -0800 Subject: [PATCH 08/10] rename --- scripts/{combine_wandb_runs.py => copy_wandb_runs.py} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename scripts/{combine_wandb_runs.py => copy_wandb_runs.py} (100%) diff --git a/scripts/combine_wandb_runs.py b/scripts/copy_wandb_runs.py similarity index 100% rename from scripts/combine_wandb_runs.py rename to scripts/copy_wandb_runs.py From bd7cf5f4f39749a91e47271b0e64edcd111e19c3 Mon Sep 17 00:00:00 2001 From: epwalsh Date: Wed, 17 Apr 2024 16:15:32 -0700 Subject: [PATCH 09/10] update for OLMo-1.7-7B --- scripts/copy_wandb_runs.py | 163 +++++++++++++++++++++---------------- 1 file changed, 95 insertions(+), 68 deletions(-) diff --git a/scripts/copy_wandb_runs.py b/scripts/copy_wandb_runs.py index 2cf741188..09232f774 100644 --- a/scripts/copy_wandb_runs.py +++ b/scripts/copy_wandb_runs.py @@ -2,6 +2,7 @@ from wandb.wandb_run import Run ENTITY = "ai2-llm" +DST_PROJECT = "OLMo-7B" runs_to_copy = [ ########################################################################################### @@ -80,69 +81,97 @@ ########################################################################################### ######################################### OLMo-1B ######################################### ########################################################################################### - ("ai2-llm/olmo-small/runs/w1r5xfzt", "OLMo-1B-run-001", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/s7wptaol", "OLMo-1B-run-002", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/sw58clgr", "OLMo-1B-run-003", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/age4ucpn", "OLMo-1B-run-004", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9lhyy6ec", "OLMo-1B-run-005", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/e72w3guf", "OLMo-1B-run-006", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/czmq3tph", "OLMo-1B-run-007", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/xcki6amz", "OLMo-1B-run-008", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9o4tqzkc", "OLMo-1B-run-009", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/scjaj9rj", "OLMo-1B-run-010", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/ecm3b6jc", "OLMo-1B-run-011", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/tm06cx1o", "OLMo-1B-run-012", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/hv91c1yz", "OLMo-1B-run-013", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/i27fd8hx", "OLMo-1B-run-014", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/nj3eug16", "OLMo-1B-run-015", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/qkgvoqxh", "OLMo-1B-run-016", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/vohm89rs", "OLMo-1B-run-017", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/bdal15q1", "OLMo-1B-run-018", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/k7gf8upq", "OLMo-1B-run-019", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9mx2iel7", "OLMo-1B-run-020", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/epwms9w9", "OLMo-1B-run-021", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/8qy0al8a", "OLMo-1B-run-022", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/e3hcu37o", "OLMo-1B-run-023", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/5gqrwqg1", "OLMo-1B-run-024", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mbho3mal", "OLMo-1B-run-025", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/3v73eans", "OLMo-1B-run-026", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/7l54afq9", "OLMo-1B-run-027", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mif67a9e", "OLMo-1B-run-028", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/9frhziu4", "OLMo-1B-run-029", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/46zc5fly", "OLMo-1B-run-030", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/n9ya5dg7", "OLMo-1B-run-031", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/sezmr7ds", "OLMo-1B-run-032", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/185jyoim", "OLMo-1B-run-033", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/4ryfkyyz", "OLMo-1B-run-034", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/njlk53cc", "OLMo-1B-run-035", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/gqbsxin2", "OLMo-1B-run-036", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/berj88t7", "OLMo-1B-run-037", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/py49d2az", "OLMo-1B-run-038", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/39zrvyeq", "OLMo-1B-run-039", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/oupb6jak", "OLMo-1B-run-040", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/w4ele4r3", "OLMo-1B-run-041", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/qt3d0ypt", "OLMo-1B-run-042", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/h8d87477", "OLMo-1B-run-043", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/h9g4p1cw", "OLMo-1B-run-044", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/3fii7eec", "OLMo-1B-run-045", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/jy5po36u", "OLMo-1B-run-046", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/s73qq2ny", "OLMo-1B-run-047", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/rs1scdrz", "OLMo-1B-run-048", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/dcd1wqlw", "OLMo-1B-run-049", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/3xqkbrvw", "OLMo-1B-run-050", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/xgc3lo3d", "OLMo-1B-run-051", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/yifb3rvs", "OLMo-1B-run-052", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/q1qhhvxg", "OLMo-1B-run-053", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mkunaie6", "OLMo-1B-run-054", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/rg0wtuij", "OLMo-1B-run-055", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/xbvqtb2c", "OLMo-1B-run-056", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/mvuu3vcl", "OLMo-1B-run-057", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/bvix71p0", "OLMo-1B-run-058", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/44to2rqh", "OLMo-1B-run-059", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/8fl06671", "OLMo-1B-run-060", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/b3zzyyc7", "OLMo-1B-run-061", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/4k49us4j", "OLMo-1B-run-062", "OLMo-1B"), - ("ai2-llm/olmo-small/runs/g4g72enr", "OLMo-1B-run-063", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/w1r5xfzt", "OLMo-1B-run-001", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/s7wptaol", "OLMo-1B-run-002", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/sw58clgr", "OLMo-1B-run-003", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/age4ucpn", "OLMo-1B-run-004", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/9lhyy6ec", "OLMo-1B-run-005", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/e72w3guf", "OLMo-1B-run-006", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/czmq3tph", "OLMo-1B-run-007", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/xcki6amz", "OLMo-1B-run-008", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/9o4tqzkc", "OLMo-1B-run-009", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/scjaj9rj", "OLMo-1B-run-010", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/ecm3b6jc", "OLMo-1B-run-011", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/tm06cx1o", "OLMo-1B-run-012", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/hv91c1yz", "OLMo-1B-run-013", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/i27fd8hx", "OLMo-1B-run-014", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/nj3eug16", "OLMo-1B-run-015", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/qkgvoqxh", "OLMo-1B-run-016", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/vohm89rs", "OLMo-1B-run-017", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/bdal15q1", "OLMo-1B-run-018", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/k7gf8upq", "OLMo-1B-run-019", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/9mx2iel7", "OLMo-1B-run-020", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/epwms9w9", "OLMo-1B-run-021", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/8qy0al8a", "OLMo-1B-run-022", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/e3hcu37o", "OLMo-1B-run-023", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/5gqrwqg1", "OLMo-1B-run-024", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/mbho3mal", "OLMo-1B-run-025", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/3v73eans", "OLMo-1B-run-026", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/7l54afq9", "OLMo-1B-run-027", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/mif67a9e", "OLMo-1B-run-028", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/9frhziu4", "OLMo-1B-run-029", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/46zc5fly", "OLMo-1B-run-030", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/n9ya5dg7", "OLMo-1B-run-031", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/sezmr7ds", "OLMo-1B-run-032", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/185jyoim", "OLMo-1B-run-033", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/4ryfkyyz", "OLMo-1B-run-034", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/njlk53cc", "OLMo-1B-run-035", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/gqbsxin2", "OLMo-1B-run-036", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/berj88t7", "OLMo-1B-run-037", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/py49d2az", "OLMo-1B-run-038", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/39zrvyeq", "OLMo-1B-run-039", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/oupb6jak", "OLMo-1B-run-040", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/w4ele4r3", "OLMo-1B-run-041", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/qt3d0ypt", "OLMo-1B-run-042", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/h8d87477", "OLMo-1B-run-043", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/h9g4p1cw", "OLMo-1B-run-044", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/3fii7eec", "OLMo-1B-run-045", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/jy5po36u", "OLMo-1B-run-046", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/s73qq2ny", "OLMo-1B-run-047", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/rs1scdrz", "OLMo-1B-run-048", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/dcd1wqlw", "OLMo-1B-run-049", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/3xqkbrvw", "OLMo-1B-run-050", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/xgc3lo3d", "OLMo-1B-run-051", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/yifb3rvs", "OLMo-1B-run-052", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/q1qhhvxg", "OLMo-1B-run-053", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/mkunaie6", "OLMo-1B-run-054", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/rg0wtuij", "OLMo-1B-run-055", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/xbvqtb2c", "OLMo-1B-run-056", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/mvuu3vcl", "OLMo-1B-run-057", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/bvix71p0", "OLMo-1B-run-058", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/44to2rqh", "OLMo-1B-run-059", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/8fl06671", "OLMo-1B-run-060", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/b3zzyyc7", "OLMo-1B-run-061", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/4k49us4j", "OLMo-1B-run-062", "OLMo-1B"), + # ("ai2-llm/olmo-small/runs/g4g72enr", "OLMo-1B-run-063", "OLMo-1B"), + ########################################################################################### + ##################################### OLMo-1.7-7B ######################################### + ########################################################################################### + ("ai2-llm/olmo-medium/runs/0o2xzqba", "OLMo-1.7-7B-run-025", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/f1env9wp", "OLMo-1.7-7B-run-024", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/orwrnhrm", "OLMo-1.7-7B-run-023", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/g1q44n0t", "OLMo-1.7-7B-run-022", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/a3uhfztd", "OLMo-1.7-7B-run-021", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/a6wf5h5x", "OLMo-1.7-7B-run-020", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/y88c938f", "OLMo-1.7-7B-run-019", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/0rdfxd6d", "OLMo-1.7-7B-run-018", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/vis76vmr", "OLMo-1.7-7B-run-017", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/6qvoqf3c", "OLMo-1.7-7B-run-016", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/hdzw14gs", "OLMo-1.7-7B-run-015", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/8hnxbu0t", "OLMo-1.7-7B-run-014", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/pj8uxkvy", "OLMo-1.7-7B-run-013", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/o82kqvjh", "OLMo-1.7-7B-run-012", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/tv40o5gq", "OLMo-1.7-7B-run-011", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/f42888qx", "OLMo-1.7-7B-run-010", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/jw164eti", "OLMo-1.7-7B-run-009", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/adpt1srg", "OLMo-1.7-7B-run-008", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/rtuyob91", "OLMo-1.7-7B-run-007", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/gckmq5es", "OLMo-1.7-7B-run-006", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/2qni92dc", "OLMo-1.7-7B-run-005", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/s84zsd99", "OLMo-1.7-7B-run-004", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/fgzk495l", "OLMo-1.7-7B-run-003", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/ie0bx486", "OLMo-1.7-7B-run-002", "OLMo-1.7-7B"), + ("ai2-llm/olmo-medium/runs/geox6yo7", "OLMo-1.7-7B-run-001", "OLMo-1.7-7B"), ] # Set your API key @@ -152,19 +181,17 @@ api = wandb.Api() # Iterate through the runs and copy them to the destination project -for run_path, new_run_name, new_run_group in runs_to_copy: - dst_project = "OLMo-7B" if "7B" in new_run_group else "OLMo-1B" - +for run_path, new_run_name, new_run_group in sorted(runs_to_copy, key=lambda x: x[1]): run = api.run(run_path) - print(f"Copying run '{run_path}' to '{dst_project}/{new_run_name}'...") + print(f"Copying run '{run_path}' to '{DST_PROJECT}/{new_run_name}'...") # Get the run history and files history = run.scan_history() # Create a new run in the destination project new_run = wandb.init( - project=dst_project, + project=DST_PROJECT, entity=ENTITY, config=run.config, name=new_run_name, From 43a155faf0c41c849fc2e14fe375a6bc57ed89fb Mon Sep 17 00:00:00 2001 From: epwalsh Date: Thu, 18 Apr 2024 08:12:27 -0700 Subject: [PATCH 10/10] add annealing run --- scripts/copy_wandb_runs.py | 51 +++++++++++++++++++------------------- 1 file changed, 26 insertions(+), 25 deletions(-) diff --git a/scripts/copy_wandb_runs.py b/scripts/copy_wandb_runs.py index 09232f774..65a241d9d 100644 --- a/scripts/copy_wandb_runs.py +++ b/scripts/copy_wandb_runs.py @@ -147,31 +147,32 @@ ########################################################################################### ##################################### OLMo-1.7-7B ######################################### ########################################################################################### - ("ai2-llm/olmo-medium/runs/0o2xzqba", "OLMo-1.7-7B-run-025", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/f1env9wp", "OLMo-1.7-7B-run-024", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/orwrnhrm", "OLMo-1.7-7B-run-023", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/g1q44n0t", "OLMo-1.7-7B-run-022", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/a3uhfztd", "OLMo-1.7-7B-run-021", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/a6wf5h5x", "OLMo-1.7-7B-run-020", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/y88c938f", "OLMo-1.7-7B-run-019", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/0rdfxd6d", "OLMo-1.7-7B-run-018", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/vis76vmr", "OLMo-1.7-7B-run-017", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/6qvoqf3c", "OLMo-1.7-7B-run-016", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/hdzw14gs", "OLMo-1.7-7B-run-015", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/8hnxbu0t", "OLMo-1.7-7B-run-014", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/pj8uxkvy", "OLMo-1.7-7B-run-013", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/o82kqvjh", "OLMo-1.7-7B-run-012", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/tv40o5gq", "OLMo-1.7-7B-run-011", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/f42888qx", "OLMo-1.7-7B-run-010", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/jw164eti", "OLMo-1.7-7B-run-009", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/adpt1srg", "OLMo-1.7-7B-run-008", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/rtuyob91", "OLMo-1.7-7B-run-007", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/gckmq5es", "OLMo-1.7-7B-run-006", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/2qni92dc", "OLMo-1.7-7B-run-005", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/s84zsd99", "OLMo-1.7-7B-run-004", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/fgzk495l", "OLMo-1.7-7B-run-003", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/ie0bx486", "OLMo-1.7-7B-run-002", "OLMo-1.7-7B"), - ("ai2-llm/olmo-medium/runs/geox6yo7", "OLMo-1.7-7B-run-001", "OLMo-1.7-7B"), + ("ai2-llm/olmo-annealing/runs/yu3ctnnk", "OLMo-1.7-7B-anneal-50B", "OLMo-1.7-7B-anneal"), + # ("ai2-llm/olmo-medium/runs/0o2xzqba", "OLMo-1.7-7B-run-025", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/f1env9wp", "OLMo-1.7-7B-run-024", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/orwrnhrm", "OLMo-1.7-7B-run-023", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/g1q44n0t", "OLMo-1.7-7B-run-022", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/a3uhfztd", "OLMo-1.7-7B-run-021", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/a6wf5h5x", "OLMo-1.7-7B-run-020", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/y88c938f", "OLMo-1.7-7B-run-019", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/0rdfxd6d", "OLMo-1.7-7B-run-018", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/vis76vmr", "OLMo-1.7-7B-run-017", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/6qvoqf3c", "OLMo-1.7-7B-run-016", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/hdzw14gs", "OLMo-1.7-7B-run-015", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/8hnxbu0t", "OLMo-1.7-7B-run-014", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/pj8uxkvy", "OLMo-1.7-7B-run-013", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/o82kqvjh", "OLMo-1.7-7B-run-012", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/tv40o5gq", "OLMo-1.7-7B-run-011", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/f42888qx", "OLMo-1.7-7B-run-010", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/jw164eti", "OLMo-1.7-7B-run-009", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/adpt1srg", "OLMo-1.7-7B-run-008", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/rtuyob91", "OLMo-1.7-7B-run-007", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/gckmq5es", "OLMo-1.7-7B-run-006", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/2qni92dc", "OLMo-1.7-7B-run-005", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/s84zsd99", "OLMo-1.7-7B-run-004", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/fgzk495l", "OLMo-1.7-7B-run-003", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/ie0bx486", "OLMo-1.7-7B-run-002", "OLMo-1.7-7B"), + # ("ai2-llm/olmo-medium/runs/geox6yo7", "OLMo-1.7-7B-run-001", "OLMo-1.7-7B"), ] # Set your API key