dataframes_setup.jl

## setup DataFrames for use with examples

## SGL calibration flight lines
df_cal = DataFrame(CSV.File("dataframes/df_cal.csv"))
df_cal[!,:flight]   = Symbol.(df_cal[!,:flight])
df_cal[!,:map_name] = Symbol.(df_cal[!,:map_name])

## SGL flight data files
df_flight = DataFrame(CSV.File("dataframes/df_flight.csv"))
df_flight[!,:flight]   = Symbol.(df_flight[!,:flight])
df_flight[!,:xyz_type] = Symbol.(df_flight[!,:xyz_type])
df_flight[!,:xyz_file] = String.(df_flight[!,:xyz_file])
#* to store/load the data locally uncomment the for loop below
#* and make sure the file locations match up with the xyz_file column
for (i,flight) in enumerate(df_flight.flight)
    if df_flight.xyz_type[i] == :XYZ20
        df_flight.xyz_file[i] = MagNav.sgl_2020_train()*"/$(flight)_train.h5"
    end
    if df_flight.xyz_type[i] == :XYZ21
        df_flight.xyz_file[i] = MagNav.sgl_2021_train()*"/$(flight)_train.h5"
    end
end

## map data files (associated with SGL flights)
df_map = DataFrame(CSV.File("dataframes/df_map.csv"))
df_map[!,:map_name] = Symbol.(df_map[!,:map_name])
df_map[!,:map_type] = Symbol.(df_map[!,:map_type])
df_map[!,:map_file] = String.(df_map[!,:map_file])
#* to store/load the maps locally, uncomment the for loop below
#* and make sure the file locations match up with the map_file column
for (i,map_name) in enumerate(df_map.map_name)
    df_map.map_file[i] = MagNav.ottawa_area_maps()*"/$map_name.h5"
end

## all flight lines
df_all = DataFrame(CSV.File("dataframes/df_all.csv"))
df_all[!,:flight] = Symbol.(df_all[!,:flight])

## navigation-capable flight lines
df_nav = DataFrame(CSV.File("dataframes/df_nav.csv"))
df_nav[!,:flight]   = Symbol.(df_nav[!,:flight])
df_nav[!,:map_name] = Symbol.(df_nav[!,:map_name])
df_nav[!,:map_type] = Symbol.(df_nav[!,:map_type])

## in-flight events
df_event = DataFrame(CSV.File("dataframes/df_event.csv"))
df_event[!,:flight] = Symbol.(df_event[!,:flight])

## all flight lines for flights 3-6, except 1003.05
#* 1003.05 not used because of ~1.5 min data anomaly in mag_4_uc & mag_5_uc
#* between times 59641 & 59737, causing ~25x NN comp errors
flts = [:Flt1003,:Flt1004,:Flt1005,:Flt1006]
df_all_3456 = df_all[(df_all.flight .∈ (flts,)) .& (df_all.line.!=1003.05),:]

## navigation-capable flight lines for flights 3-6
flts = [:Flt1003,:Flt1004,:Flt1005,:Flt1006]
df_nav_3456 = df_nav[(df_nav.flight .∈ (flts,)),:]