implement --schema option on load-csv

Author: bradlo

rai/cmds.go

@@ -583,6 +583,30 @@ func listEdbs(cmd *cobra.Command, args []string) {
 	action.Exit(rsp, err)
 }
 
+// Parse the schema option string into the schema definition map that is
+// expected by the golang client.
+//
+// The schema definition consists of a sequence of semicolon delimited
+// <column>:<type> pairs that are parsed into a column => type map, eg:
+//
+//   --schema='cocktail:string;quantity:int;price:decimal(64,2);date:date'
+func parseSchema(a *Action) map[string]string {
+	schema := a.getString("schema")
+	if schema == "" {
+		return nil
+	}
+	result := map[string]string{}
+	parts := strings.Split(schema, ";")
+	for _, part := range parts {
+		item := strings.Split(part, ":")
+		if len(item) != 2 {
+			fatal("bad schema definition '%s', expected '<column>:<type>'", item)
+		}
+		result[item[0]] = item[1]
+	}
+	return result
+}
+
 // Returns load-csv options specified on command
 func getCSVOptions(a *Action) *rai.CSVOptions {
 	opts := &rai.CSVOptions{}
@@ -602,6 +626,7 @@ func getCSVOptions(a *Action) *rai.CSVOptions {
 	if c != 0 {
 		opts.QuoteChar = c
 	}
+	opts.Schema = parseSchema(a)
 	return opts
 }
 

rai/main.go

@@ -205,6 +205,7 @@ func addCommands(root *cobra.Command) {
 	cmd.Flags().String("delim", "", "field delimiter")
 	cmd.Flags().String("escapechar", "", "character used to escape quotes")
 	cmd.Flags().String("quotechar", "", "quoted field character")
+	cmd.Flags().String("schema", "", "schema definition")
 	cmd.Flags().StringP("relation", "r", "", "relation name (default: file name)")
 	root.AddCommand(cmd)
 

test/run-all

@@ -49,6 +49,8 @@ $RAI list-edbs $DATABASE -e $ENGINE
 # load-csv
 $RAI load-csv $DATABASE -e $ENGINE sample.csv -r sample_csv
 $RAI exec $DATABASE -e $ENGINE -c sample_csv
+$RAI load-csv $DATABASE -e $ENGINE sample.csv -r sample_with_schema_csv --schema='cocktail:string;quantity:int;price:decimal(64,2);date:date'
+$RAI exec $DATABASE -e $ENGINE -c sample_with_schema_csv
 $RAI load-csv $DATABASE -e $ENGINE sample_no_header.csv --header-row=0 -r sample_no_header_csv
 $RAI exec $DATABASE -e $ENGINE -c sample_no_header_csv
 $RAI load-csv $DATABASE -e $ENGINE sample_alt_syntax.csv --delim="|" --quotechar="'" -r sample_alt_syntax_csv