io_test.go

package gambas

import (
	"math"
	"path/filepath"
	"testing"

	"github.com/google/go-cmp/cmp"
	"github.com/google/go-cmp/cmp/cmpopts"
)

func BenchmarkIoReadCsv(b *testing.B) {
	for i := 0; i < b.N; i++ {
		ReadCsv("testfiles/nba.csv", []string{"Name"})
	}
}

func TestIoReadCsv(t *testing.T) {
	type readCsvTest struct {
		arg1     string
		arg2     []string
		expected DataFrame
	}

	readCsvTests := []readCsvTest{
		{
			filepath.Join("testfiles", "test1.csv"),
			nil,
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery", "Bradford", "Candice"},
						IndexData{
							[]Index{{0, []interface{}{0}}, {1, []interface{}{1}}, {2, []interface{}{2}}},
							[]string{""},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{19, 25, 22},
						IndexData{
							[]Index{{0, []interface{}{0}}, {1, []interface{}{1}}, {2, []interface{}{2}}},
							[]string{""},
						},
						"Age",
						"int",
					},
					{
						[]interface{}{"Male", "Male", "Female"},
						IndexData{
							[]Index{{0, []interface{}{0}}, {1, []interface{}{1}}, {2, []interface{}{2}}},
							[]string{""},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{{0, []interface{}{0}}, {1, []interface{}{1}}, {2, []interface{}{2}}},
					[]string{""},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
		{
			filepath.Join("testfiles", "test2.csv"),
			[]string{"Name"},
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery Bradley", "Jae Crowder", "John Holland", "R.J. Hunter"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{"Boston Celtics", "Boston Celtics", "Boston Celtics", "Boston Celtics"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Team",
						"string",
					},
					{
						[]interface{}{0.0, 99.0, 30.0, 28.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Number",
						"float64",
					},
					{
						[]interface{}{"PG", "SF", "SG", "SG"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Position",
						"string",
					},
					{
						[]interface{}{25.0, 25.0, 27.0, 22.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{"6-2", "6-6", "6-5", "6-5"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Height",
						"string",
					},
					{
						[]interface{}{180.0, 235.0, 205.0, 185.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Weight",
						"float64",
					},
					{
						[]interface{}{"Texas", "Marquette", math.NaN(), "Georgia State"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"College",
						"string",
					},
					{
						[]interface{}{7730337.0, 6796117.0, math.NaN(), 1148640.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Salary",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"Avery Bradley"}},
						{1, []interface{}{"Jae Crowder"}},
						{2, []interface{}{"John Holland"}},
						{3, []interface{}{"R.J. Hunter"}},
					},
					[]string{"Name"},
				},
				[]string{"Name", "Team", "Number", "Position", "Age", "Height", "Weight", "College", "Salary"},
			},
		},
		{
			filepath.Join("testfiles", "test2.csv"),
			[]string{"Position"},
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery Bradley", "Jae Crowder", "John Holland", "R.J. Hunter"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{"Boston Celtics", "Boston Celtics", "Boston Celtics", "Boston Celtics"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Team",
						"string",
					},
					{
						[]interface{}{0.0, 99.0, 30.0, 28.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Number",
						"float64",
					},
					{
						[]interface{}{"PG", "SF", "SG", "SG"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Position",
						"string",
					},
					{
						[]interface{}{25.0, 25.0, 27.0, 22.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{"6-2", "6-6", "6-5", "6-5"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Height",
						"string",
					},
					{
						[]interface{}{180.0, 235.0, 205.0, 185.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Weight",
						"float64",
					},
					{
						[]interface{}{"Texas", "Marquette", math.NaN(), "Georgia State"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"College",
						"string",
					},
					{
						[]interface{}{7730337.0, 6796117.0, math.NaN(), 1148640.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG"}},
								{1, []interface{}{"SF"}},
								{2, []interface{}{"SG"}},
								{3, []interface{}{"SG"}},
							},
							[]string{"Position"},
						},
						"Salary",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"PG"}},
						{1, []interface{}{"SF"}},
						{2, []interface{}{"SG"}},
						{3, []interface{}{"SG"}},
					},
					[]string{"Position"},
				},
				[]string{"Name", "Team", "Number", "Position", "Age", "Height", "Weight", "College", "Salary"},
			},
		},
		{
			filepath.Join("testfiles", "test2.csv"),
			[]string{"Name"},
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery Bradley", "Jae Crowder", "John Holland", "R.J. Hunter"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{"Boston Celtics", "Boston Celtics", "Boston Celtics", "Boston Celtics"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Team",
						"string",
					},
					{
						[]interface{}{0.0, 99.0, 30.0, 28.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Number",
						"float64",
					},
					{
						[]interface{}{"PG", "SF", "SG", "SG"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Position",
						"string",
					},
					{
						[]interface{}{25.0, 25.0, 27.0, 22.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{"6-2", "6-6", "6-5", "6-5"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Height",
						"string",
					},
					{
						[]interface{}{180.0, 235.0, 205.0, 185.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Weight",
						"float64",
					},
					{
						[]interface{}{"Texas", "Marquette", math.NaN(), "Georgia State"},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"College",
						"string",
					},
					{
						[]interface{}{7730337.0, 6796117.0, math.NaN(), 1148640.0},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery Bradley"}},
								{1, []interface{}{"Jae Crowder"}},
								{2, []interface{}{"John Holland"}},
								{3, []interface{}{"R.J. Hunter"}},
							},
							[]string{"Name"},
						},
						"Salary",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"Avery Bradley"}},
						{1, []interface{}{"Jae Crowder"}},
						{2, []interface{}{"John Holland"}},
						{3, []interface{}{"R.J. Hunter"}},
					},
					[]string{"Name"},
				},
				[]string{"Name", "Team", "Number", "Position", "Age", "Height", "Weight", "College", "Salary"},
			},
		},
		{
			filepath.Join("testfiles", "test2.csv"),
			[]string{"Position", "College"},
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery Bradley", "Jae Crowder", "John Holland", "R.J. Hunter"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{"Boston Celtics", "Boston Celtics", "Boston Celtics", "Boston Celtics"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Team",
						"string",
					},
					{
						[]interface{}{0.0, 99.0, 30.0, 28.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Number",
						"float64",
					},
					{
						[]interface{}{"PG", "SF", "SG", "SG"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Position",
						"string",
					},
					{
						[]interface{}{25.0, 25.0, 27.0, 22.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{"6-2", "6-6", "6-5", "6-5"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Height",
						"string",
					},
					{
						[]interface{}{180.0, 235.0, 205.0, 185.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Weight",
						"float64",
					},
					{
						[]interface{}{"Texas", "Marquette", math.NaN(), "Georgia State"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"College",
						"string",
					},
					{
						[]interface{}{7730337.0, 6796117.0, math.NaN(), 1148640.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Salary",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"PG", "Texas"}},
						{1, []interface{}{"SF", "Marquette"}},
						{2, []interface{}{"SG", math.NaN()}},
						{3, []interface{}{"SG", "Georgia State"}},
					},
					[]string{"Position", "College"},
				},
				[]string{"Name", "Team", "Number", "Position", "Age", "Height", "Weight", "College", "Salary"},
			},
		},
	}

	for _, test := range readCsvTests {
		output, err := ReadCsv(test.arg1, test.arg2)
		if !cmp.Equal(output, test.expected, cmp.AllowUnexported(DataFrame{}, Series{}, IndexData{}, Index{}), cmpopts.EquateNaNs()) || err != nil {
			t.Fatalf("expected %v,\ngot %v,\nerror %v", test.expected, output, err)
		}
	}
}

func BenchmarkIoWriteCsv(b *testing.B) {
	testDf, err := ReadCsv("testfiles/nba.csv", []string{"Name"})
	if err != nil {
		b.Error(err)
	}
	b.ResetTimer()

	for i := 0; i < b.N; i++ {
		WriteCsv(testDf, "testfiles/nbaBench.csv", false)
	}
}

func TestIoWriteCsv(t *testing.T) {
	type writeCsvTest struct {
		arg1     DataFrame
		arg2     string
		arg3     bool
		expected error
	}
	writeCsvTests := []writeCsvTest{
		{
			func(data [][]interface{}, columns []string, indexCols []string) DataFrame {
				newDf, err := NewDataFrame(data, columns, indexCols)
				if err != nil {
					t.Error(err)
				}
				return newDf
			}(
				[][]interface{}{{"Avery", "Bradley", "Candice"}, {19, 27, 22}, {"Male", "Male", "Female"}},
				[]string{"Name", "Age", "Sex"},
				[]string{"Name"},
			),
			filepath.Join("testfiles", "writeCsvTest1.csv"),
			false,
			nil,
		},
		{
			func() DataFrame {
				df, err := ReadCsv(filepath.Join("testfiles", "nba.csv"), nil)
				if err != nil {
					t.Error(err)
				}
				return df
			}(),
			filepath.Join("testfiles", "writeCsvTest2.csv"),
			true,
			nil,
		},
	}

	for _, test := range writeCsvTests {
		output, err := WriteCsv(test.arg1, test.arg2, test.arg3)
		if output != nil && err != nil {
			t.Fatalf("expected %v, got %v, error %v", test.expected, output, err)
		}
	}
}

func BenchmarkIoReadJsonByColumns(b *testing.B) {
	for i := 0; i < b.N; i++ {
		ReadJsonByColumns("testfiles/1.json", []string{"Name"})
	}
}

func TestIoReadJsonByColumns(t *testing.T) {
	type readJsonByColumnsTest struct {
		arg1     string
		arg2     []string
		expected DataFrame
	}
	readJsonByColumnsTests := []readJsonByColumnsTest{
		{
			"testfiles/readjsonbycolumns/1.json",
			[]string{"Name"},
			DataFrame{
				[]Series{
					{
						[]interface{}{
							"Avery", "Bradley", "Candice",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{
							19.0, 26.0, 23.0,
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{
							"Male", "Male", "Female",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"Avery"}},
						{1, []interface{}{"Bradley"}},
						{2, []interface{}{"Candice"}},
					},
					[]string{"Name"},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
		{
			"testfiles/readjsonbycolumns/2.json",
			[]string{"Name"},
			DataFrame{
				[]Series{
					{
						[]interface{}{
							"Avery", "Bradley", "Candice",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{
							19.0, 26.0, math.NaN(),
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{
							"Male", math.NaN(), "Female",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"Avery"}},
						{1, []interface{}{"Bradley"}},
						{2, []interface{}{"Candice"}},
					},
					[]string{"Name"},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
	}
	for _, test := range readJsonByColumnsTests {
		output, err := ReadJsonByColumns(test.arg1, test.arg2)
		if !cmp.Equal(output, test.expected, cmp.AllowUnexported(DataFrame{}, Series{}, IndexData{}, Index{}), cmpopts.EquateNaNs()) || err != nil {
			t.Fatalf("expected %v, got %v, error %v", test.expected, output, err)
		}
	}
}

func BenchmarkIoReadJsonStream(b *testing.B) {
	for i := 0; i < b.N; i++ {
		ReadJsonStream("testfiles/10kSamplejson.json", []string{"Serial Number"})
	}
}

func TestIoReadJsonStream(t *testing.T) {
	type readJsonStreamTest struct {
		arg1     string
		arg2     []string
		expected DataFrame
	}
	readJsonStreamTests := []readJsonStreamTest{
		{
			"testfiles/readjsonstream/1.json",
			[]string{"Name"},
			DataFrame{
				[]Series{
					{
						[]interface{}{
							"Avery", "Bradley", "Candice",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{
							19.0, 26.0, 23.0,
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{
							"Male", "Male", "Female",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"Avery"}},
						{1, []interface{}{"Bradley"}},
						{2, []interface{}{"Candice"}},
					},
					[]string{"Name"},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
		{
			"testfiles/readjsonstream/2.json",
			[]string{"Name"},
			DataFrame{
				[]Series{
					{
						[]interface{}{
							"Avery", "Bradley", "Candice",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{
							19.0, 26.0, math.NaN(),
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{
							"Male", math.NaN(), "Female",
						},
						IndexData{
							[]Index{
								{0, []interface{}{"Avery"}},
								{1, []interface{}{"Bradley"}},
								{2, []interface{}{"Candice"}},
							},
							[]string{"Name"},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"Avery"}},
						{1, []interface{}{"Bradley"}},
						{2, []interface{}{"Candice"}},
					},
					[]string{"Name"},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
	}
	for _, test := range readJsonStreamTests {
		output, err := ReadJsonStream(test.arg1, test.arg2)
		if !cmp.Equal(output, test.expected, cmp.AllowUnexported(DataFrame{}, Series{}, IndexData{}, Index{}), cmpopts.EquateNaNs()) || err != nil {
			t.Fatalf("expected %v, got %v, error %v", test.expected, output, err)
		}
	}
}

func BenchmarkIoWriteJson(b *testing.B) {
	testDf, err := ReadCsv("testfiles/nba.csv", []string{"Name"})
	if err != nil {
		b.Error(err)
	}
	b.ResetTimer()

	for i := 0; i < b.N; i++ {
		WriteJson(testDf, "testfiles/nbaBench.json")
	}
}

func TestIoWriteJson(t *testing.T) {
	type writeJsonTest struct {
		arg1     DataFrame
		arg2     string
		expected error
	}
	writeJsonTests := []writeJsonTest{
		{
			func() DataFrame {
				newDf, err := ReadCsv("./testfiles/airquality.csv", []string{"date.utc"})
				if err != nil {
					t.Error(err)
				}
				return newDf
			}(),
			filepath.Join("testfiles", "writejsontest1.json"),
			nil,
		},
		{
			func() DataFrame {
				newDf, err := ReadCsv("./testfiles/nba.csv", []string{"Name"})
				if err != nil {
					t.Error(err)
				}
				return newDf
			}(),
			filepath.Join("testfiles", "writejsontest2.json"),
			nil,
		},
	}
	for _, test := range writeJsonTests {
		output, err := WriteJson(test.arg1, test.arg2)
		if output != nil && err != nil {
			t.Fatalf("expected %v, got %v, error %v", test.expected, output, err)
		}
	}
}

func TestReadExcel(t *testing.T) {
	type readExcelTest struct {
		arg1     string
		arg2     string
		arg3     int
		expected DataFrame
	}
	readExcelTests := []readExcelTest{
		{
			filepath.Join("testfiles", "readexcel", "test1.xlsx"),
			"Sheet1",
			1,
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery", "Bradley", "Candice"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
								{2, []interface{}{2}},
							},
							[]string{""},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{19, 26, 23},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
								{2, []interface{}{2}},
							},
							[]string{""},
						},
						"Age",
						"int",
					},
					{
						[]interface{}{"Male", "Male", "Female"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
								{2, []interface{}{2}},
							},
							[]string{""},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{0}},
						{1, []interface{}{1}},
						{2, []interface{}{2}},
					},
					[]string{""},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
		{
			filepath.Join("testfiles", "readexcel", "test2.xlsx"),
			"Sheet1",
			1,
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery", math.NaN(), "Candice"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
								{2, []interface{}{2}},
							},
							[]string{""},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{19.0, 26.0, math.NaN()},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
								{2, []interface{}{2}},
							},
							[]string{""},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{"Male", "Male", math.NaN()},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
								{2, []interface{}{2}},
							},
							[]string{""},
						},
						"Sex",
						"string",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{0}},
						{1, []interface{}{1}},
						{2, []interface{}{2}},
					},
					[]string{""},
				},
				[]string{"Name", "Age", "Sex"},
			},
		},
		{
			filepath.Join("testfiles", "readexcel", "test3.xlsx"),
			"Sheet1",
			0,
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery", "Beth"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{19, 26},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Age",
						"int",
					},
					{
						[]interface{}{"Male", "Female"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Sex",
						"string",
					},
					{
						[]interface{}{177.8, 163.4},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Height",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{0}},
						{1, []interface{}{1}},
					},
					[]string{""},
				},
				[]string{"Name", "Age", "Sex", "Height"},
			},
		},
		{
			filepath.Join("testfiles", "readexcel", "test4.xlsx"),
			"Sheet1",
			0,
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery", "Beth"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{19, 26},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Age",
						"int",
					},
					{
						[]interface{}{math.NaN(), "Female"},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Sex",
						"string",
					},
					{
						[]interface{}{177.8, math.NaN()},
						IndexData{
							[]Index{
								{0, []interface{}{0}},
								{1, []interface{}{1}},
							},
							[]string{""},
						},
						"Height",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{0}},
						{1, []interface{}{1}},
					},
					[]string{""},
				},
				[]string{"Name", "Age", "Sex", "Height"},
			},
		},
	}
	for _, test := range readExcelTests {
		output, err := ReadExcel(test.arg1, test.arg2, test.arg3)
		if !cmp.Equal(output, test.expected, cmp.AllowUnexported(DataFrame{}, Series{}, IndexData{}, Index{}), cmpopts.EquateNaNs()) || err != nil {
			t.Fatalf("expected %v, got %v, error %v", test.expected, output, err)
		}
	}
}

func TestWriteExcel(t *testing.T) {
	type writeExcelTest struct {
		arg1     DataFrame
		arg2     string
		expected error
	}
	writeExcelTests := []writeExcelTest{
		{
			DataFrame{
				[]Series{
					{
						[]interface{}{"Avery Bradley", "Jae Crowder", "John Holland", "R.J. Hunter"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Name",
						"string",
					},
					{
						[]interface{}{"Boston Celtics", "Boston Celtics", "Boston Celtics", "Boston Celtics"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Team",
						"string",
					},
					{
						[]interface{}{0.0, 99.0, 30.0, 28.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Number",
						"float64",
					},
					{
						[]interface{}{"PG", "SF", "SG", "SG"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Position",
						"string",
					},
					{
						[]interface{}{25.0, 25.0, 27.0, 22.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Age",
						"float64",
					},
					{
						[]interface{}{"6-2", "6-6", "6-5", "6-5"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Height",
						"string",
					},
					{
						[]interface{}{180.0, 235.0, 205.0, 185.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Weight",
						"float64",
					},
					{
						[]interface{}{"Texas", "Marquette", math.NaN(), "Georgia State"},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"College",
						"string",
					},
					{
						[]interface{}{7730337.0, 6796117.0, math.NaN(), 1148640.0},
						IndexData{
							[]Index{
								{0, []interface{}{"PG", "Texas"}},
								{1, []interface{}{"SF", "Marquette"}},
								{2, []interface{}{"SG", math.NaN()}},
								{3, []interface{}{"SG", "Georgia State"}},
							},
							[]string{"Position", "College"},
						},
						"Salary",
						"float64",
					},
				},
				IndexData{
					[]Index{
						{0, []interface{}{"PG", "Texas"}},
						{1, []interface{}{"SF", "Marquette"}},
						{2, []interface{}{"SG", math.NaN()}},
						{3, []interface{}{"SG", "Georgia State"}},
					},
					[]string{"Position", "College"},
				},
				[]string{"Name", "Team", "Number", "Position", "Age", "Height", "Weight", "College", "Salary"},
			},
			filepath.Join("testfiles", "writeexcel", "test1.xlsx"),
			nil,
		},
		{
			func() DataFrame {
				newDf, err := ReadCsv("./testfiles/nba.csv", []string{"Name"})
				if err != nil {
					t.Error(err)
				}
				return newDf
			}(),
			filepath.Join("testfiles", "writeexcel", "test2.xlsx"),
			nil,
		},
	}

	for _, test := range writeExcelTests {
		output, err := WriteExcel(test.arg1, test.arg2)
		if output != nil && err != nil {
			t.Fatalf("expected %v, got %v, error %v", test.expected, output, err)
		}
	}
}