chunk_test.go

package mbpe

import (
	"fmt"
	"testing"
)

func TestChunk_Pairs(t *testing.T) {
	c := NewChunk("Ġthth", 2, nil, 1)

	pairs := c.Pairs()

	fmt.Println(pairs)

	// TODO implement
}

func TestChunk_WeightedPairs(t *testing.T) {
	c := NewChunk("Ġthth", 2, nil, 1)

	pairs, weights, epsilon := c.WeightedPairs()

	fmt.Println(pairs, weights, epsilon)

	// TODO implement
}

func TestChunk_MergePairIdx(t *testing.T) {
	c := NewChunk("hello", 2, nil, 1)

	c.MergePairIdx(0)
	c.MergePairIdx(0)
	c.MergePairIdx(0)
	c.MergePairIdx(0)

	fmt.Println(c.bounds)

	// TODO implement
}

func TestChunk_MergePair(t *testing.T) {
	c := NewChunk("hello", 2, nil, 1)

	c.MergePair("h", "e")
	c.MergePair("he", "l")
	c.MergePair("hel", "l")
	c.MergePair("hell", "o")

	fmt.Println(c.bounds)

	// TODO implement
}

func TestChunk_TrackedMerge(t *testing.T) {
	c := NewChunk("Ġthither", 1, nil, 0)

	changes, _ := c.TrackedMerge(Merge{
		pair:      Pair{"Ġ", "t"},
		ids:       [2]int{0, 1},
		weight:    0,
		positions: nil,
	})

	if len(changes) != 3 {
		t.Errorf("expected %d changes but got %d\n", 3, len(changes))
	}

	if change, ok := changes[[2]string{"Ġ", "t"}]; !ok || change.delta != -1 {
		if !ok {
			t.Errorf("expected change not found\n")
		} else {
			t.Errorf("expected delta %d but got %d\n", -1, int(change.delta))
		}
	}

	if change, ok := changes[[2]string{"Ġ", "t"}]; !ok || change.delta != -1 || change.update {
		if !ok {
			t.Errorf("expected change not found\n")
		}

		if change.delta != -1 {
			t.Errorf("expected delta %d but got %d\n", -1, int(change.delta))
		}

		if change.update {
			t.Errorf("expected update to be false\n")
		}
	}

	if change, ok := changes[[2]string{"t", "h"}]; !ok || change.delta != -1 || !change.update {
		if !ok {
			t.Errorf("expected change not found\n")
		}

		if change.delta != -1 {
			t.Errorf("expected delta %d but got %d\n", -1, int(change.delta))
		}

		if !change.update {
			t.Errorf("expected update to be true\n")
		}
	}

	if change, ok := changes[[2]string{"Ġt", "h"}]; !ok || change.delta != 1 || change.update {
		if !ok {
			t.Errorf("expected change not found\n")
		}

		if change.delta != 1 {
			t.Errorf("expected delta %d but got %d\n", 1, int(change.delta))
		}

		if change.update {
			t.Errorf("expected update to be false\n")
		}
	}
}