-
Notifications
You must be signed in to change notification settings - Fork 238
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
7 changed files
with
192 additions
and
14 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,130 @@ | ||
| //go:build cgo | ||
| // +build cgo | ||
|
|
||
| package libsql | ||
|
|
||
| import ( | ||
| "context" | ||
| "database/sql" | ||
| "os" | ||
| "strings" | ||
| "time" | ||
|
|
||
| "github.com/k3s-io/kine/pkg/drivers/generic" | ||
| "github.com/k3s-io/kine/pkg/logstructured" | ||
| "github.com/k3s-io/kine/pkg/logstructured/sqllog" | ||
| "github.com/k3s-io/kine/pkg/server" | ||
| "github.com/k3s-io/kine/pkg/util" | ||
| "github.com/pkg/errors" | ||
| "github.com/prometheus/client_golang/prometheus" | ||
| "github.com/sirupsen/logrus" | ||
|
|
||
| // libsql driver | ||
| _ "github.com/tursodatabase/libsql-client-go/libsql" | ||
| ) | ||
|
|
||
| var ( | ||
| schema = []string{ | ||
| `CREATE TABLE IF NOT EXISTS kine | ||
| ( | ||
| id INTEGER PRIMARY KEY AUTOINCREMENT, | ||
| name INTEGER, | ||
| created INTEGER, | ||
| deleted INTEGER, | ||
| create_revision INTEGER, | ||
| prev_revision INTEGER, | ||
| lease INTEGER, | ||
| value BLOB, | ||
| old_value BLOB | ||
| )`, | ||
| `CREATE INDEX IF NOT EXISTS kine_name_index ON kine (name)`, | ||
| `CREATE INDEX IF NOT EXISTS kine_name_id_index ON kine (name,id)`, | ||
| `CREATE INDEX IF NOT EXISTS kine_id_deleted_index ON kine (id,deleted)`, | ||
| `CREATE INDEX IF NOT EXISTS kine_prev_revision_index ON kine (prev_revision)`, | ||
| `CREATE UNIQUE INDEX IF NOT EXISTS kine_name_prev_revision_uindex ON kine (name, prev_revision)`, | ||
| `PRAGMA wal_checkpoint(TRUNCATE)`, | ||
| } | ||
| ) | ||
|
|
||
| func New(ctx context.Context, dataSourceName string, connPoolConfig generic.ConnectionPoolConfig, metricsRegisterer prometheus.Registerer) (server.Backend, error) { | ||
| backend, _, err := NewVariant(ctx, "libsql", dataSourceName, connPoolConfig, metricsRegisterer) | ||
| return backend, err | ||
| } | ||
|
|
||
| func NewVariant(ctx context.Context, driverName, dataSourceName string, connPoolConfig generic.ConnectionPoolConfig, metricsRegisterer prometheus.Registerer) (server.Backend, *generic.Generic, error) { | ||
| if dataSourceName == "" { | ||
| if err := os.MkdirAll("./db", 0700); err != nil { | ||
| return nil, nil, err | ||
| } | ||
| dataSourceName = "./db/state.db?_journal=WAL&cache=shared&_busy_timeout=30000" | ||
| } | ||
|
|
||
| dialect, err := generic.Open(ctx, driverName, dataSourceName, connPoolConfig, "?", false, metricsRegisterer) | ||
| if err != nil { | ||
| return nil, nil, err | ||
| } | ||
|
|
||
| dialect.LastInsertID = true | ||
| dialect.GetSizeSQL = `SELECT SUM(pgsize) FROM dbstat` | ||
| dialect.CompactSQL = ` | ||
| DELETE FROM kine AS kv | ||
| WHERE | ||
| kv.id IN ( | ||
| SELECT kp.prev_revision AS id | ||
| FROM kine AS kp | ||
| WHERE | ||
| kp.name != 'compact_rev_key' AND | ||
| kp.prev_revision != 0 AND | ||
| kp.id <= ? | ||
| UNION | ||
| SELECT kd.id AS id | ||
| FROM kine AS kd | ||
| WHERE | ||
| kd.deleted != 0 AND | ||
| kd.id <= ? | ||
| )` | ||
| dialect.PostCompactSQL = `PRAGMA wal_checkpoint(FULL)` | ||
| dialect.TranslateErr = func(err error) error { | ||
| if strings.Contains(err.Error(), "UNIQUE constraint") { | ||
| return server.ErrKeyExists | ||
| } | ||
| return err | ||
| } | ||
|
|
||
| // this is the first SQL that will be executed on a new DB conn so | ||
| // loop on failure here because in the case of dqlite it could still be initializing | ||
| for i := 0; i < 300; i++ { | ||
| err = setup(dialect.DB) | ||
| if err == nil { | ||
| break | ||
| } | ||
| logrus.Errorf("failed to setup db: %v", err) | ||
| select { | ||
| case <-ctx.Done(): | ||
| return nil, nil, ctx.Err() | ||
| case <-time.After(time.Second): | ||
| } | ||
| time.Sleep(time.Second) | ||
| } | ||
| if err != nil { | ||
| return nil, nil, errors.Wrap(err, "setup db") | ||
| } | ||
|
|
||
| dialect.Migrate(context.Background()) | ||
| return logstructured.New(sqllog.New(dialect)), dialect, nil | ||
| } | ||
|
|
||
| func setup(db *sql.DB) error { | ||
| logrus.Infof("Configuring database table schema and indexes, this may take a moment...") | ||
|
|
||
| for _, stmt := range schema { | ||
| logrus.Tracef("SETUP EXEC : %v", util.Stripped(stmt)) | ||
| _, err := db.Exec(stmt) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| } | ||
|
|
||
| logrus.Infof("Database tables and indexes are up to date") | ||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,28 @@ | ||
| //go:build !cgo | ||
| // +build !cgo | ||
|
|
||
| package libsql | ||
|
|
||
| import ( | ||
| "context" | ||
| "database/sql" | ||
| "errors" | ||
|
|
||
| "github.com/k3s-io/kine/pkg/drivers/generic" | ||
| "github.com/k3s-io/kine/pkg/server" | ||
| "github.com/prometheus/client_golang/prometheus" | ||
| ) | ||
|
|
||
| var errNoCgo = errors.New("this binary is built without CGO, libsql is disabled") | ||
|
|
||
| func New(ctx context.Context, dataSourceName string, connPoolConfig generic.ConnectionPoolConfig, metricsRegisterer prometheus.Registerer) (server.Backend, error) { | ||
| return nil, errNoCgo | ||
| } | ||
|
|
||
| func NewVariant(driverName, dataSourceName string, connPoolConfig generic.ConnectionPoolConfig, metricsRegisterer prometheus.Registerer) (server.Backend, *generic.Generic, error) { | ||
| return nil, nil, errNoCgo | ||
| } | ||
|
|
||
| func setup(db *sql.DB) error { | ||
| return errNoCgo | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,9 @@ | ||
| #!/bin/bash | ||
| start-test() { | ||
| KINE_IMAGE=$IMAGE KINE_ENDPOINT="libsql" provision-kine | ||
| local kine_url=$(cat $TEST_DIR/kine/*/metadata/url) | ||
| K3S_DATASTORE_ENDPOINT=$kine_url provision-cluster | ||
| } | ||
| export -f start-test | ||
|
|
||
| LABEL=libsql run-test |