-
Notifications
You must be signed in to change notification settings - Fork 381
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add initial schema and storage provider for CockroachDB
This creates an initial schema for CRDB by mirroring a lot of the existing constructs from the MySQL storage provider. It also adds scripts and test code to run unit and integration tests with CockRoachDB While this lead to a lot of code duplication, the intention is to address that in a separate PR in order to keep the work separated into logical batches. Doing all the refactoring to create common constructs for SQL backends would lead to a patch too big for folks to review in a reasonable time and would create more risk. Signed-off-by: Juan Antonio Osorio <[email protected]>
- Loading branch information
Showing
28 changed files
with
3,955 additions
and
270 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| --- | ||
| name: Test | ||
| on: | ||
| push: | ||
| branches: | ||
| - master | ||
| # NOTE(jaosorior): This is here while a fork | ||
| # of trillian is maintained. Once this merges in | ||
| # upstream, this can be removed. | ||
| - crdb | ||
| pull_request: | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
| lint: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - uses: actions/checkout@v3 | ||
| - name: golangci-lint | ||
| uses: golangci/golangci-lint-action@v3 | ||
| with: | ||
| working-directory: ./storage/crdb |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -22,3 +22,4 @@ | |
| /trillian_log_signer | ||
| /trillian_map_server | ||
| default.etcd | ||
| cockroach-data/ | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,106 @@ | ||
| #!/bin/bash | ||
|
|
||
| set -e | ||
|
|
||
| usage() { | ||
| cat <<EOF | ||
| $(basename $0) [--force] [--verbose] ... | ||
| All unrecognised arguments will be passed through to the 'cockroach' command. | ||
| Accepts environment variables: | ||
| - CRDB_ROOT_USER: A user with sufficient rights to create/reset the Trillian | ||
| database (default: root). | ||
| - CRDB_ROOT_PASSWORD: The password for \$CRDB_ROOT_USER (default: none). | ||
| - CRDB_HOST: The hostname of the MySQL server (default: localhost). | ||
| - CRDB_PORT: The port the MySQL server is listening on (default: 3306). | ||
| - CRDB_DATABASE: The name to give to the new Trillian user and database | ||
| (default: test). | ||
| - CRDB_USER: The name to give to the new Trillian user (default: test). | ||
| - CRDB_PASSWORD: The password to use for the new Trillian user | ||
| (default: zaphod). | ||
| - CRDB_USER_HOST: The host that the Trillian user will connect from; use '%' as | ||
| a wildcard (default: localhost). | ||
| EOF | ||
| } | ||
|
|
||
| die() { | ||
| echo "$*" > /dev/stderr | ||
| exit 1 | ||
| } | ||
|
|
||
| collect_vars() { | ||
| # set unset environment variables to defaults | ||
| [ -z ${CRDB_ROOT_USER+x} ] && CRDB_ROOT_USER="root" | ||
| [ -z ${CRDB_HOST+x} ] && CRDB_HOST="localhost" | ||
| [ -z ${CRDB_PORT+x} ] && CRDB_PORT="26257" | ||
| [ -z ${CRDB_DATABASE+x} ] && CRDB_DATABASE="defaultdb" | ||
| [ -z ${CRDB_USER+x} ] && CRDB_USER="test" | ||
| [ -z ${CRDB_PASSWORD+x} ] && CRDB_PASSWORD="zaphod" | ||
| [ -z ${CRDB_USER_HOST+x} ] && CRDB_USER_HOST="localhost" | ||
| [ -z ${CRDB_INSECURE+x} ] && CRDB_INSECURE="true" | ||
| FLAGS=() | ||
|
|
||
| # handle flags | ||
| FORCE=false | ||
| VERBOSE=false | ||
| while [[ $# -gt 0 ]]; do | ||
| case "$1" in | ||
| --force) FORCE=true ;; | ||
| --verbose) VERBOSE=true ;; | ||
| --help) usage; exit ;; | ||
| *) FLAGS+=("$1") | ||
| esac | ||
| shift 1 | ||
| done | ||
|
|
||
| FLAGS+=(-u "${CRDB_ROOT_USER}") | ||
| FLAGS+=(--host "${CRDB_HOST}") | ||
| FLAGS+=(--port "${CRDB_PORT}") | ||
|
|
||
| # Useful for debugging | ||
| FLAGS+=(--echo-sql) | ||
|
|
||
| if [[ ${CRDB_INSECURE} = 'true' ]]; then | ||
| FLAGS+=(--insecure) | ||
| fi | ||
|
|
||
| # Optionally print flags (before appending password) | ||
| [[ ${VERBOSE} = 'true' ]] && echo "- Using MySQL Flags: ${FLAGS[@]}" | ||
|
|
||
| # append password if supplied | ||
| [ -z ${CRDB_ROOT_PASSWORD+x} ] || FLAGS+=(-p"${CRDB_ROOT_PASSWORD}") | ||
| } | ||
|
|
||
| main() { | ||
| collect_vars "$@" | ||
|
|
||
| readonly TRILLIAN_PATH=$(go list -f '{{.Dir}}' github.com/google/trillian) | ||
|
|
||
| echo "Warning: about to destroy and reset database '${CRDB_DATABASE}'" | ||
|
|
||
| [[ ${FORCE} = true ]] || read -p "Are you sure? [Y/N]: " -n 1 -r | ||
| echo # Print newline following the above prompt | ||
|
|
||
| if [ -z ${REPLY+x} ] || [[ $REPLY =~ ^[Yy]$ ]] | ||
| then | ||
| echo "Resetting DB..." | ||
| set -eux | ||
| cockroach sql "${FLAGS[@]}" -e "DROP DATABASE IF EXISTS ${CRDB_DATABASE};" || \ | ||
| die "Error: Failed to drop database '${CRDB_DATABASE}'." | ||
| cockroach sql "${FLAGS[@]}" -e "CREATE DATABASE ${CRDB_DATABASE};" || \ | ||
| die "Error: Failed to create database '${CRDB_DATABASE}'." | ||
| if [[ ${CRDB_INSECURE} = 'true' ]]; then | ||
| cockroach sql "${FLAGS[@]}" -e "CREATE USER IF NOT EXISTS ${CRDB_USER};" || \ | ||
| die "Error: Failed to create user '${CRDB_USER}'." | ||
| else | ||
| cockroach sql "${FLAGS[@]}" -e "CREATE USER IF NOT EXISTS ${CRDB_USER} WITH PASSWORD '${CRDB_PASSWORD}';" || \ | ||
| die "Error: Failed to create user '${CRDB_USER}'." | ||
| fi | ||
| cockroach sql "${FLAGS[@]}" -e "GRANT ALL PRIVILEGES ON DATABASE ${CRDB_DATABASE} TO ${CRDB_USER} WITH GRANT OPTION" || \ | ||
| die "Error: Failed to grant '${CRDB_USER}' user all privileges on '${CRDB_DATABASE}'." | ||
| cockroach sql "${FLAGS[@]}" -d ${CRDB_DATABASE} < ${TRILLIAN_PATH}/storage/crdb/schema/storage.sql || \ | ||
| die "Error: Failed to create tables in '${CRDB_DATABASE}' database." | ||
| echo "Reset Complete" | ||
| fi | ||
| } | ||
|
|
||
| main "$@" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,107 @@ | ||
| // Copyright 2022 <TBD> | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| package crdb | ||
|
|
||
| import ( | ||
| "context" | ||
| "database/sql" | ||
| "flag" | ||
| "os" | ||
| "sync" | ||
| "testing" | ||
|
|
||
| "github.com/cockroachdb/cockroach-go/v2/testserver" | ||
| "k8s.io/klog/v2" | ||
|
|
||
| "github.com/google/trillian/storage/testdb" | ||
| ) | ||
|
|
||
| // testDBs holds a set of test databases, one per test. | ||
| var testDBs sync.Map | ||
|
|
||
| type testDBHandle struct { | ||
| db *sql.DB | ||
| done func(context.Context) | ||
| } | ||
|
|
||
| func (db *testDBHandle) GetDB() *sql.DB { | ||
| return db.db | ||
| } | ||
|
|
||
| func TestMain(m *testing.M) { | ||
| flag.Parse() | ||
|
|
||
| ts, err := testserver.NewTestServer() | ||
| if err != nil { | ||
| klog.Errorf("Failed to start test server: %v", err) | ||
| os.Exit(1) | ||
| } | ||
| defer ts.Stop() | ||
|
|
||
| // reset the test server URL path. By default cockroach sets it | ||
| // to point to a default database, we don't want that. | ||
| dburl := ts.PGURL() | ||
| dburl.Path = "/" | ||
|
|
||
| // Set the environment variable for the test server | ||
| os.Setenv(testdb.CockroachDBURIEnv, dburl.String()) | ||
|
|
||
| if !testdb.CockroachDBAvailable() { | ||
| klog.Errorf("CockroachDB not available, skipping all CockroachDB storage tests") | ||
| return | ||
| } | ||
|
|
||
| status := m.Run() | ||
|
|
||
| // Clean up databases | ||
| testDBs.Range(func(key, value interface{}) bool { | ||
| testName := key.(string) | ||
| klog.Infof("Cleaning up database for test %s", testName) | ||
|
|
||
| db := value.(*testDBHandle) | ||
|
|
||
| // TODO(jaosorior): Set a timeout instead of using Background | ||
| db.done(context.Background()) | ||
|
|
||
| return true | ||
| }) | ||
|
|
||
| os.Exit(status) | ||
| } | ||
|
|
||
| // This is used to identify a database from the map | ||
| func getDBID(t *testing.T) string { | ||
| t.Helper() | ||
| return t.Name() | ||
| } | ||
|
|
||
| func openTestDBOrDie(t *testing.T) *testDBHandle { | ||
| t.Helper() | ||
|
|
||
| // TODO(jaosorior): Check for Cockroach | ||
| db, done, err := testdb.NewTrillianDB(context.TODO(), testdb.DriverCockroachDB) | ||
| if err != nil { | ||
| panic(err) | ||
| } | ||
|
|
||
| handle := &testDBHandle{ | ||
| db: db, | ||
| done: done, | ||
| } | ||
|
|
||
| testDBs.Store(getDBID(t), handle) | ||
|
|
||
| return handle | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,9 @@ | ||
| -- Caution - this removes all tables in our schema | ||
|
|
||
| DROP TABLE IF EXISTS Unsequenced; | ||
| DROP TABLE IF EXISTS Subtree; | ||
| DROP TABLE IF EXISTS SequencedLeafData; | ||
| DROP TABLE IF EXISTS TreeHead; | ||
| DROP TABLE IF EXISTS LeafData; | ||
| DROP TABLE IF EXISTS TreeControl; | ||
| DROP TABLE IF EXISTS Trees; |
Oops, something went wrong.