Skip to content

Commit

Permalink
migrate: Add example
Browse files Browse the repository at this point in the history
  • Loading branch information
mmatczuk committed Dec 3, 2020
1 parent 9dd79fc commit 1b6e643
Show file tree
Hide file tree
Showing 6 changed files with 118 additions and 64 deletions.
2 changes: 1 addition & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ bench:

.PHONY: run-examples
run-examples:
@go test -tags all -v -run=Example
@go test -tags all -v -run=Example ./...

.PHONY: run-scylla
run-scylla:
Expand Down
58 changes: 32 additions & 26 deletions gocqlxtest/gocqlxtest.go
Original file line number Diff line number Diff line change
Expand Up @@ -62,42 +62,48 @@ func CreateCluster() *gocql.ClusterConfig {
return cluster
}

func createSessionFromCluster(cluster *gocql.ClusterConfig, tb testing.TB) gocqlx.Session {
// Drop and re-create the keyspace once. Different tests should use their own
// individual tables, but can assume that the table does not exist before.
initOnce.Do(func() {
createKeyspace(tb, cluster, "gocqlx_test")
})

cluster.Keyspace = "gocqlx_test"
session, err := gocqlx.WrapSession(cluster.CreateSession())
if err != nil {
tb.Fatal("CreateSession:", err)
}
return session
}

func createKeyspace(tb testing.TB, cluster *gocql.ClusterConfig, keyspace string) {
// CreateKeyspace creates keyspace with SimpleStrategy and RF derived from flags.
func CreateKeyspace(cluster *gocql.ClusterConfig, keyspace string) error {
c := *cluster
c.Keyspace = "system"
c.Timeout = 30 * time.Second

session, err := gocqlx.WrapSession(c.CreateSession())
if err != nil {
tb.Fatal(err)
return err
}
defer session.Close()

err = session.ExecStmt(`DROP KEYSPACE IF EXISTS ` + keyspace)
if err != nil {
tb.Fatalf("unable to drop keyspace: %v", err)
{
err := session.ExecStmt(`DROP KEYSPACE IF EXISTS ` + keyspace)
if err != nil {
return fmt.Errorf("drop keyspace: %w", err)
}
}

{
err := session.ExecStmt(fmt.Sprintf(`CREATE KEYSPACE %s WITH replication = {'class' : 'SimpleStrategy', 'replication_factor' : %d}`, keyspace, *flagRF))
if err != nil {
return fmt.Errorf("create keyspace: %w", err)
}
}

err = session.ExecStmt(fmt.Sprintf(`CREATE KEYSPACE %s
WITH replication = {
'class' : 'SimpleStrategy',
'replication_factor' : %d
}`, keyspace, *flagRF))
return nil
}

func createSessionFromCluster(cluster *gocql.ClusterConfig, tb testing.TB) gocqlx.Session {
// Drop and re-create the keyspace once. Different tests should use their own
// individual tables, but can assume that the table does not exist before.
initOnce.Do(func() {
if err := CreateKeyspace(cluster, "gocqlx_test"); err != nil {
tb.Fatal(err)
}
})

cluster.Keyspace = "gocqlx_test"
session, err := gocqlx.WrapSession(cluster.CreateSession())
if err != nil {
tb.Fatalf("unable to create keyspace: %v", err)
tb.Fatal("CreateSession:", err)
}
return session
}
39 changes: 6 additions & 33 deletions migrate/README.md
Original file line number Diff line number Diff line change
@@ -1,35 +1,8 @@
# GoCQLX Migrations
# 🚀 GocqlX Migrations

Package `migrate` provides simple and flexible CQL migrations.
Migrations can be read from a flat directory containing cql files.
There is no imposed naming schema, migration name is file name and the migrations are processed in lexicographical order.
Caller provides a `gocqlx.Session`, the session must use a desired keyspace as migrate would try to create migrations table.
`migrate` reads migrations from a flat directory containing CQL files.
There is no imposed naming schema. Migration name is file name.
The order of migrations is the lexicographical order of file names in the directory.
You can inject execution of Go code before processing of a migration file, after processing of a migration file, or between statements in a migration file.

## Features

* Each CQL statement will run once
* Go code migrations using callbacks

## Example

```go
package main

import (
"context"

"github.com/scylladb/gocqlx/v2/migrate"
)

const dir = "./cql"

func main() {
session := CreateSession()
defer session.Close()

ctx := context.Background()
if err := migrate.Migrate(ctx, session, dir); err != nil {
panic(err)
}
}
```
For details see [example](example) migration.
8 changes: 4 additions & 4 deletions migrate/doc.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,8 @@
// Use of this source code is governed by a ALv2-style
// license that can be found in the LICENSE file.

// Package migrate provides simple and flexible CLQ migrations.
// Migrations can be read from a flat directory containing cql files.
// There is no imposed naming schema, migration name is file name and the migrations are processed in lexicographical order.
// Caller provides a gocqlx.Session, the session must use a desired keyspace as migrate would try to create migrations table.
// Package migrate reads migrations from a flat directory containing CQL files.
// There is no imposed naming schema. Migration name is file name.
// The order of migrations is the lexicographical order of file names in the directory.
// You can inject execution of Go code before processing of a migration file, after processing of a migration file, or between statements in a migration file.
package migrate
60 changes: 60 additions & 0 deletions migrate/example/example_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,60 @@
// Copyright (C) 2017 ScyllaDB
// Use of this source code is governed by a ALv2-style
// license that can be found in the LICENSE file.

// +build all integration

package example

import (
"context"
"testing"

"github.com/scylladb/gocqlx/v2"
"github.com/scylladb/gocqlx/v2/gocqlxtest"
"github.com/scylladb/gocqlx/v2/migrate"
)

// Running examples locally:
// make run-scylla
// make run-examples
func TestExample(t *testing.T) {
const ks = "migrate_example"

cluster := gocqlxtest.CreateCluster()
cluster.Keyspace = ks

if err := gocqlxtest.CreateKeyspace(cluster, ks); err != nil {
t.Fatal("CreateKeyspace:", err)
}
session, err := gocqlx.WrapSession(cluster.CreateSession())
if err != nil {
t.Fatal("CreateSession:", err)
}
defer session.Close()

// Add callback prints
printEvent := func(ctx context.Context, session gocqlx.Session, ev migrate.CallbackEvent, name string) error {
t.Log(ev, name)
return nil
}

reg := migrate.CallbackRegister{}
reg.Add(migrate.BeforeMigration, "m1.cql", printEvent)
reg.Add(migrate.AfterMigration, "m1.cql", printEvent)
reg.Add(migrate.CallComment, "1", printEvent)
reg.Add(migrate.CallComment, "2", printEvent)
reg.Add(migrate.CallComment, "3", printEvent)

migrate.Callback = reg.Callback

// First run prints data
if err := migrate.Migrate(context.Background(), session, "migrations"); err != nil {
t.Fatal("Migrate:", err)
}

// Second run skips the processed files
if err := migrate.Migrate(context.Background(), session, "migrations"); err != nil {
t.Fatal("Migrate:", err)
}
}
15 changes: 15 additions & 0 deletions migrate/example/migrations/m1.cql
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
-- Comment

CREATE TABLE bar ( id int PRIMARY KEY);

INSERT INTO bar (id) VALUES (1);

-- CALL 1;

INSERT INTO bar (id) VALUES (2);

-- CALL 2;

INSERT INTO bar (id) VALUES (3);

-- CALL 3;

0 comments on commit 1b6e643

Please sign in to comment.