schemadiff: range partition analysis, rotation and retention

Signed-off-by: Shlomi Noach <[email protected]>

go/vt/schemadiff/diff_test.go

@@ -587,9 +587,11 @@ func TestDiffSchemas(t *testing.T) {
 		diffs       []string
 		cdiffs      []string
 		expectError string
-		tableRename int
 		annotated   []string
+		// hints:
+		tableRename int
 		fkStrategy  int
+		rotation    int
 	}{
 		{
 			name: "identical tables",
@@ -922,6 +924,35 @@ func TestDiffSchemas(t *testing.T) {
 				"ALTER TABLE `t` RENAME INDEX `i_idx` TO `i_alternative`",
 			},
 		},
+		// Partitions
+		{
+			name:     "change partitioning range: statements, add",
+			from:     "create table t1 (id int primary key) partition by range (id) (partition p1 values less than (10), partition p2 values less than (20))",
+			to:       "create table t1 (id int primary key) partition by range (id) (partition p1 values less than (10), partition p2 values less than (20), partition p3 values less than (30))",
+			rotation: RangeRotationDistinctStatements,
+			diffs: []string{
+				"alter table t1 add partition (partition p3 values less than (30))",
+			},
+			cdiffs: []string{
+				"ALTER TABLE `t1` ADD PARTITION (PARTITION `p3` VALUES LESS THAN (30))",
+			},
+		},
+		{
+			name:     "change partitioning range: statements, multiple drops, distinct",
+			from:     "create table t1 (id int primary key) partition by range (id) (partition p1 values less than (10), partition p2 values less than (20), partition p3 values less than (30))",
+			to:       "create table t1 (id int primary key) partition by range (id) (partition p3 values less than (30))",
+			rotation: RangeRotationDistinctStatements,
+			diffs:    []string{"alter table t1 drop partition p1, p2"},
+			cdiffs:   []string{"ALTER TABLE `t1` DROP PARTITION `p1`, `p2`"},
+		},
+		{
+			name:     "change partitioning range: statements, multiple, assorted",
+			from:     "create table t1 (id int primary key) partition by range (id) (partition p1 values less than (10), partition p2 values less than (20), partition p3 values less than (30))",
+			to:       "create table t1 (id int primary key) partition by range (id) (partition p2 values less than (20), partition p3 values less than (30), partition p4 values less than (40))",
+			rotation: RangeRotationDistinctStatements,
+			diffs:    []string{"alter table t1 drop partition p1", "alter table t1 add partition (partition p4 values less than (40))"},
+			cdiffs:   []string{"ALTER TABLE `t1` DROP PARTITION `p1`", "ALTER TABLE `t1` ADD PARTITION (PARTITION `p4` VALUES LESS THAN (40))"},
+		},
 		// Views
 		{
 			name: "identical views",
@@ -1043,6 +1074,7 @@ func TestDiffSchemas(t *testing.T) {
 			hints := &DiffHints{
 				TableRenameStrategy:     ts.tableRename,
 				ForeignKeyCheckStrategy: ts.fkStrategy,
+				RangeRotationStrategy:   ts.rotation,
 			}
 			diff, err := DiffSchemasSQL(env, ts.from, ts.to, hints)
 			if ts.expectError != "" {

go/vt/schemadiff/env.go

@@ -17,6 +17,13 @@ func NewTestEnv() *Environment {
 	}
 }
 
+func New84TestEnv() *Environment {
+	return &Environment{
+		Environment: vtenv.New84TestEnv(),
+		DefaultColl: collations.MySQL8().DefaultConnectionCharset(),
+	}
+}
+
 func NewEnv(env *vtenv.Environment, defaultColl collations.ID) *Environment {
 	return &Environment{
 		Environment: env,

go/vt/schemadiff/errors.go

@@ -256,6 +256,16 @@ func (e *InvalidColumnInPartitionError) Error() string {
 		sqlescape.EscapeID(e.Column), sqlescape.EscapeID(e.Table))
 }
 
+type UnsupportedRangeColumnsTypeError struct {
+	Table  string
+	Column string
+	Type   string
+}
+
+func (e *UnsupportedRangeColumnsTypeError) Error() string {
+	return fmt.Sprintf("unsupported column type %s for column %s indicated by RANGE COLUMNS in table %s", e.Type, e.Column, e.Table)
+}
+
 type MissingPartitionColumnInUniqueKeyError struct {
 	Table     string
 	Column    string

go/vt/schemadiff/mysql.go

@@ -16,6 +16,15 @@ limitations under the License.
 
 package schemadiff
 
+import "strings"
+
+const (
+	DateFormat                = "2006-01-02"
+	TimestampFormat           = "2006-01-02 15:04:05"
+	TimestampFormatPrecision3 = "2006-01-02 15:04:05.000"
+	TimestampFormatPrecision6 = "2006-01-02 15:04:05.000000"
+)
+
 var engineCasing = map[string]string{
 	"INNODB": "InnoDB",
 	"MYISAM": "MyISAM",
@@ -66,29 +75,29 @@ var blobStorageExponent = map[string]int{
 }
 
 func IsFloatingPointType(columnType string) bool {
-	_, ok := floatTypes[columnType]
+	_, ok := floatTypes[strings.ToLower(columnType)]
 	return ok
 }
 
 func FloatingPointTypeStorage(columnType string) int {
-	return floatTypes[columnType]
+	return floatTypes[strings.ToLower(columnType)]
 }
 
 func IsIntegralType(columnType string) bool {
-	_, ok := integralTypes[columnType]
+	_, ok := integralTypes[strings.ToLower(columnType)]
 	return ok
 }
 
 func IntegralTypeStorage(columnType string) int {
-	return integralTypes[columnType]
+	return integralTypes[strings.ToLower(columnType)]
 }
 
 func IsDecimalType(columnType string) bool {
-	return decimalTypes[columnType]
+	return decimalTypes[strings.ToLower(columnType)]
 }
 
 func BlobTypeStorage(columnType string) int {
-	return blobStorageExponent[columnType]
+	return blobStorageExponent[strings.ToLower(columnType)]
 }
 
 // expandedDataTypes maps some known and difficult-to-compute by INFORMATION_SCHEMA data types which expand other data types.