parser: Support VECTOR type (#54246)

ref #54245

pkg/ddl/ddl_api.go

@@ -3420,7 +3420,7 @@ func checkPartitionByList(ctx sessionctx.Context, tbInfo *model.TableInfo) error
 
 func isValidKeyPartitionColType(fieldType types.FieldType) bool {
 	switch fieldType.GetType() {
-	case mysql.TypeBlob, mysql.TypeMediumBlob, mysql.TypeLongBlob, mysql.TypeJSON, mysql.TypeGeometry:
+	case mysql.TypeBlob, mysql.TypeMediumBlob, mysql.TypeLongBlob, mysql.TypeJSON, mysql.TypeGeometry, mysql.TypeTiDBVectorFloat32:
 		return false
 	default:
 		return true

pkg/expression/integration_test/BUILD.bazel

@@ -8,7 +8,7 @@ go_test(
         "main_test.go",
     ],
     flaky = True,
-    shard_count = 26,
+    shard_count = 27,
     deps = [
         "//pkg/config",
         "//pkg/domain",

pkg/expression/integration_test/integration_test.go

@@ -57,6 +57,31 @@ import (
 	"github.com/tikv/client-go/v2/oracle"
 )
 
+func TestVector(t *testing.T) {
+	// Currently we only allow parsing Vector type, but not using it.
+
+	store := testkit.CreateMockStore(t)
+
+	tk := testkit.NewTestKit(t, store)
+	tk.MustExec("use test")
+
+	err := tk.ExecToErr("CREATE TABLE c(a VECTOR)")
+	require.ErrorContains(t, err, "vector type is not supported")
+	err = tk.ExecToErr("CREATE TABLE c(a VECTOR(3))")
+	require.ErrorContains(t, err, "vector type is not supported")
+	err = tk.ExecToErr("SELECT CAST('123' AS VECTOR)")
+	require.ErrorContains(t, err, "vector type is not supported")
+
+	tk.MustExec("CREATE TABLE c(pk INT)")
+
+	err = tk.ExecToErr("ALTER TABLE c ADD COLUMN a VECTOR")
+	require.ErrorContains(t, err, "vector type is not supported")
+	err = tk.ExecToErr("ALTER TABLE c MODIFY pk VECTOR")
+	require.ErrorContains(t, err, "vector type is not supported")
+
+	tk.MustExec("DROP TABLE c")
+}
+
 func TestGetLock(t *testing.T) {
 	ctx := context.Background()
 	store := testkit.CreateMockStore(t, mockstore.WithStoreType(mockstore.EmbedUnistore))

pkg/parser/ast/ast.go

@@ -90,6 +90,11 @@ type OptBinary struct {
 	Charset  string
 }
 
+// OptVectorType represents the element type of the vector.
+type VectorElementType struct {
+	Tp byte // Only FLOAT and DOUBLE is accepted.
+}
+
 // FuncNode represents function call expression node.
 type FuncNode interface {
 	ExprNode

pkg/parser/misc.go

@@ -888,6 +888,7 @@ var tokenMap = map[string]int{
 	"VARIABLES":                variables,
 	"VARIANCE":                 varPop,
 	"VARYING":                  varying,
+	"VECTOR":                   vectorType,
 	"VERBOSE":                  verboseType,
 	"VOTER":                    voter,
 	"VOTER_CONSTRAINTS":        voterConstraints,

pkg/parser/mysql/type.go

@@ -45,6 +45,8 @@ const (
 	TypeVarString  byte = 0xfd
 	TypeString     byte = 0xfe /* TypeString is char type */
 	TypeGeometry   byte = 0xff
+
+	TypeTiDBVectorFloat32 byte = 0xe1
 )
 
 // Flag information.