Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Set fully parsed to false when ignoring errors #8094

Merged
merged 1 commit into from
May 11, 2021
Merged

Set fully parsed to false when ignoring errors #8094

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
43 changes: 43 additions & 0 deletions go/vt/sqlparser/ast.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,7 @@ type (
SetFromTables(tables TableNames)
SetComments(comments Comments)
GetComments() Comments
SetFullyParsed(fullyParsed bool)
Statement
}

Expand All @@ -74,6 +75,7 @@ type (
iDBDDLStatement()
IsFullyParsed() bool
GetDatabaseName() string
SetFullyParsed(bool)
Statement
}

Expand Down Expand Up @@ -664,41 +666,69 @@ func (*TruncateTable) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DDLStatement interface
func (*TruncateTable) SetFullyParsed(bool) {}

// IsFullyParsed implements the DDLStatement interface
func (*RenameTable) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DDLStatement interface
func (node *RenameTable) SetFullyParsed(fullyParsed bool) {}

// IsFullyParsed implements the DDLStatement interface
func (node *CreateTable) IsFullyParsed() bool {
return node.FullyParsed
}

// SetFullyParsed implements the DDLStatement interface
func (node *CreateTable) SetFullyParsed(fullyParsed bool) {
node.FullyParsed = fullyParsed
}

// IsFullyParsed implements the DDLStatement interface
func (node *AlterTable) IsFullyParsed() bool {
return node.FullyParsed
}

// SetFullyParsed implements the DDLStatement interface
func (node *AlterTable) SetFullyParsed(fullyParsed bool) {
node.FullyParsed = fullyParsed
}

// IsFullyParsed implements the DDLStatement interface
func (node *CreateView) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DDLStatement interface
func (node *CreateView) SetFullyParsed(fullyParsed bool) {}

// IsFullyParsed implements the DDLStatement interface
func (node *DropView) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DDLStatement interface
func (node *DropView) SetFullyParsed(fullyParsed bool) {}

// IsFullyParsed implements the DDLStatement interface
func (node *DropTable) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DDLStatement interface
func (node *DropTable) SetFullyParsed(fullyParsed bool) {}

// IsFullyParsed implements the DDLStatement interface
func (node *AlterView) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DDLStatement interface
func (node *AlterView) SetFullyParsed(fullyParsed bool) {}

// IsTemporary implements the DDLStatement interface
func (*TruncateTable) IsTemporary() bool {
return false
Expand Down Expand Up @@ -1308,16 +1338,29 @@ func (node *DropDatabase) IsFullyParsed() bool {
return true
}

// SetFullyParsed implements the DBDDLStatement interface
func (node *DropDatabase) SetFullyParsed(fullyParsed bool) {}

// IsFullyParsed implements the DBDDLStatement interface
func (node *CreateDatabase) IsFullyParsed() bool {
return node.FullyParsed
}

// SetFullyParsed implements the DBDDLStatement interface
func (node *CreateDatabase) SetFullyParsed(fullyParsed bool) {
node.FullyParsed = fullyParsed
}

// IsFullyParsed implements the DBDDLStatement interface
func (node *AlterDatabase) IsFullyParsed() bool {
return node.FullyParsed
}

// SetFullyParsed implements the DBDDLStatement interface
func (node *AlterDatabase) SetFullyParsed(fullyParsed bool) {
node.FullyParsed = fullyParsed
}

// GetDatabaseName implements the DBDDLStatement interface
func (node *DropDatabase) GetDatabaseName() string {
return node.DBName.String()
Expand Down
50 changes: 33 additions & 17 deletions go/vt/sqlparser/parse_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1018,8 +1018,13 @@ var (
}, {
input: "alter table a upgrade partitioning",
}, {
input: "alter table a partition by range (id) (partition p0 values less than (10), partition p1 values less than (maxvalue))",
output: "alter table a",
input: "alter table a partition by range (id) (partition p0 values less than (10), partition p1 values less than (maxvalue))",
output: "alter table a",
partialDDL: true,
}, {
input: "create database a garbage values",
output: "create database a",
partialDDL: true,
}, {
input: "alter table `Post With Space` drop foreign key `Post With Space_ibfk_1`",
}, {
Expand Down Expand Up @@ -1065,15 +1070,17 @@ var (
}, {
input: "alter table a add check (ch_1) not enforced",
}, {
input: "alter table a drop check ch_1",
output: "alter table a",
input: "alter table a drop check ch_1",
output: "alter table a",
partialDDL: true,
}, {
input: "alter table a drop foreign key kx",
}, {
input: "alter table a drop primary key",
}, {
input: "alter table a drop constraint",
output: "alter table a",
input: "alter table a drop constraint",
output: "alter table a",
partialDDL: true,
}, {
input: "alter table a drop id",
output: "alter table a drop column id",
Expand Down Expand Up @@ -1109,13 +1116,16 @@ var (
input: "alter schema d collate = 'utf8_bin' character set = geostd8 character set = geostd8",
output: "alter database d collate 'utf8_bin' character set geostd8 character set geostd8",
}, {
input: "create table a",
input: "create table a",
partialDDL: true,
}, {
input: "CREATE TABLE a",
output: "create table a",
input: "CREATE TABLE a",
output: "create table a",
partialDDL: true,
}, {
input: "create table `a`",
output: "create table a",
input: "create table `a`",
output: "create table a",
partialDDL: true,
}, {
input: "create table a (\n\t`a` int\n)",
output: "create table a (\n\ta int\n)",
Expand All @@ -1141,11 +1151,13 @@ var (
input: "create table if not exists a (\n\t`a` int\n)",
output: "create table if not exists a (\n\ta int\n)",
}, {
input: "create table a ignore me this is garbage",
output: "create table a",
input: "create table a ignore me this is garbage",
output: "create table a",
partialDDL: true,
}, {
input: "create table a (a int, b char, c garbage)",
output: "create table a",
input: "create table a (a int, b char, c garbage)",
output: "create table a",
partialDDL: true,
}, {
input: "create table a (b1 bool not null primary key, b2 boolean not null)",
output: "create table a (\n\tb1 bool not null primary key,\n\tb2 boolean not null\n)",
Expand Down Expand Up @@ -1823,6 +1835,10 @@ var (
input: "create database test_db default collate 'utf8mb4_general_ci' collate utf8mb4_general_ci",
}, {
input: "create database test_db character set geostd8",
}, {
input: "alter table corder zzzz zzzz zzzz",
output: "alter table corder",
partialDDL: true,
}, {
input: "create database test_db character set * unparsable",
output: "create database test_db",
Expand Down Expand Up @@ -1961,9 +1977,9 @@ func TestValid(t *testing.T) {
// For mysql 8.0 syntax, the query is not entirely parsed.
// Add more structs as we go on adding full parsing support for DDL constructs for 5.7 syntax.
switch x := tree.(type) {
case *CreateDatabase:
case DBDDLStatement:
assert.Equal(t, !tcase.partialDDL, x.IsFullyParsed())
case *AlterDatabase:
case DDLStatement:
assert.Equal(t, !tcase.partialDDL, x.IsFullyParsed())
}
// This test just exercises the tree walking functionality.
Expand Down
6 changes: 6 additions & 0 deletions go/vt/sqlparser/parser.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,12 @@ func Parse2(sql string) (Statement, BindVars, error) {
return nil, nil, fmt.Errorf("extra characters encountered after end of DDL: '%s'", string(val))
}
log.Warningf("ignoring error parsing DDL '%s': %v", sql, tokenizer.LastError)
switch x := tokenizer.partialDDL.(type) {
case DBDDLStatement:
x.SetFullyParsed(false)
case DDLStatement:
x.SetFullyParsed(false)
}
tokenizer.ParseTree = tokenizer.partialDDL
return tokenizer.ParseTree, tokenizer.BindVars, nil
}
Expand Down
4 changes: 2 additions & 2 deletions go/vt/sqlparser/sql.go
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

4 changes: 2 additions & 2 deletions go/vt/sqlparser/sql.y
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2332,9 +2332,9 @@ drop_statement:
{
// Change this to an alter statement
if $4.Lowered() == "primary" {
$$ = &AlterTable{Table: $6,AlterOptions: append([]AlterOption{&DropKey{Type:PrimaryKeyType}},$7...)}
$$ = &AlterTable{FullyParsed:true, Table: $6,AlterOptions: append([]AlterOption{&DropKey{Type:PrimaryKeyType}},$7...)}
} else {
$$ = &AlterTable{Table: $6,AlterOptions: append([]AlterOption{&DropKey{Type:NormalKeyType, Name:$4}},$7...)}
$$ = &AlterTable{FullyParsed: true, Table: $6,AlterOptions: append([]AlterOption{&DropKey{Type:NormalKeyType, Name:$4}},$7...)}
}
}
| DROP comment_opt VIEW exists_opt view_name_list restrict_or_cascade_opt
Expand Down