Add support for mysql CTEs. (#1188)

* Update to most current github.com/pingcap/parser

This is needed as CTE support is fairly new for the parser.

* Handle multiple renames for mysql.

pcast.RenameTableStmt was modified in the current parser to only have
the list of renames, instead of both a single set of data for renames
and the list.

As such we need to turn that into an ast.List of ast.RenameTableStmt.

* Handle ast.List in Catalog.Update.

The mysql code now uses an ast.List for all rename statements, however
Catalog.Update ignores ast.List items instead of walking through them,
this results in the renames getting lost.

This change causes us to go through each list, assuming that they may
contain statements.

* Add functions to handle With statements for mysql.

These will be used by the different types that have With objects.

* Handle With for various types.

This should give us full support for CTEs (recursive and not) for mysql.

All types that parser has With entries for, and which we currently
support, are handled here.

* Add mysql CTE test cases.

This just copies the stdlib test cases to mysql, sets the engine, and
switches to mysql style parameters.

Otherwise, no changes to the tests or the expected test output.

Co-authored-by: Zephaniah E. Loss-Cutler-Hull <warp@aehallh.com>

Author: zelch

go.mod

@@ -4,17 +4,33 @@ go 1.16
 
 require (
 	github.com/antlr/antlr4 v0.0.0-20200209180723-1177c0b58d07
+	github.com/cznic/golex v0.0.0-20181122101858-9c343928389c // indirect
+	github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 // indirect
+	github.com/cznic/parser v0.0.0-20160622100904-31edd927e5b1 // indirect
+	github.com/cznic/sortutil v0.0.0-20181122101858-f5f958428db8 // indirect
+	github.com/cznic/strutil v0.0.0-20171016134553-529a34b1c186 // indirect
+	github.com/cznic/y v0.0.0-20170802143616-045f81c6662a // indirect
 	github.com/davecgh/go-spew v1.1.1
 	github.com/go-sql-driver/mysql v1.6.0
 	github.com/google/go-cmp v0.5.6
 	github.com/jackc/pgx/v4 v4.13.0
 	github.com/jinzhu/inflection v1.0.0
+	github.com/konsorten/go-windows-terminal-sequences v1.0.3 // indirect
 	github.com/kr/pretty v0.2.1 // indirect
 	github.com/lib/pq v1.10.3
 	github.com/pganalyze/pg_query_go/v2 v2.0.5
-	github.com/pingcap/parser v0.0.0-20201024025010-3b2fb4b41d73
+	github.com/pingcap/log v0.0.0-20210906054005-afc726e70354 // indirect
+	github.com/pingcap/parser v0.0.0-20210914110036-002913dd28ec
+	github.com/pingcap/tipb v0.0.0-20210830034902-3d2699ad59b9 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/sirupsen/logrus v1.8.1 // indirect
 	github.com/spf13/cobra v1.2.1
 	github.com/spf13/pflag v1.0.5
+	go.uber.org/zap v1.19.1 // indirect
+	golang.org/x/net v0.0.0-20210913180222-943fd674d43e // indirect
+	golang.org/x/sys v0.0.0-20210910150752-751e447fb3d0 // indirect
+	golang.org/x/text v0.3.7 // indirect
+	google.golang.org/genproto v0.0.0-20210909211513-a8c4777a87af // indirect
 	gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15 // indirect
 	gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b
 )

go.sum

@@ -0,0 +1,10 @@
+CREATE TABLE bar (ready bool not null);
+
+-- name: CTECount :many
+WITH all_count AS (
+	SELECT count(*) FROM bar
+), ready_count AS (
+	SELECT count(*) FROM bar WHERE ready = true
+)
+SELECT all_count.count, ready_count.count
+FROM all_count, ready_count;

internal/endtoend/testdata/cte_count/mysql/go/db.go

@@ -0,0 +1,12 @@
+{
+  "version": "1",
+  "packages": [
+    {
+      "engine": "mysql",
+      "path": "go",
+      "name": "querytest",
+      "schema": "query.sql",
+      "queries": "query.sql"
+    }
+  ]
+}

internal/endtoend/testdata/cte_count/mysql/go/models.go

@@ -0,0 +1,8 @@
+CREATE TABLE bar (ready bool not null);
+
+-- name: CTEFilter :many
+WITH filter_count AS (
+	SELECT count(*) FROM bar WHERE ready = ?
+)
+SELECT filter_count.count
+FROM filter_count;

internal/endtoend/testdata/cte_count/mysql/go/query.sql.go

@@ -0,0 +1,12 @@
+{
+  "version": "1",
+  "packages": [
+    {
+      "engine": "mysql",
+      "path": "go",
+      "name": "querytest",
+      "schema": "query.sql",
+      "queries": "query.sql"
+    }
+  ]
+}

internal/endtoend/testdata/cte_count/mysql/query.sql

@@ -0,0 +1,11 @@
+CREATE TABLE bar (id INT NOT NULL, parent_id INT);
+
+-- name: CTERecursive :many
+WITH RECURSIVE cte AS (
+        SELECT b.* FROM bar AS b
+        WHERE b.id = ?
+    UNION ALL
+        SELECT b.*
+        FROM bar AS b, cte AS c
+        WHERE b.parent_id = c.id
+) SELECT * FROM cte;

internal/endtoend/testdata/cte_count/mysql/sqlc.json

@@ -0,0 +1,12 @@
+{
+  "version": "1",
+  "packages": [
+    {
+      "engine": "mysql",
+      "path": "go",
+      "name": "querytest",
+      "schema": "query.sql",
+      "queries": "query.sql"
+    }
+  ]
+}