VStream: When doing a full copy, first send table schemas as DDL statement events

.codeclimate.yml

@@ -5,13 +5,40 @@ engines:
     enabled: true
   govet:
     enabled: true
+  shellcheck:
+    enabled: true
+  duplication:
+    enabled: false
 
 ratings:
   paths:
     - "**.go"
+    - "**.sh"
+
+checks:
+  argument-count:
+    enabled: false
+  complex-logic:
+    enabled: false
+  file-lines:
+    enabled: false
+  method-complexity:
+    enabled: false
+  method-count:
+    enabled: false
+  method-lines:
+    enabled: false
+  nested-control-flow:
+    enabled: false
+  return-statements:
+    enabled: false
+  similar-code:
+    enabled: false
+  identical-code:
+    enabled: false
 
 # Ignore generated code.
 exclude_paths:
 - "go/vt/proto/"
 - "go/vt/sqlparser/sql.go"
-
+- "py/util/grpc_with_metadata.py"

.dockerignore

@@ -4,4 +4,10 @@ _test
 java/*/target
 java/*/bin
 php/vendor
-
+releases
+/dist/
+/vthook/
+/bin/
+/vtdataroot/
+/web/vtadmin/node_modules
+/web/vtadmin/build

.fossa.yml

@@ -0,0 +1,11 @@
+version: 3
+
+project:
+  id: vitess
+  name: vitess
+
+# Exclude the maven based scanning of our java client until we can get it working again.
+targets:
+  exclude:
+    - type: maven
+      path: java

.gitattributes

@@ -0,0 +1,6 @@
+web/vtadmin/src/proto/** linguist-generated=true
+web/vtadmin/src/proto/*.js -diff
+web/vtadmin/src/proto/*.ts -diff
+go/vt/proto/** linguist-generated=true
+go/vt/proto/*/*.pb.go -diff
+go/vt/sqlparser/sql.go linguist-generated=true -diff

.github/CODEOWNERS

@@ -0,0 +1,88 @@
+* @deepthi
+bootstrap.sh @ajm188 @deepthi @frouioui @vmg
+go.mod @ajm188 @deepthi @harshit-gangal @mattlord @rohit-nayak-ps @systay @frouioui
+go.sum @ajm188 @deepthi @harshit-gangal @mattlord @rohit-nayak-ps @systay @frouioui
+/.github/ @deepthi @mattlord @rohit-nayak-ps @frouioui
+/.github/ISSUE_TEMPLATE/ @deepthi @frouioui @mattlord
+/.github/workflows/ @deepthi @frouioui @mattlord @rohit-nayak-ps
+/config/mycnf/ @deepthi @shlomi-noach @mattlord
+/doc/ @deepthi @frouioui @GuptaManan100
+/docker/ @deepthi @derekperkins @mattlord @GuptaManan100 @frouioui
+/examples/compose @shlomi-noach @GuptaManan100 @frouioui
+/examples/demo @mattlord @rohit-nayak-ps
+/examples/local @rohit-nayak-ps @frouioui @mattlord @GuptaManan100
+/examples/operator @GuptaManan100 @frouioui @mattlord
+/examples/region_sharding @deepthi @mattlord
+/java/ @harshit-gangal
+/go/cache @vmg
+/go/cmd @ajm188 @deepthi @mattlord
+/go/cmd/vtadmin @ajm188 @notfelineit
+/go/cmd/vtctldclient @ajm188 @mattlord
+/go/cmd/vtctldclient/command/throttler.go @shlomi-noach @mattlord
+/go/cmd/vtctldclient/command/vreplication @mattlord @rohit-nayak-ps
+/go/internal/flag @ajm188 @rohit-nayak-ps
+/go/mysql @harshit-gangal @systay @mattlord
+/go/pools @deepthi @harshit-gangal
+/go/protoutil @ajm188 @deepthi @mattlord
+/go/sqltypes @harshit-gangal @shlomi-noach @vmg
+/go/test/endtoend/onlineddl @rohit-nayak-ps @shlomi-noach
+/go/test/endtoend/messaging @mattlord @rohit-nayak-ps @derekperkins
+/go/test/endtoend/schemadiff @shlomi-noach @mattlord
+/go/test/endtoend/*throttler* @shlomi-noach @mattlord @timvaillancourt
+/go/test/endtoend/vtgate @harshit-gangal @systay @frouioui
+/go/test/endtoend/vtorc @deepthi @shlomi-noach @GuptaManan100 @timvaillancourt
+/go/tools/ @frouioui @systay
+/go/vt/dbconnpool @harshit-gangal @mattlord
+/go/vt/discovery @deepthi @frouioui
+/go/vt/discovery/*tablet_picker* @rohit-nayak-ps @mattlord
+/go/vt/mysqlctl @deepthi @mattlord
+/go/vt/proto @deepthi @harshit-gangal @mattlord
+/go/vt/proto/vtadmin @ajm188 @notfelineit
+/go/vt/schema @mattlord @shlomi-noach
+/go/vt/servenv @deepthi @ajm188
+/go/vt/schemadiff @shlomi-noach @mattlord
+/go/vt/sqlparser @harshit-gangal @systay @GuptaManan100
+/go/vt/srvtopo @deepthi @mattlord
+/go/vt/sysvars @harshit-gangal @systay
+/go/vt/topo @deepthi @mattlord
+/go/vt/topotools @deepthi @mattlord
+/go/vt/vitessdriver @harshit-gangal
+/go/vt/vtadmin @ajm188 @notfelineit @rohit-nayak-ps
+/go/vt/vtctl @ajm188 @deepthi @rohit-nayak-ps
+/go/vt/vtctl/vtctl.go @notfelineit @rohit-nayak-ps
+/go/vt/vtctl/grpcvtctldclient @ajm188 @notfelineit @mattlord
+/go/vt/vtctl/grpcvtctldserver @ajm188 @notfelineit @mattlord
+/go/vt/vtctl/reparentutil @ajm188 @GuptaManan100 @deepthi
+/go/vt/vtctl/vtctldclient @ajm188 @notfelineit @mattlord
+/go/vt/vtctld @ajm188 @deepthi @notfelineit @rohit-nayak-ps @mattlord
+/go/vt/vterrors @harshit-gangal @systay
+/go/vt/vtexplain @systay @harshit-gangal
+/go/vt/vtgate @harshit-gangal @systay @frouioui @GuptaManan100
+/go/vt/vtgate/endtoend/*vstream* @rohit-nayak-ps @mattlord
+/go/vt/vtgate/planbuilder @harshit-gangal @systay @frouioui @GuptaManan100 @arthurschreiber
+/go/vt/vtgate/*vstream* @rohit-nayak-ps @mattlord
+/go/vt/vtorc @deepthi @shlomi-noach @GuptaManan100 @timvaillancourt
+/go/vt/vttablet/*conn* @harshit-gangal @systay
+/go/vt/vttablet/endtoend @harshit-gangal @mattlord @rohit-nayak-ps @systay
+/go/vt/vttablet/grpc* @ajm188 @rohit-nayak-ps @shlomi-noach @harshit-gangal
+/go/vt/vttablet/onlineddl @mattlord @rohit-nayak-ps @shlomi-noach
+/go/vt/vttablet/queryservice @harshit-gangal @systay
+/go/vt/vttablet/tabletmanager @deepthi @GuptaManan100 @rohit-nayak-ps @shlomi-noach
+/go/vt/vttablet/tabletmanager/rpc_throttler.go @shlomi-noach @mattlord @timvaillancourt
+/go/vt/vttablet/tabletserver/throttle @shlomi-noach @mattlord @timvaillancourt
+/go/vt/vttablet/tabletmanager/vreplication @rohit-nayak-ps @mattlord
+/go/vt/vttablet/tabletmanager/vstreamer @rohit-nayak-ps @mattlord
+/go/vt/vttablet/tabletserver* @harshit-gangal @systay @shlomi-noach @rohit-nayak-ps @timvaillancourt
+/go/vt/vttablet/tabletserver/messager @mattlord @rohit-nayak-ps @derekperkins
+/go/vt/vttablet/*tmclient* @ajm188 @GuptaManan100 @rohit-nayak-ps @shlomi-noach
+/go/vt/vttablet/vexec @mattlord @rohit-nayak-ps @shlomi-noach
+/go/vt/wrangler @deepthi @mattlord @rohit-nayak-ps
+/go/vt/vtctl/workflow @mattlord @rohit-nayak-ps
+/proto/ @deepthi @harshit-gangal
+/proto/vtadmin.proto @ajm188 @notfelineit @mattlord
+/proto/vtctldata.proto @ajm188 @notfelineit @mattlord
+/proto/vtctlservice.proto @ajm188 @notfelineit @mattlord
+/test/ @GuptaManan100 @frouioui @rohit-nayak-ps @deepthi @mattlord @harshit-gangal
+/tools/ @frouioui @rohit-nayak-ps
+/web/vtadmin @ajm188 @notfelineit
+/web/vtadmin/src/proto @deepthi @harshit-gangal @mattlord

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,85 @@
+name: Bug Report
+description: You're experiencing an issue with Vitess that is different than the documented behavior.
+title: "Bug Report: "
+labels: ["Type: Bug", "Needs Triage"]
+body:
+  - type: textarea
+    id: overview-of-the-issue
+    attributes:
+      label: Overview of the Issue
+      description: A paragraph or two about the issue you're experiencing.
+      placeholder: Tell us what you see!
+    validations:
+      required: true
+
+  - type: textarea
+    id: reproduction-steps
+    attributes:
+      label: Reproduction Steps
+      description: |
+        A paragraph or two about the issue you're experiencing.
+        Example:
+        1. Deploy the following `vschema`:
+          ```javascript
+          {
+            "sharded": true,
+            "vindexes": {
+              "hash": {
+                "type": "hash"
+              },
+            "tables": {
+              "user": {
+                "column_vindexes": [
+                  {
+                    "column": "user_id",
+                    "name": "hash"
+                  }
+                ]
+              }
+            }
+          }
+          ```
+        2. Deploy the following `schema`:
+            ```sql
+            create table user(user_id bigint, name varchar(128), primary key(user_id));
+            ```
+        3. Run `SELECT...`
+        4. View error
+    validations:
+      required: true
+
+  - type: textarea
+    id: binary-version
+    attributes:
+      label: Binary Version
+      description: |
+        Tell us which version of Vitess you're using.
+        Example:
+        ```sh
+        giaquinti@workspace:~$ vtgate --version
+        Version: a95cf5d (Git branch 'HEAD') built on Fri May 18 16:54:26 PDT 2018 by giaquinti@workspace using go1.10 linux/amd64
+        ```
+      render: sh
+    validations:
+      required: true
+
+  - type: textarea
+    id: os-and-env
+    attributes:
+      label: Operating System and Environment details
+      description: |
+        OS, Architecture, and any other information you can provide about the environment.
+        Example:
+        - Operating system (output of `cat /etc/os-release`)
+        - Kernel version (output of `uname -sr`)
+        - Architecture (output of `uname -m`)
+      render: sh
+    validations:
+      required: true
+
+  - type: textarea
+    id: logs
+    attributes:
+      label: Log Fragments
+      description: Include appropriate log fragments. If the log is longer than a few dozen lines, please include the URL to the gist (https://gist.github.com/) of the log instead of posting it in the issue. This will be automatically formatted into code, so no need for backticks.
+      render: sh

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,8 @@
+blank_issues_enabled: true
+contact_links:
+  - name: Vitess Slack
+    url: https://vitess.io/slack/
+    about: Please ask and answer questions here.
+  - name: Vitess Documentation
+    url: https://vitess.io/docs/
+    about: Read the documentation here.

.github/ISSUE_TEMPLATE/feature_request.yml

@@ -0,0 +1,25 @@
+name: Feature Request
+description: If you have something you think Vitess could improve or add support for.
+title: "Feature Request: "
+labels: ["Type: Feature Request", "Needs Triage"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Please search the existing issues for relevant feature requests, and use the [reaction feature](https://blog.github.com/2016-03-10-add-reactions-to-pull-requests-issues-and-comments/) to add upvotes to pre-existing requests.
+
+  - type: textarea
+    id: feature-description
+    attributes:
+      label: Feature Description
+      description: A written overview of the feature
+    validations:
+      required: true
+
+  - type: textarea
+    id: use-cases
+    attributes:
+      label: Use Case(s)
+      description: Any relevant use-cases that you see.
+    validations:
+      required: true

.github/ISSUE_TEMPLATE/question.yml

@@ -0,0 +1,19 @@
+name: Question
+description: If you have a question, please check out our other community resources instead of opening an issue.
+title: "Question: "
+labels: ["Type: Question", "Needs Triage"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Issues on GitHub are intended to be related to bugs or feature requests, so we recommend using our other community resources instead of asking here.
+        - [Vitess User Guide](https://vitess.io/user-guide/introduction/)
+        - Any other questions can be asked in the community [Slack workspace](https://vitess.io/slack)
+
+
+  - type: textarea
+    id: question
+    attributes:
+      label: Question
+    validations:
+      required: true

.github/pull_request_template.md

@@ -0,0 +1,29 @@
+<!--
+  Thank you for your contribution to the Vitess project.
+  How to contribute: https://vitess.io/docs/contributing/
+  Please first make sure there is an open Issue to discuss the feature/fix suggested in this PR.
+  If this is a new feature, please mark the Issue as "RFC".
+ -->
+
+<!-- if this PR is Work in Progress please create it as a Draft Pull Request -->
+
+## Description
+
+<!-- A few sentences describing the overall goals of the pull request's commits. -->
+<!-- If this is a bug fix and you think the fix should be backported, please write so. -->
+
+## Related Issue(s)
+
+<!-- List related issues and pull requests. If this PR fixes an issue, please add it using Fixes #????  -->
+
+## Checklist
+
+-   [ ] "Backport to:" labels have been added if this change should be back-ported to release branches
+-   [ ] If this change is to be back-ported to previous releases, a justification is included in the PR description
+-   [ ] Tests were added or are not required
+-   [ ] Did the new or modified tests pass consistently locally and on CI?
+-   [ ] Documentation was added or is not required
+
+## Deployment Notes
+
+<!-- Notes regarding deployment of the contained body of work. These should note any db migrations, etc. -->

.github/workflows/assign_milestone.yml

@@ -0,0 +1,30 @@
+name: Assign Milestone
+
+on:
+  pull_request_target:
+    types: [opened]
+
+permissions: read-all
+
+env:
+  GH_TOKEN: ${{ github.token }}
+
+jobs:
+  build:
+    name: Assign Milestone
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+
+      - name: Set up Go
+        uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
+        with:
+          go-version-file: go.mod
+
+      - name: Assign Milestone
+        run: |
+          gh pr edit ${{ github.event.number }} --milestone "v$(sed -n 's/.*versionName.*\"\([[:digit:]\.]*\).*\"/\1/p' ./go/vt/servenv/version.go)"

.github/workflows/auto_approve_pr.yml

@@ -0,0 +1,29 @@
+name: Auto Approval of Bot Pull Requests
+on:
+  pull_request:
+    types: [opened, reopened]
+
+permissions:
+  contents: read
+
+jobs:
+  auto_approve:
+    name: Auto Approve Pull Request
+    runs-on: ubuntu-latest
+
+    permissions:
+      pull-requests: write  # only given on local PRs, forks run with `read` access
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+      - name: Auto Approve Pull Request
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          # here we are checking that the PR has been created by the vitess-bot[bot] account and that it is not a draft
+          # if there is a merge conflict in the backport, the PR will always be created as a draft, meaning we can rely
+          # on checking whether or not the PR is a draft
+          if [[ "${{github.event.pull_request.user.login}}" ==  "vitess-bot[bot]" ]] && [[ "${{github.event.pull_request.draft}}" == "false" ]]; then
+            gh pr review ${{ github.event.pull_request.number }} --approve
+          fi