-
Notifications
You must be signed in to change notification settings - Fork 2.1k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'vitessio:main' into vtadmin-vexplain
- Loading branch information
Showing
187 changed files
with
20,174 additions
and
10,485 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,267 @@ | ||
| /* | ||
| Copyright 2025 The Vitess Authors. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package command | ||
|
|
||
| import ( | ||
| "context" | ||
| "net" | ||
| "net/http" | ||
| "testing" | ||
| "time" | ||
|
|
||
| "github.com/stretchr/testify/require" | ||
| "google.golang.org/grpc" | ||
|
|
||
| "vitess.io/vitess/go/mysql/fakesqldb" | ||
| "vitess.io/vitess/go/vt/binlog/binlogplayer" | ||
| "vitess.io/vitess/go/vt/dbconfigs" | ||
| "vitess.io/vitess/go/vt/mysqlctl" | ||
| "vitess.io/vitess/go/vt/topo" | ||
| "vitess.io/vitess/go/vt/topo/topoproto" | ||
| "vitess.io/vitess/go/vt/vtenv" | ||
| "vitess.io/vitess/go/vt/vttablet/grpctmserver" | ||
| "vitess.io/vitess/go/vt/vttablet/tabletconntest" | ||
| "vitess.io/vitess/go/vt/vttablet/tabletmanager" | ||
| "vitess.io/vitess/go/vt/vttablet/tabletmanager/vreplication" | ||
| "vitess.io/vitess/go/vt/vttablet/tabletservermock" | ||
| "vitess.io/vitess/go/vt/vttablet/tmclient" | ||
|
|
||
| querypb "vitess.io/vitess/go/vt/proto/query" | ||
| topodatapb "vitess.io/vitess/go/vt/proto/topodata" | ||
|
|
||
| // Import the gRPC client implementation for tablet manager. | ||
| _ "vitess.io/vitess/go/vt/vttablet/grpctmclient" | ||
|
|
||
| // Import the gRPC client implementation for query service. | ||
| _ "vitess.io/vitess/go/vt/vttablet/grpctabletconn" | ||
| ) | ||
|
|
||
| func init() { | ||
| tabletconntest.SetProtocol("go.cmd.vtctldclient.command", "grpc") | ||
| } | ||
|
|
||
| // This file contains utility methods for unit tests. | ||
| // We allow the creation of fake tablets, and running their event loop based | ||
| // on a FakeMysqlDaemon. | ||
|
|
||
| // FakeTablet keeps track of a fake tablet in memory. It has: | ||
| // - a Tablet record (used for creating the tablet, kept for user's information) | ||
| // - a FakeMysqlDaemon (used by the fake event loop) | ||
| // - a 'done' channel (used to terminate the fake event loop) | ||
| type FakeTablet struct { | ||
| // Tablet and FakeMysqlDaemon are populated at NewFakeTablet time. | ||
| // We also create the RPCServer, so users can register more services | ||
| // before calling StartActionLoop(). | ||
| Tablet *topodatapb.Tablet | ||
| FakeMysqlDaemon *mysqlctl.FakeMysqlDaemon | ||
| RPCServer *grpc.Server | ||
|
|
||
| // The following fields are created when we start the event loop for | ||
| // the tablet, and closed / cleared when we stop it. | ||
| // The Listener is used by the gRPC server. | ||
| TM *tabletmanager.TabletManager | ||
| Listener net.Listener | ||
|
|
||
| // These optional fields are used if the tablet also needs to | ||
| // listen on the 'vt' port. | ||
| StartHTTPServer bool | ||
| HTTPListener net.Listener | ||
| HTTPServer *http.Server | ||
| } | ||
|
|
||
| // TabletOption is an interface for changing tablet parameters. | ||
| // It's a way to pass multiple parameters to NewFakeTablet without | ||
| // making it too cumbersome. | ||
| type TabletOption func(tablet *topodatapb.Tablet) | ||
|
|
||
| // TabletKeyspaceShard is the option to set the tablet keyspace and shard | ||
| func TabletKeyspaceShard(t *testing.T, keyspace, shard string) TabletOption { | ||
| return func(tablet *topodatapb.Tablet) { | ||
| tablet.Keyspace = keyspace | ||
| shard, kr, err := topo.ValidateShardName(shard) | ||
| if err != nil { | ||
| require.FailNow(t, "cannot ValidateShardName value %v", shard) | ||
| } | ||
| tablet.Shard = shard | ||
| tablet.KeyRange = kr | ||
| } | ||
| } | ||
|
|
||
| // ForceInitTablet is the tablet option to set the 'force' flag during InitTablet | ||
| func ForceInitTablet() TabletOption { | ||
| return func(tablet *topodatapb.Tablet) { | ||
| // set the force_init field into the portmap as a hack | ||
| tablet.PortMap["force_init"] = 1 | ||
| } | ||
| } | ||
|
|
||
| // StartHTTPServer is the tablet option to start the HTTP server when | ||
| // starting a tablet. | ||
| func StartHTTPServer() TabletOption { | ||
| return func(tablet *topodatapb.Tablet) { | ||
| // set the start_http_server field into the portmap as a hack | ||
| tablet.PortMap["start_http_server"] = 1 | ||
| } | ||
| } | ||
|
|
||
| // NewFakeTablet creates the test tablet in the topology. 'uid' | ||
| // has to be between 0 and 99. All the tablet info will be derived | ||
| // from that. Look at the implementation if you need values. | ||
| // Use TabletOption implementations if you need to change values at creation. | ||
| // 'db' can be nil if the test doesn't use a database at all. | ||
| func NewFakeTablet(t *testing.T, ts *topo.Server, cell string, uid uint32, tabletType topodatapb.TabletType, db *fakesqldb.DB, options ...TabletOption) *FakeTablet { | ||
| t.Helper() | ||
|
|
||
| if uid > 99 { | ||
| require.FailNow(t, "uid has to be between 0 and 99: %v", uid) | ||
| } | ||
| mysqlPort := int32(3300 + uid) | ||
| tablet := &topodatapb.Tablet{ | ||
| Alias: &topodatapb.TabletAlias{Cell: cell, Uid: uid}, | ||
| Hostname: "127.0.0.1", | ||
| MysqlHostname: "127.0.0.1", | ||
| PortMap: map[string]int32{ | ||
| "vt": int32(8100 + uid), | ||
| "grpc": int32(8200 + uid), | ||
| }, | ||
| Keyspace: "test_keyspace", | ||
| Shard: "0", | ||
| Type: tabletType, | ||
| } | ||
| tablet.MysqlPort = mysqlPort | ||
| for _, option := range options { | ||
| option(tablet) | ||
| } | ||
| _, startHTTPServer := tablet.PortMap["start_http_server"] | ||
| delete(tablet.PortMap, "start_http_server") | ||
| _, force := tablet.PortMap["force_init"] | ||
| delete(tablet.PortMap, "force_init") | ||
| if err := ts.InitTablet(context.Background(), tablet, force, true /* createShardAndKeyspace */, false /* allowUpdate */); err != nil { | ||
| require.FailNow(t, "cannot create tablet %v: %v", uid, err) | ||
| } | ||
|
|
||
| // create a FakeMysqlDaemon with the right information by default. | ||
| fakeMysqlDaemon := mysqlctl.NewFakeMysqlDaemon(db) | ||
| fakeMysqlDaemon.MysqlPort.Store(mysqlPort) | ||
|
|
||
| return &FakeTablet{ | ||
| Tablet: tablet, | ||
| FakeMysqlDaemon: fakeMysqlDaemon, | ||
| RPCServer: grpc.NewServer(), | ||
| StartHTTPServer: startHTTPServer, | ||
| } | ||
| } | ||
|
|
||
| // StartActionLoop will start the action loop for a fake tablet, | ||
| // using ft.FakeMysqlDaemon as the backing mysqld. | ||
| func (ft *FakeTablet) StartActionLoop(t *testing.T, ts *topo.Server) { | ||
| t.Helper() | ||
| if ft.TM != nil { | ||
| require.FailNow(t, "TM for %v is already running", ft.Tablet.Alias) | ||
| } | ||
|
|
||
| // Listen on a random port for gRPC. | ||
| var err error | ||
| ft.Listener, err = net.Listen("tcp", "127.0.0.1:0") | ||
| if err != nil { | ||
| require.FailNow(t, "Cannot listen: %v", err) | ||
| } | ||
| gRPCPort := int32(ft.Listener.Addr().(*net.TCPAddr).Port) | ||
|
|
||
| // If needed, listen on a random port for HTTP. | ||
| vtPort := ft.Tablet.PortMap["vt"] | ||
| if ft.StartHTTPServer { | ||
| ft.HTTPListener, err = net.Listen("tcp", "127.0.0.1:0") | ||
| if err != nil { | ||
| require.FailNow(t, "Cannot listen on http port: %v", err) | ||
| } | ||
| handler := http.NewServeMux() | ||
| ft.HTTPServer = &http.Server{ | ||
| Handler: handler, | ||
| } | ||
| go func() { | ||
| _ = ft.HTTPServer.Serve(ft.HTTPListener) | ||
| }() | ||
| vtPort = int32(ft.HTTPListener.Addr().(*net.TCPAddr).Port) | ||
| } | ||
| ft.Tablet.PortMap["vt"] = vtPort | ||
| ft.Tablet.PortMap["grpc"] = gRPCPort | ||
| ft.Tablet.Hostname = "127.0.0.1" | ||
|
|
||
| // Create a test tm on that port, and re-read the record | ||
| // (it has new ports and IP). | ||
| ft.TM = &tabletmanager.TabletManager{ | ||
| BatchCtx: context.Background(), | ||
| TopoServer: ts, | ||
| MysqlDaemon: ft.FakeMysqlDaemon, | ||
| DBConfigs: &dbconfigs.DBConfigs{}, | ||
| QueryServiceControl: tabletservermock.NewController(), | ||
| VREngine: vreplication.NewTestEngine(ts, ft.Tablet.Alias.Cell, ft.FakeMysqlDaemon, binlogplayer.NewFakeDBClient, binlogplayer.NewFakeDBClient, topoproto.TabletDbName(ft.Tablet), nil), | ||
| Env: vtenv.NewTestEnv(), | ||
| } | ||
| if err := ft.TM.Start(ft.Tablet, nil); err != nil { | ||
| require.FailNow(t, "Error in tablet - %v, err - %v", topoproto.TabletAliasString(ft.Tablet.Alias), err.Error()) | ||
| } | ||
| ft.Tablet = ft.TM.Tablet() | ||
|
|
||
| // Register the gRPC server, and starts listening. | ||
| grpctmserver.RegisterForTest(ft.RPCServer, ft.TM) | ||
| go ft.RPCServer.Serve(ft.Listener) | ||
|
|
||
| // And wait for it to serve, so we don't start using it before it's | ||
| // ready. | ||
| timeout := 5 * time.Second | ||
| step := 10 * time.Millisecond | ||
| c := tmclient.NewTabletManagerClient() | ||
| for timeout >= 0 { | ||
| ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) | ||
| err := c.Ping(ctx, ft.TM.Tablet()) | ||
| cancel() | ||
| if err == nil { | ||
| break | ||
| } | ||
| time.Sleep(step) | ||
| timeout -= step | ||
| } | ||
| if timeout < 0 { | ||
| panic("StartActionLoop failed.") | ||
| } | ||
| } | ||
|
|
||
| // StopActionLoop will stop the Action Loop for the given FakeTablet | ||
| func (ft *FakeTablet) StopActionLoop(t *testing.T) { | ||
| if ft.TM == nil { | ||
| return | ||
| } | ||
| if ft.StartHTTPServer { | ||
| ft.HTTPListener.Close() | ||
| } | ||
| ft.Listener.Close() | ||
| ft.TM.Stop() | ||
| ft.TM = nil | ||
| ft.Listener = nil | ||
| ft.HTTPListener = nil | ||
| } | ||
|
|
||
| // Target returns the keyspace/shard/type info of this tablet as Target. | ||
| func (ft *FakeTablet) Target() *querypb.Target { | ||
| return &querypb.Target{ | ||
| Keyspace: ft.Tablet.Keyspace, | ||
| Shard: ft.Tablet.Shard, | ||
| TabletType: ft.Tablet.Type, | ||
| } | ||
| } |
Oops, something went wrong.