diff --git a/.gitignore b/.gitignore index 48474a8..a13da6a 100644 --- a/.gitignore +++ b/.gitignore @@ -13,4 +13,7 @@ hummingbird ## binary cmd/hummingbird-core/hummingbird-core -cmd/mqtt-broker/mqtt-broker \ No newline at end of file +cmd/mqtt-broker/mqtt-broker + +kuiper +db-data/leveldb-core-data \ No newline at end of file diff --git a/cmd/mqtt-broker/Dockerfile b/cmd/mqtt-broker/Dockerfile deleted file mode 100644 index 3ff27c5..0000000 --- a/cmd/mqtt-broker/Dockerfile +++ /dev/null @@ -1,42 +0,0 @@ -# ---------------------------------------------------------------------------------- -# Copyright 2018 Dell Technologies, Inc. -# Copyright 2018 Cavium -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# ---------------------------------------------------------------------------------- - -ARG BUILDER_BASE=golang:latest -FROM ${BUILDER_BASE} AS builder - -WORKDIR /edge - -# gitlab -COPY . . - -RUN --mount=type=cache,target=/root/.cache/go-build make cmd/mqtt-broker/mqtt-broker - -#Next image - Copy built Go binary into new workspace -FROM alpine:3.16 - -RUN --mount=type=cache,target=/var/cache/apk apk add --update --no-cache dumb-init - -EXPOSE 58090 - -WORKDIR / -COPY --from=builder /edge/cmd/mqtt-broker/mqtt-broker /bin/ -COPY --from=builder /edge/cmd/mqtt-broker/res/configuration.yml.dist /etc/emqtt-broker/res/configuration.yml - -#RUN mkdir -p /logs/mqtt-broker - -CMD ["/bin/sh", "-c", "/bin/mqtt-broker start -c=/etc/emqtt-broker/res/configuration.yml"] \ No newline at end of file diff --git a/cmd/mqtt-broker/initcmd/init.go b/cmd/mqtt-broker/initcmd/init.go deleted file mode 100644 index 70e605f..0000000 --- a/cmd/mqtt-broker/initcmd/init.go +++ /dev/null @@ -1,39 +0,0 @@ -/******************************************************************************* - * Copyright 2017 Dell Inc. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License - * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express - * or implied. See the License for the specific language governing permissions and limitations under - * the License. - *******************************************************************************/ - -package initcmd - -import ( - "fmt" - "github.com/spf13/cobra" - "github.com/winc-link/hummingbird/cmd/mqtt-broker/mqttd" - "github.com/winc-link/hummingbird/cmd/mqtt-broker/mqttd/command" - "os" - "path" -) - -func must(err error) { - if err != nil { - fmt.Fprint(os.Stderr, err.Error()) - os.Exit(1) - } -} - -func Init(rootCmd *cobra.Command) { - configDir, err := mqttd.GetDefaultConfigDir() - must(err) - command.ConfigFile = path.Join(configDir, "configuration.yml") - rootCmd.PersistentFlags().StringVarP(&command.ConfigFile, "config", "c", command.ConfigFile, "The configuration file path") - rootCmd.AddCommand(command.NewStartCmd()) -} diff --git a/cmd/mqtt-broker/main.go b/cmd/mqtt-broker/main.go deleted file mode 100644 index 0a731e3..0000000 --- a/cmd/mqtt-broker/main.go +++ /dev/null @@ -1,55 +0,0 @@ -/******************************************************************************* - * Copyright 2017 Dell Inc. - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License - * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express - * or implied. See the License for the specific language governing permissions and limitations under - * the License. - *******************************************************************************/ - -package main - -import ( - "fmt" - "github.com/spf13/cobra" - "github.com/winc-link/hummingbird/cmd/mqtt-broker/initcmd" - - _ "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence" - _ "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/topicalias/fifo" - - _ "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/admin" - _ "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/aplugin" - _ "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/auth" - _ "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/federation" - - "net/http" - "os" -) - -var ( - rootCmd = &cobra.Command{ - Use: "mqttd", - Long: "This is a MQTT broker that fully implements MQTT V5.0 and V3.1.1 protocol", - Version: "", - } - enablePprof bool - pprofAddr = "127.0.0.1:60600" -) - -func main() { - if enablePprof { - go func() { - http.ListenAndServe(pprofAddr, nil) - }() - } - initcmd.Init(rootCmd) - if err := rootCmd.Execute(); err != nil { - fmt.Fprint(os.Stderr, err.Error()) - os.Exit(1) - } -} diff --git a/cmd/mqtt-broker/mqttd/command/start.go b/cmd/mqtt-broker/mqttd/command/start.go deleted file mode 100644 index 0a09a4b..0000000 --- a/cmd/mqtt-broker/mqttd/command/start.go +++ /dev/null @@ -1,155 +0,0 @@ -package command - -import ( - "context" - "crypto/tls" - "fmt" - "net" - "net/http" - "os" - "os/signal" - "syscall" - - "github.com/spf13/cobra" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/pidfile" - "go.uber.org/zap" -) - -var ( - ConfigFile string - logger *zap.Logger -) - -func must(err error) { - if err != nil { - fmt.Fprint(os.Stderr, err) - os.Exit(1) - } -} - -func installSignal(srv server.Server) { - // reload - reloadSignalCh := make(chan os.Signal, 1) - signal.Notify(reloadSignalCh, syscall.SIGHUP) - - // stop - stopSignalCh := make(chan os.Signal, 1) - signal.Notify(stopSignalCh, os.Interrupt, syscall.SIGTERM) - - for { - select { - case <-reloadSignalCh: - var c config.Config - var err error - c, err = config.ParseConfig(ConfigFile) - if err != nil { - logger.Error("reload error", zap.Error(err)) - return - } - srv.ApplyConfig(c) - logger.Info("gmqtt reloaded") - case <-stopSignalCh: - err := srv.Stop(context.Background()) - if err != nil { - logger.Error(err.Error()) - //fmt.Fprint(os.Stderr, err.Error()) - } - } - } - -} - -func GetListeners(c config.Config) (tcpListeners []net.Listener, websockets []*server.WsServer, err error) { - for _, v := range c.Listeners { - var ln net.Listener - if v.Websocket != nil { - ws := &server.WsServer{ - Server: &http.Server{Addr: v.Address}, - Path: v.Websocket.Path, - } - if v.TLSOptions != nil { - ws.KeyFile = v.Key - ws.CertFile = v.Cert - } - websockets = append(websockets, ws) - continue - } - if v.TLSOptions != nil { - var cert tls.Certificate - cert, err = tls.LoadX509KeyPair(v.Cert, v.Key) - if err != nil { - return - } - ln, err = tls.Listen("tcp", v.Address, &tls.Config{ - Certificates: []tls.Certificate{cert}, - }) - } else { - ln, err = net.Listen("tcp", v.Address) - } - tcpListeners = append(tcpListeners, ln) - } - return -} - -// NewStartCmd creates a *cobra.Command object for start command. -func NewStartCmd() *cobra.Command { - cmd := &cobra.Command{ - Use: "start", - Short: "Start gmqtt broker", - Run: func(cmd *cobra.Command, args []string) { - var err error - must(err) - c, err := config.ParseConfig(ConfigFile) - if os.IsNotExist(err) { - must(err) - } else { - must(err) - } - if c.PidFile != "" { - pid, err := pidfile.New(c.PidFile) - if err != nil { - must(fmt.Errorf("open pid file failed: %s", err)) - } - defer pid.Remove() - } - - level, l, err := c.GetLogger(c.Log) - must(err) - logger = l - - //db := mqttbroker.NewDatabase(c) - //err = db.InitDBClient(l) - //must(err) - - tcpListeners, websockets, err := GetListeners(c) - must(err) - - s := server.New( - server.WithConfig(c), - server.WithTCPListener(tcpListeners...), - server.WithWebsocketServer(websockets...), - server.WithLogger(&server.DefaultLogger{ - Level: level, - Logger: l, - }), - ) - - err = s.Init() - if err != nil { - fmt.Println(err) - os.Exit(1) - return - } - go installSignal(s) - err = s.Run() - if err != nil { - fmt.Fprint(os.Stderr, err.Error()) - os.Exit(1) - return - } - }, - } - return cmd -} diff --git a/cmd/mqtt-broker/mqttd/config_unix.go b/cmd/mqtt-broker/mqttd/config_unix.go deleted file mode 100644 index 8a943e7..0000000 --- a/cmd/mqtt-broker/mqttd/config_unix.go +++ /dev/null @@ -1,9 +0,0 @@ -package mqttd - -var ( - DefaultConfigDir = "./res/" -) - -func GetDefaultConfigDir() (string, error) { - return DefaultConfigDir, nil -} diff --git a/cmd/mqtt-broker/plugin_generate.go b/cmd/mqtt-broker/plugin_generate.go deleted file mode 100644 index faad23c..0000000 --- a/cmd/mqtt-broker/plugin_generate.go +++ /dev/null @@ -1,85 +0,0 @@ -// +build ignore - -package main - -import ( - "bytes" - "go/format" - "io" - "io/ioutil" - "log" - "strings" - "text/template" - - "gopkg.in/yaml.v2" -) - -var tmpl = `//go:generate sh -c "cd ../../ && go run plugin_generate.go" -// generated by plugin_generate.go; DO NOT EDIT - -package mqttd - -import ( - {{- range $index, $element := .}} - _ "{{$element}}" - {{- end}} -) -` - -const ( - pluginFile = "./mqttd/plugins.go" - pluginCfg = "plugin_imports.yml" - importPath = "gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/plugin" -) - -type ymlCfg struct { - Packages []string `yaml:"packages"` -} - -func main() { - b, err := ioutil.ReadFile(pluginCfg) - if err != nil { - log.Fatalf("ReadFile error %s", err) - return - } - - var cfg ymlCfg - err = yaml.Unmarshal(b, &cfg) - if err != nil { - log.Fatalf("Unmarshal error: %s", err) - return - } - t, err := template.New("plugin_gen").Parse(tmpl) - if err != nil { - log.Fatalf("Parse template error: %s", err) - return - } - - for k, v := range cfg.Packages { - if !strings.Contains(v, "/") { - cfg.Packages[k] = importPath + "/" + v - } - } - - if err != nil && err != io.EOF { - log.Fatalf("read error: %s", err) - return - } - buf := &bytes.Buffer{} - err = t.Execute(buf, cfg.Packages) - if err != nil { - log.Fatalf("excute template error: %s", err) - return - } - rs, err := format.Source(buf.Bytes()) - if err != nil { - log.Fatalf("format error: %s", err) - return - } - err = ioutil.WriteFile(pluginFile, rs, 0666) - if err != nil { - log.Fatalf("writeFile error: %s", err) - return - } - return -} diff --git a/cmd/mqtt-broker/plugin_imports.yml b/cmd/mqtt-broker/plugin_imports.yml deleted file mode 100644 index a66a647..0000000 --- a/cmd/mqtt-broker/plugin_imports.yml +++ /dev/null @@ -1,6 +0,0 @@ -packages: - - admin - # - federation - - aplugin - # for external plugin, use full import path - # - gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/plugin/prometheus \ No newline at end of file diff --git a/cmd/mqtt-broker/res/ca.crt b/cmd/mqtt-broker/res/ca.crt deleted file mode 100644 index 6fb57f7..0000000 --- a/cmd/mqtt-broker/res/ca.crt +++ /dev/null @@ -1,22 +0,0 @@ ------BEGIN CERTIFICATE----- -MIIDszCCApugAwIBAgIJAJXKBu6eNV6YMA0GCSqGSIb3DQEBCwUAMHAxCzAJBgNV -BAYTAkNOMQswCQYDVQQIDAJaSjELMAkGA1UEBwwCSFoxCzAJBgNVBAoMAlRZMQsw -CQYDVQQLDAJUWTEOMAwGA1UEAwwFdGVkZ2UxHTAbBgkqhkiG9w0BCQEWDnRlZGdl -QHR1eWEuY29tMB4XDTIyMDEyNDA2NTQ0M1oXDTMyMDEyMjA2NTQ0M1owcDELMAkG -A1UEBhMCQ04xCzAJBgNVBAgMAlpKMQswCQYDVQQHDAJIWjELMAkGA1UECgwCVFkx -CzAJBgNVBAsMAlRZMQ4wDAYDVQQDDAV0ZWRnZTEdMBsGCSqGSIb3DQEJARYOdGVk -Z2VAdHV5YS5jb20wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQC/IZfF -++ytZVIDbt5Ypz/55e0HTrq9jrpVOZAKSBbmSUryjpo8NfZoDp5QVZi4kSo1G0xV -Wf9C+5h13TFM2pDm9W9q4v8e3cB3Z+qK8nHn66xyQYnTihg8D9vyJHIQ2nirCVqW -HL2wYdakE0MojbVsQPWufYh84tWXyyUIo2W2ycoXmSfpWhb4LDEf4tcmDBNp2ydG -ef7MNbrS3t/h/iOzqjj7s+styiLyKjxE0oh1VfOOp8e9HPnh2EvaQwwTq91KRf+v -rl4DPZt93oMd9i28HuxBsWsE6eDRfYmF96ZoIXEh4ga9XWR8geuRCsTREQo7tqUX -gXFUXCe2Uo6R0uh9AgMBAAGjUDBOMB0GA1UdDgQWBBQayDeoKN44f/FV+Z6rv1vT -bsITvTAfBgNVHSMEGDAWgBQayDeoKN44f/FV+Z6rv1vTbsITvTAMBgNVHRMEBTAD -AQH/MA0GCSqGSIb3DQEBCwUAA4IBAQB0G/AM7zU2USZj3C32zzzM6LQNx465x1i2 -XgSw9ECM7M3ct6x859L6vKXWUm6+OQO7jm9xRRyDQIrCSQT66MCei5C+nqzyPIZA -zL5cV7bRXA39KBwThyZZqWl4bttp98UZnEbX6yICVEcjsnaIA2D0vh1zZar4Ilyq -mBl4NA13HTIcQ0s4Efuhdf5RdPw3ha2cjf74aNNj2WijAY4rKEVF1Buw/PrvJ7WR -hrQlNrv214e3hbjV99oiII8OLDT0oJApUbSr6ktjF26bAu929b3QDADEK9QpBYE1 -brg3KD51xgD+HGKd3PVLqr60y7OQKKMHd8TrQK/ibQVgFdbE6/AG ------END CERTIFICATE----- diff --git a/cmd/mqtt-broker/res/configuration.yml b/cmd/mqtt-broker/res/configuration.yml deleted file mode 100644 index ea0808f..0000000 --- a/cmd/mqtt-broker/res/configuration.yml +++ /dev/null @@ -1,159 +0,0 @@ -# Path to pid file. -# If not set, there will be no pid file. -# pid_file: /var/run/mqttd.pid - -listeners: - # bind address - - address: ":58090" # 58090 - -# - address: ":21883" # 21883 -# tls: -# cacert: "/etc/mqtt-broker/ca.crt" -# cert: "/etc/mqtt-broker/server.pem" -# key: "/etc/mqtt-broker/server.key" -# -# cacert: "cmd/mqtt-broker/res/ca.crt" -# cert: "cmd/mqtt-broker/res/server.pem" -# key: "cmd/mqtt-broker/res/server.key" -# -# - address: ":28883" # 28883 -# # websocket setting -# websocket: -# path: "/" - -api: - grpc: - # The gRPC server listen address. Supports unix socket and tcp socket. - - address: "tcp://127.0.0.1:57090" # 57090 - http: - # The HTTP server listen address. This is a reverse-proxy server in front of gRPC server. - - address: "tcp://127.0.0.1:57091" # 57091 - map: "tcp://127.0.0.1:57090" # The backend gRPC server endpoint, - -mqtt: - # The maximum session expiry interval in seconds. - session_expiry: 2h - # The interval time for session expiry checker to check whether there are expired sessions. - session_expiry_check_timer: 20s - # The maximum lifetime of the message in seconds. - # If a message in the queue is not sent in message_expiry time, it will be dropped, which means it will not be sent to the subscriber. - message_expiry: 2h - # The lifetime of the "inflight" message in seconds. - # If a "inflight" message is not acknowledged by a client in inflight_expiry time, it will be removed when the message queue is full. - inflight_expiry: 30s - # The maximum packet size that the server is willing to accept from the client. - max_packet_size: 268435456 - # The maximum number of QoS 1 and QoS 2 publications that the server is willing to process concurrently for the client. - server_receive_maximum: 100 - # The maximum keep alive time in seconds allows by the server. - # If the client requests a keepalive time bigger than MaxKeepalive,the server will use MaxKeepAlive as the keepalive time. - # In this case, if the client version is v5, the server will set MaxKeepalive into CONNACK to inform the client. - # But if the client version is 3.x, the server has no way to inform the client that the keepalive time has been changed. - max_keepalive: 300 - # The highest value that the server will accept as a Topic Alias sent by the client. - # No-op if the client version is MQTTv3.x . - topic_alias_maximum: 10 - # Whether the server supports Subscription Identifiers. - # No-op if the client version is MQTTv3.x . - subscription_identifier_available: true - # Whether the server supports Wildcard Subscriptions. - wildcard_subscription_available: true - # Whether the server supports Shared Subscriptions. - shared_subscription_available: true - # The highest QOS level permitted for a Publish. - maximum_qos: 2 - # Whether the server supports retained messages. - retain_available: true - # The maximum queue length of the outgoing messages. - # If the queue is full, some message will be dropped. - # The message dropping strategy is described in the document of the persistence/queue.Store interface. - max_queued_messages: 1000 - # The limits of inflight message length of the outgoing messages. - # Inflight message is also stored in the message queue, so it must be less than or equal to max_queued_messages. - # Inflight message is the QoS 1 or QoS 2 message that has been sent out to a client but not been acknowledged yet. - max_inflight: 100 - # Whether to store QoS 0 message for a offline session. - queue_qos0_messages: true - # The delivery mode. The possible value can be "overlap" or "onlyonce". - # It is possible for a client’s subscriptions to overlap so that a published message might match multiple filters. - # When set to "overlap" , the server will deliver one message for each matching subscription and respecting the subscription’s QoS in each case. - # When set to "onlyonce", the server will deliver the message to the client respecting the maximum QoS of all the matching subscriptions. - delivery_mode: onlyonce - # Whether to allow a client to connect with empty client id. - allow_zero_length_clientid: true - -persistence: - type: memory # memory | redis - # The redis configuration only take effect when type == redis. - redis: - # redis server address - addr: "127.0.0.1:56379" - # the maximum number of idle connections in the redis connection pool. - max_idle: 1000 - # the maximum number of connections allocated by the redis connection pool at a given time. - # If zero, there is no limit on the number of connections in the pool. - max_active: 0 - # the connection idle timeout, connection will be closed after remaining idle for this duration. If the value is zero, then idle connections are not closed. - idle_timeout: 240s - password: "qqwihyzjb8l2sx0c" - # the number of the redis database. - database: 0 - -# The topic alias manager setting. The topic alias feature is introduced by MQTT V5. -# This setting is used to control how the broker manage topic alias. -topic_alias_manager: - # Currently, only FIFO strategy is supported. - type: fifo - -plugins: - aplugin: - # Password hash type. (plain | md5 | sha256 | bcrypt) - # Default to MD5. - hash: md5 - # The file to store password. If it is a relative path, it locates in the same directory as the config file. - # (e.g: ./gmqtt_password => /etc/gmqtt/gmqtt_password.yml) - # Defaults to ./gmqtt_password.yml - # password_file: - federation: - # node_name is the unique identifier for the node in the federation. Defaults to hostname. - # node_name: - # fed_addr is the gRPC server listening address for the federation internal communication. Defaults to :8901 - fed_addr: :8901 - # advertise_fed_addr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - # Defaults to "fed_addr".However, in some cases, there may be a routable address that cannot be bound. - # If the port is missing, the default federation port (8901) will be used. - advertise_fed_addr: :8901 - # gossip_addr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - gossip_addr: :8902 - # advertise_gossip_addr is used to change the gossip server address that we advertise to other nodes in the cluster. - # Defaults to "GossipAddr" or the private IP address of the node if the IP in "GossipAddr" is 0.0.0.0. - # If the port is missing, the default gossip port (8902) will be used. - advertise_gossip_addr: :8902 - - # retry_join is the address of other nodes to join upon starting up. - # If port is missing, the default gossip port (8902) will be used. - #retry_join: - # - 127.0.0.1:8902 - - # rejoin_after_leave will be pass to "RejoinAfterLeave" in serf configuration. - # It controls our interaction with the snapshot file. - # When set to false (default), a leave causes a Serf to not rejoin the cluster until an explicit join is received. - # If this is set to true, we ignore the leave, and rejoin the cluster on start. - rejoin_after_leave: false - # snapshot_path will be pass to "SnapshotPath" in serf configuration. - # When Serf is started with a snapshot,it will attempt to join all the previously known nodes until one - # succeeds and will also avoid replaying old user events. - snapshot_path: - -# plugin loading orders -plugin_order: - # Uncomment auth to enable authentication. - - aplugin - #- admin - #- federation -log: - level: debug # debug | info | warn | error - file_path: "./mqtt-broker/mqtt-broker.log" - # whether to dump MQTT packet in debug level - dump_packet: false - diff --git a/cmd/mqtt-broker/res/configuration.yml.dist b/cmd/mqtt-broker/res/configuration.yml.dist deleted file mode 100644 index b8a5462..0000000 --- a/cmd/mqtt-broker/res/configuration.yml.dist +++ /dev/null @@ -1,159 +0,0 @@ -# Path to pid file. -# If not set, there will be no pid file. -# pid_file: /var/run/mqttd.pid - -listeners: - # bind address - - address: ":58090" # 58090 - -# - address: ":21883" # 21883 -# tls: -# cacert: "/etc/mqtt-broker/ca.crt" -# cert: "/etc/mqtt-broker/server.pem" -# key: "/etc/mqtt-broker/server.key" -# -# cacert: "cmd/mqtt-broker/res/ca.crt" -# cert: "cmd/mqtt-broker/res/server.pem" -# key: "cmd/mqtt-broker/res/server.key" -# -# - address: ":28883" # 28883 -# # websocket setting -# websocket: -# path: "/" - -api: - grpc: - # The gRPC server listen address. Supports unix socket and tcp socket. - - address: "tcp://127.0.0.1:57090" # 57090 - http: - # The HTTP server listen address. This is a reverse-proxy server in front of gRPC server. - - address: "tcp://127.0.0.1:57091" # 57091 - map: "tcp://127.0.0.1:57090" # The backend gRPC server endpoint, - -mqtt: - # The maximum session expiry interval in seconds. - session_expiry: 2h - # The interval time for session expiry checker to check whether there are expired sessions. - session_expiry_check_timer: 20s - # The maximum lifetime of the message in seconds. - # If a message in the queue is not sent in message_expiry time, it will be dropped, which means it will not be sent to the subscriber. - message_expiry: 2h - # The lifetime of the "inflight" message in seconds. - # If a "inflight" message is not acknowledged by a client in inflight_expiry time, it will be removed when the message queue is full. - inflight_expiry: 30s - # The maximum packet size that the server is willing to accept from the client. - max_packet_size: 268435456 - # The maximum number of QoS 1 and QoS 2 publications that the server is willing to process concurrently for the client. - server_receive_maximum: 100 - # The maximum keep alive time in seconds allows by the server. - # If the client requests a keepalive time bigger than MaxKeepalive,the server will use MaxKeepAlive as the keepalive time. - # In this case, if the client version is v5, the server will set MaxKeepalive into CONNACK to inform the client. - # But if the client version is 3.x, the server has no way to inform the client that the keepalive time has been changed. - max_keepalive: 300 - # The highest value that the server will accept as a Topic Alias sent by the client. - # No-op if the client version is MQTTv3.x . - topic_alias_maximum: 10 - # Whether the server supports Subscription Identifiers. - # No-op if the client version is MQTTv3.x . - subscription_identifier_available: true - # Whether the server supports Wildcard Subscriptions. - wildcard_subscription_available: true - # Whether the server supports Shared Subscriptions. - shared_subscription_available: true - # The highest QOS level permitted for a Publish. - maximum_qos: 2 - # Whether the server supports retained messages. - retain_available: true - # The maximum queue length of the outgoing messages. - # If the queue is full, some message will be dropped. - # The message dropping strategy is described in the document of the persistence/queue.Store interface. - max_queued_messages: 1000 - # The limits of inflight message length of the outgoing messages. - # Inflight message is also stored in the message queue, so it must be less than or equal to max_queued_messages. - # Inflight message is the QoS 1 or QoS 2 message that has been sent out to a client but not been acknowledged yet. - max_inflight: 100 - # Whether to store QoS 0 message for a offline session. - queue_qos0_messages: true - # The delivery mode. The possible value can be "overlap" or "onlyonce". - # It is possible for a client’s subscriptions to overlap so that a published message might match multiple filters. - # When set to "overlap" , the server will deliver one message for each matching subscription and respecting the subscription’s QoS in each case. - # When set to "onlyonce", the server will deliver the message to the client respecting the maximum QoS of all the matching subscriptions. - delivery_mode: onlyonce - # Whether to allow a client to connect with empty client id. - allow_zero_length_clientid: true - -persistence: - type: memory # memory | redis - # The redis configuration only take effect when type == redis. - redis: - # redis server address - addr: "127.0.0.1:56379" - # the maximum number of idle connections in the redis connection pool. - max_idle: 1000 - # the maximum number of connections allocated by the redis connection pool at a given time. - # If zero, there is no limit on the number of connections in the pool. - max_active: 0 - # the connection idle timeout, connection will be closed after remaining idle for this duration. If the value is zero, then idle connections are not closed. - idle_timeout: 240s - password: "qqwihyzjb8l2sx0c" - # the number of the redis database. - database: 0 - -# The topic alias manager setting. The topic alias feature is introduced by MQTT V5. -# This setting is used to control how the broker manage topic alias. -topic_alias_manager: - # Currently, only FIFO strategy is supported. - type: fifo - -plugins: - aplugin: - # Password hash type. (plain | md5 | sha256 | bcrypt) - # Default to MD5. - hash: md5 - # The file to store password. If it is a relative path, it locates in the same directory as the config file. - # (e.g: ./gmqtt_password => /etc/gmqtt/gmqtt_password.yml) - # Defaults to ./gmqtt_password.yml - # password_file: - federation: - # node_name is the unique identifier for the node in the federation. Defaults to hostname. - # node_name: - # fed_addr is the gRPC server listening address for the federation internal communication. Defaults to :8901 - fed_addr: :8901 - # advertise_fed_addr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - # Defaults to "fed_addr".However, in some cases, there may be a routable address that cannot be bound. - # If the port is missing, the default federation port (8901) will be used. - advertise_fed_addr: :8901 - # gossip_addr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - gossip_addr: :8902 - # advertise_gossip_addr is used to change the gossip server address that we advertise to other nodes in the cluster. - # Defaults to "GossipAddr" or the private IP address of the node if the IP in "GossipAddr" is 0.0.0.0. - # If the port is missing, the default gossip port (8902) will be used. - advertise_gossip_addr: :8902 - - # retry_join is the address of other nodes to join upon starting up. - # If port is missing, the default gossip port (8902) will be used. - #retry_join: - # - 127.0.0.1:8902 - - # rejoin_after_leave will be pass to "RejoinAfterLeave" in serf configuration. - # It controls our interaction with the snapshot file. - # When set to false (default), a leave causes a Serf to not rejoin the cluster until an explicit join is received. - # If this is set to true, we ignore the leave, and rejoin the cluster on start. - rejoin_after_leave: false - # snapshot_path will be pass to "SnapshotPath" in serf configuration. - # When Serf is started with a snapshot,it will attempt to join all the previously known nodes until one - # succeeds and will also avoid replaying old user events. - snapshot_path: - -# plugin loading orders -plugin_order: - # Uncomment auth to enable authentication. - - aplugin - #- admin - #- federation -log: - level: debug # debug | info | warn | error - file_path: "/logs/mqtt-broker/mqtt-broker.log" - # whether to dump MQTT packet in debug level - dump_packet: false - diff --git a/cmd/mqtt-broker/res/gmqtt_password.yml b/cmd/mqtt-broker/res/gmqtt_password.yml deleted file mode 100644 index 97b2062..0000000 --- a/cmd/mqtt-broker/res/gmqtt_password.yml +++ /dev/null @@ -1,3 +0,0 @@ -# This is a sample plain password file for the auth plugin. -- username: root - password: root \ No newline at end of file diff --git a/cmd/mqtt-broker/res/server.csr b/cmd/mqtt-broker/res/server.csr deleted file mode 100644 index 419817b..0000000 --- a/cmd/mqtt-broker/res/server.csr +++ /dev/null @@ -1,14 +0,0 @@ ------BEGIN CERTIFICATE REQUEST----- -MIICFTCCAX4CAQAwcDELMAkGA1UEBhMCQ04xCzAJBgNVBAgMAlpKMQswCQYDVQQH -DAJIWjELMAkGA1UECgwCVFkxCzAJBgNVBAsMAlRZMQ4wDAYDVQQDDAV0ZWRnZTEd -MBsGCSqGSIb3DQEJARYOdGVkZ2VAdHV5YS5jb20wgZ8wDQYJKoZIhvcNAQEBBQAD -gY0AMIGJAoGBAMe1bzSZLfvqrBeBOgxAdaDqh8fWudqeb0wqC+ZSZg4uH+WEG4Hu -rMbt4B+b1U98ctpA/aOEgnZiV1z79w8Rm9ENvfCUOKJ8uJyVf2usAdR/HkudDOhU -KlnvXaCd5t99gi8pyBmYkaXf82ya7CN97f/Y35zNIcWTJhJmYmd3N6FRAgMBAAGg -ZTARBgkqhkiG9w0BCQIxBAwCdHkwFQYJKoZIhvcNAQkHMQgMBmJleW9uZDA5Bgkq -hkiG9w0BCQ4xLDAqMAkGA1UdEwQCMAAwCwYDVR0PBAQDAgXgMBAGA1UdEQQJMAeC -BXRlZGdlMA0GCSqGSIb3DQEBCwUAA4GBADSeemIkKCvrfOz+m0AxQN/9L8SEqdHB -l8YBaHSHgdxq6666ENPz5o2uPNnu6qYaBZUMOZ5223Sx2MJPNDAxemFnOw7YbnCV -jIPwI3O9KIFDZ+tmhEIVHSlqRFphYNIWAVVFBsdNkse1gLTLLBLKfbsCZeoD4Dz2 -mc3JPZjeo4Mq ------END CERTIFICATE REQUEST----- diff --git a/cmd/mqtt-broker/res/server.key b/cmd/mqtt-broker/res/server.key deleted file mode 100644 index 2dc27f2..0000000 --- a/cmd/mqtt-broker/res/server.key +++ /dev/null @@ -1,16 +0,0 @@ ------BEGIN PRIVATE KEY----- -MIICdQIBADANBgkqhkiG9w0BAQEFAASCAl8wggJbAgEAAoGBAMe1bzSZLfvqrBeB -OgxAdaDqh8fWudqeb0wqC+ZSZg4uH+WEG4HurMbt4B+b1U98ctpA/aOEgnZiV1z7 -9w8Rm9ENvfCUOKJ8uJyVf2usAdR/HkudDOhUKlnvXaCd5t99gi8pyBmYkaXf82ya -7CN97f/Y35zNIcWTJhJmYmd3N6FRAgMBAAECgYBVCLMGIWcMCdsm0vZlexja4KHZ -/Fr8dFONiaWxd0pPJWKddofD5l2ZAnZY3yCPjLzWo6+b7XMjdzIdvIdw2h2OwGpE -kPQST1lkN5VlPIG67jwmIyJVw1LBAqknmqRFLjJ8NcJRttNjYjEkpetMOq1rM3Di -90mY3lBLT2g5lZa0pQJBAOr0lEPC3WJMq1N04wzqM6h6y8FUKhGZDawl1HGne9bs -4IDzVEhiCT9VvN3eoX+bk6av1/uZOxHY78j81q8KzY8CQQDZmKpPOZFeBK8dIOt7 -L4XB1NMVAkOy4UFZ1I9lpn9OVSQEPrnV0oyMnKIIMCzGy4nnFmrY/u4LKpuYSoVO -lvMfAkAHwhOzORf+SvHNS6rDnmgeRA++Tn0lH5yn9ofRSOp56lBvcZly2mnbwYT+ -/n7uq8BwXJYRJLoimLsyM8cS+JRZAkAp40Glzqc1OiGbseKi7BsLnTSlLrJplQNH -j6urHcoUAj/UsV6E0utLhjuK5/s2qaf6XE5lR237qFAbmPzgjB5xAkAP7H0cfdzs -X9gCe4RqQgIuJzK6Y59GkVeWVT8lScL9FyWm2JmeGh907HgnTXt6t8Hhk23JxD3x -KNcIk5xzRaOO ------END PRIVATE KEY----- diff --git a/cmd/mqtt-broker/res/server.pem b/cmd/mqtt-broker/res/server.pem deleted file mode 100644 index 44f6403..0000000 --- a/cmd/mqtt-broker/res/server.pem +++ /dev/null @@ -1,19 +0,0 @@ ------BEGIN CERTIFICATE----- -MIIDCzCCAfOgAwIBAgIJAMMZRyEj7GMLMA0GCSqGSIb3DQEBCwUAMHAxCzAJBgNV -BAYTAkNOMQswCQYDVQQIDAJaSjELMAkGA1UEBwwCSFoxCzAJBgNVBAoMAlRZMQsw -CQYDVQQLDAJUWTEOMAwGA1UEAwwFdGVkZ2UxHTAbBgkqhkiG9w0BCQEWDnRlZGdl -QHR1eWEuY29tMB4XDTIyMDEyNDA3MDAxNVoXDTMyMDEyMjA3MDAxNVowcDELMAkG -A1UEBhMCQ04xCzAJBgNVBAgMAlpKMQswCQYDVQQHDAJIWjELMAkGA1UECgwCVFkx -CzAJBgNVBAsMAlRZMQ4wDAYDVQQDDAV0ZWRnZTEdMBsGCSqGSIb3DQEJARYOdGVk -Z2VAdHV5YS5jb20wgZ8wDQYJKoZIhvcNAQEBBQADgY0AMIGJAoGBAMe1bzSZLfvq -rBeBOgxAdaDqh8fWudqeb0wqC+ZSZg4uH+WEG4HurMbt4B+b1U98ctpA/aOEgnZi -V1z79w8Rm9ENvfCUOKJ8uJyVf2usAdR/HkudDOhUKlnvXaCd5t99gi8pyBmYkaXf -82ya7CN97f/Y35zNIcWTJhJmYmd3N6FRAgMBAAGjLDAqMAkGA1UdEwQCMAAwCwYD -VR0PBAQDAgXgMBAGA1UdEQQJMAeCBXRlZGdlMA0GCSqGSIb3DQEBCwUAA4IBAQA5 -htWsbfo7XedP2DBbVRXWFhEw7RPFfmyFMgzQq3aifnNB93xpDRwauXH5k6TEsiIO -OKjQit9aiSA28sTad6k6S09SwJokeQ9l14T3vVVMdDVJCw1Hq/mEhgoGgpYM+om0 -t/gl7e4FHL0AH6vcAyO70Q4uVRGpnm6Ehp8MxW0f/uip6TLxSj3lTitkCytMSGMK -WhvTLy8gsD9sSkiZUL/jknVkSp5An3roayWZLZucPV0E2rINchRcMcrrY1UkeYu1 -HB94dGg2U7R7Qj0eJBdxJN0uCY5n02pBXabJXRtwvOReHsW6Qoo50MhWEd2sazCA -HwMRWr6g8aAun7QJfySG ------END CERTIFICATE----- diff --git a/go.mod b/go.mod index a35dbf4..06ca4e1 100644 --- a/go.mod +++ b/go.mod @@ -15,17 +15,9 @@ require ( github.com/go-gormigrate/gormigrate/v2 v2.0.0 github.com/gogf/gf/v2 v2.5.2 github.com/golang/mock v1.5.0 - github.com/golang/protobuf v1.5.2 - github.com/gomodule/redigo v1.8.9 github.com/google/uuid v1.3.0 github.com/gorilla/schema v1.2.0 github.com/gorilla/websocket v1.5.0 - github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 - github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0 - github.com/grpc-ecosystem/grpc-gateway v1.16.0 - github.com/hashicorp/go-sockaddr v1.0.0 - github.com/hashicorp/logutils v1.0.0 - github.com/hashicorp/serf v0.8.2 github.com/hpcloud/tail v1.0.0 github.com/influxdata/influxdb1-client v0.0.0-20220302092344-a9ab5670611c github.com/jinzhu/gorm v1.9.16 @@ -38,7 +30,6 @@ require ( github.com/pkg/errors v0.9.1 github.com/robfig/cron/v3 v3.0.1 github.com/shirou/gopsutil/v3 v3.22.2 - github.com/spf13/cobra v1.5.0 github.com/spf13/pflag v1.0.5 github.com/stretchr/testify v1.8.2 github.com/swaggo/files v0.0.0-20220728132757-551d4a08d97a @@ -57,11 +48,9 @@ require ( golang.org/x/sys v0.10.0 golang.org/x/text v0.11.0 golang.org/x/time v0.0.0-20220609170525-579cf78fd858 - google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c google.golang.org/grpc v1.49.0 google.golang.org/protobuf v1.28.1 gopkg.in/natefinch/lumberjack.v2 v2.0.0 - gopkg.in/yaml.v2 v2.4.0 gopkg.in/yaml.v3 v3.0.1 gorm.io/driver/mysql v1.0.1 gorm.io/driver/sqlite v1.3.6 @@ -71,9 +60,6 @@ require ( require ( github.com/KyleBanks/depth v1.2.1 // indirect github.com/Microsoft/go-winio v0.5.2 // indirect - github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da // indirect - github.com/beorn7/perks v1.0.1 // indirect - github.com/cespare/xxhash/v2 v2.1.2 // indirect github.com/clbanning/mxj v1.8.4 // indirect github.com/clbanning/mxj/v2 v2.7.0 // indirect github.com/davecgh/go-spew v1.1.1 // indirect @@ -94,17 +80,10 @@ require ( github.com/go-sql-driver/mysql v1.5.0 // indirect github.com/goccy/go-json v0.9.11 // indirect github.com/gogo/protobuf v1.3.2 // indirect + github.com/golang/protobuf v1.5.2 // indirect github.com/golang/snappy v0.0.0-20180518054509-2e65f85255db // indirect - github.com/google/btree v1.0.0 // indirect github.com/google/go-querystring v1.0.0 // indirect github.com/grokify/html-strip-tags-go v0.0.1 // indirect - github.com/hashicorp/errwrap v1.0.0 // indirect - github.com/hashicorp/go-immutable-radix v1.0.0 // indirect - github.com/hashicorp/go-msgpack v0.5.3 // indirect - github.com/hashicorp/go-multierror v1.0.0 // indirect - github.com/hashicorp/golang-lru v0.5.1 // indirect - github.com/hashicorp/memberlist v0.1.3 // indirect - github.com/inconshreveable/mousetrap v1.0.0 // indirect github.com/jinzhu/inflection v1.0.0 // indirect github.com/jinzhu/now v1.1.5 // indirect github.com/josharian/intern v1.0.0 // indirect @@ -117,8 +96,6 @@ require ( github.com/mattn/go-isatty v0.0.19 // indirect github.com/mattn/go-runewidth v0.0.15 // indirect github.com/mattn/go-sqlite3 v1.14.12 // indirect - github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect - github.com/miekg/dns v1.0.14 // indirect github.com/moby/term v0.0.0-20210619224110-3f7ff695adc6 // indirect github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect github.com/modern-go/reflect2 v1.0.2 // indirect @@ -130,14 +107,9 @@ require ( github.com/opencontainers/image-spec v1.0.2 // indirect github.com/pmezard/go-difflib v1.0.0 // indirect github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c // indirect - github.com/prometheus/client_golang v1.13.0 // indirect - github.com/prometheus/client_model v0.2.0 // indirect - github.com/prometheus/common v0.37.0 // indirect - github.com/prometheus/procfs v0.8.0 // indirect github.com/richardlehane/mscfb v1.0.3 // indirect github.com/richardlehane/msoleps v1.0.1 // indirect github.com/rivo/uniseg v0.4.4 // indirect - github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529 // indirect github.com/sirupsen/logrus v1.9.0 // indirect github.com/tklauser/go-sysconf v0.3.9 // indirect github.com/tklauser/numcpus v0.3.0 // indirect @@ -151,7 +123,9 @@ require ( golang.org/x/net v0.12.0 // indirect golang.org/x/sync v0.1.0 // indirect golang.org/x/tools v0.6.0 // indirect + google.golang.org/genproto v0.0.0-20210602131652-f16073e35f0c // indirect gopkg.in/fsnotify.v1 v1.4.7 // indirect gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 // indirect + gopkg.in/yaml.v2 v2.4.0 // indirect gotest.tools/v3 v3.3.0 // indirect ) diff --git a/internal/hummingbird/mqttbroker/LICENSE b/internal/hummingbird/mqttbroker/LICENSE deleted file mode 100644 index ee1c036..0000000 --- a/internal/hummingbird/mqttbroker/LICENSE +++ /dev/null @@ -1,21 +0,0 @@ -MIT License - -Copyright (c) 2018 DrmagicE - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in all -copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE -SOFTWARE. \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/config/api.go b/internal/hummingbird/mqttbroker/config/api.go deleted file mode 100644 index e408d27..0000000 --- a/internal/hummingbird/mqttbroker/config/api.go +++ /dev/null @@ -1,77 +0,0 @@ -package config - -import ( - "fmt" - "net" - "strings" -) - -// API is the configuration for API server. -// The API server use gRPC-gateway to provide both gRPC and HTTP endpoints. -type API struct { - // GRPC is the gRPC endpoint configuration. - GRPC []*Endpoint `yaml:"grpc"` - // HTTP is the HTTP endpoint configuration. - HTTP []*Endpoint `yaml:"http"` -} - -// Endpoint represents a gRPC or HTTP server endpoint. -type Endpoint struct { - // Address is the bind address of the endpoint. - // Format: [tcp|unix://][]: - // e.g : - // * unix:///var/run/mqttd.sock - // * tcp://127.0.0.1:8080 - // * :8081 (equal to tcp://:8081) - Address string `yaml:"address"` - // Map maps the HTTP endpoint to gRPC endpoint. - // Must be set if the endpoint is representing a HTTP endpoint. - Map string `yaml:"map"` - // TLS is the tls configuration. - TLS *TLSOptions `yaml:"tls"` -} - -var DefaultAPI API - -func (a API) validateAddress(address string, fieldName string) error { - if address == "" { - return fmt.Errorf("%s cannot be empty", fieldName) - } - epParts := strings.SplitN(address, "://", 2) - if len(epParts) == 1 && epParts[0] != "" { - epParts = []string{"tcp", epParts[0]} - } - if len(epParts) != 0 { - switch epParts[0] { - case "tcp": - _, _, err := net.SplitHostPort(epParts[1]) - if err != nil { - return fmt.Errorf("invalid %s: %s", fieldName, err.Error()) - } - case "unix": - default: - return fmt.Errorf("invalid %s schema: %s", fieldName, epParts[0]) - } - } - return nil -} - -func (a API) Validate() error { - for _, v := range a.GRPC { - err := a.validateAddress(v.Address, "endpoint") - if err != nil { - return err - } - } - for _, v := range a.HTTP { - err := a.validateAddress(v.Address, "endpoint") - if err != nil { - return err - } - err = a.validateAddress(v.Map, "map") - if err != nil { - return err - } - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/config/api_test.go b/internal/hummingbird/mqttbroker/config/api_test.go deleted file mode 100644 index e0265c8..0000000 --- a/internal/hummingbird/mqttbroker/config/api_test.go +++ /dev/null @@ -1,95 +0,0 @@ -package config - -import ( - "testing" - - "github.com/stretchr/testify/assert" -) - -func TestAPI_Validate(t *testing.T) { - a := assert.New(t) - - tt := []struct { - cfg API - valid bool - }{ - { - cfg: API{ - GRPC: []*Endpoint{ - { - Address: "udp://127.0.0.1", - }, - }, - HTTP: []*Endpoint{ - {}, - }, - }, - valid: false, - }, - { - cfg: API{ - GRPC: []*Endpoint{ - { - Address: "tcp://127.0.0.1:1234", - }, - }, - HTTP: []*Endpoint{ - { - Address: "udp://127.0.0.1", - }, - }, - }, - valid: false, - }, - { - cfg: API{ - GRPC: []*Endpoint{ - { - Address: "tcp://127.0.0.1:1234", - }, - }, - }, - valid: true, - }, - { - cfg: API{ - GRPC: []*Endpoint{ - { - Address: "tcp://127.0.0.1:1234", - }, - }, - HTTP: []*Endpoint{ - { - Address: "tcp://127.0.0.1:1235", - }, - }, - }, - valid: false, - }, - { - cfg: API{ - GRPC: []*Endpoint{ - { - Address: "unix:///var/run/mqttd.sock", - }, - }, - HTTP: []*Endpoint{ - { - Address: "tcp://127.0.0.1:1235", - Map: "unix:///var/run/mqttd.sock", - }, - }, - }, - valid: true, - }, - } - for _, v := range tt { - err := v.cfg.Validate() - if v.valid { - a.NoError(err) - } else { - a.Error(err) - } - } - -} diff --git a/internal/hummingbird/mqttbroker/config/config.go b/internal/hummingbird/mqttbroker/config/config.go deleted file mode 100644 index d46ecc1..0000000 --- a/internal/hummingbird/mqttbroker/config/config.go +++ /dev/null @@ -1,323 +0,0 @@ -package config - -import ( - "bytes" - "fmt" - "io/ioutil" - "os" - "path" - "strings" - - "gopkg.in/natefinch/lumberjack.v2" - - "go.uber.org/zap" - "go.uber.org/zap/zapcore" - "gopkg.in/yaml.v2" - - pkgconfig "github.com/winc-link/hummingbird/internal/pkg/config" -) - -const EdgeMqttBroker = "mqtt-broker" - -var ( - defaultPluginConfig = make(map[string]Configuration) - configFileFullPath string - config Config -) - -// Configuration is the interface that enable the implementation to parse config from the global config file. -// Plugin admin and prometheus are two examples. -type Configuration interface { - // Validate validates the configuration. - // If returns error, the broker will not start. - Validate() error - // Unmarshaler defined how to unmarshal YAML into the config structure. - yaml.Unmarshaler -} - -// RegisterDefaultPluginConfig registers the default configuration for the given plugin. -func RegisterDefaultPluginConfig(name string, config Configuration) { - if _, ok := defaultPluginConfig[name]; ok { - panic(fmt.Sprintf("duplicated default config for %s plugin", name)) - } - defaultPluginConfig[name] = config - -} - -// DefaultConfig return the default configuration. -// If config file is not provided, mqttd will start with DefaultConfig. -func DefaultConfig() Config { - c := Config{ - Listeners: DefaultListeners, - MQTT: DefaultMQTTConfig, - API: DefaultAPI, - Log: LogConfig{ - Level: "info", - FilePath: "/var/tedge/logs/mqtt-broker.log", - }, - Plugins: make(pluginConfig), - PluginOrder: []string{"aplugin"}, - Persistence: DefaultPersistenceConfig, - TopicAliasManager: DefaultTopicAliasManager, - } - - for name, v := range defaultPluginConfig { - c.Plugins[name] = v - } - return c -} - -var DefaultListeners = []*ListenerConfig{ - { - Address: "0.0.0.0:58090", - TLSOptions: nil, - Websocket: nil, - }, - { - Address: "0.0.0.0:58091", - Websocket: &WebsocketOptions{ - Path: "/", - }, - }, { - Address: "0.0.0.0:21883", - TLSOptions: &TLSOptions{ - CACert: "/etc/tedge-mqtt-broker/ca.crt", - Cert: "/etc/tedge-mqtt-broker/server.pem", - Key: "/etc/tedge-mqtt-broker/server.key", - }, - }, -} - -// LogConfig is use to configure the log behaviors. -type LogConfig struct { - // Level is the log level. Possible values: debug, info, warn, error - Level string `yaml:"level"` - FilePath string `yaml:"file_path"` - // DumpPacket indicates whether to dump MQTT packet in debug level. - DumpPacket bool `yaml:"dump_packet"` -} - -func (l LogConfig) Validate() error { - level := strings.ToLower(l.Level) - if level != "debug" && level != "info" && level != "warn" && level != "error" { - return fmt.Errorf("invalid log level: %s", l.Level) - } - return nil -} - -// pluginConfig stores the plugin default configuration, key by the plugin name. -// If the plugin has default configuration, it should call RegisterDefaultPluginConfig in it's init function to register. -type pluginConfig map[string]Configuration - -func (p pluginConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { - for _, v := range p { - err := unmarshal(v) - if err != nil { - return err - } - } - return nil -} - -// Config is the configration for mqttd. -type Config struct { - Listeners []*ListenerConfig `yaml:"listeners"` - API API `yaml:"api"` - MQTT MQTT `yaml:"mqttclient,omitempty"` - GRPC GRPC `yaml:"gRPC"` - Log LogConfig `yaml:"log"` - PidFile string `yaml:"pid_file"` - ConfigDir string `yaml:"config_dir"` - Plugins pluginConfig `yaml:"plugins"` - // PluginOrder is a slice that contains the name of the plugin which will be loaded. - // Giving a correct order to the slice is significant, - // because it represents the loading order which affect the behavior of the broker. - PluginOrder []string `yaml:"plugin_order"` - Persistence Persistence `yaml:"persistence"` - TopicAliasManager TopicAliasManager `yaml:"topic_alias_manager"` - Database pkgconfig.Database `yaml:"data_base"` -} - -type GRPC struct { - Endpoint string `yaml:"endpoint"` -} - -type TLSOptions struct { - // CACert is the trust CA certificate file. - CACert string `yaml:"cacert"` - // Cert is the path to certificate file. - Cert string `yaml:"cert"` - // Key is the path to key file. - Key string `yaml:"key"` - // Verify indicates whether to verify client cert. - Verify bool `yaml:"verify"` -} - -type ListenerConfig struct { - Address string `yaml:"address"` - *TLSOptions `yaml:"tls"` - Websocket *WebsocketOptions `yaml:"websocket"` -} - -type WebsocketOptions struct { - Path string `yaml:"path"` -} - -func (c *Config) UnmarshalYAML(unmarshal func(interface{}) error) error { - type config Config - raw := config(DefaultConfig()) - if err := unmarshal(&raw); err != nil { - return err - } - emptyMQTT := MQTT{} - if raw.MQTT == emptyMQTT { - raw.MQTT = DefaultMQTTConfig - } - if len(raw.Plugins) == 0 { - raw.Plugins = make(pluginConfig) - for name, v := range defaultPluginConfig { - raw.Plugins[name] = v - } - } else { - for name, v := range raw.Plugins { - if v == nil { - raw.Plugins[name] = defaultPluginConfig[name] - } - } - } - *c = Config(raw) - return nil -} - -func (c Config) Validate() (err error) { - err = c.Log.Validate() - if err != nil { - return err - } - err = c.API.Validate() - if err != nil { - return err - } - err = c.MQTT.Validate() - if err != nil { - return err - } - err = c.Persistence.Validate() - if err != nil { - return err - } - for _, conf := range c.Plugins { - err := conf.Validate() - if err != nil { - return err - } - } - return nil -} - -func ParseConfig(filePath string) (Config, error) { - if filePath == "" { - return DefaultConfig(), nil - } - if _, err := os.Stat(filePath); err != nil { - fmt.Println("unspecificed configuration file, use default config") - return DefaultConfig(), nil - } - b, err := ioutil.ReadFile(filePath) - if err != nil { - return config, err - } - config = DefaultConfig() - err = yaml.Unmarshal(b, &config) - if err != nil { - return config, err - } - config.ConfigDir = path.Dir(filePath) - err = config.Validate() - if err != nil { - return Config{}, err - } - configFileFullPath = filePath - return config, err -} - -func UpdateLogLevel(level string) { - config.Log.Level = level -} - -func GetLogLevel() string { - return config.Log.Level -} - -func WriteToFile() error { - return config.writeToFile() -} - -func (c Config) writeToFile() error { - var ( - err error - buff bytes.Buffer - ) - e := yaml.NewEncoder(&buff) - if err = e.Encode(c); err != nil { - return err - } - if err = ioutil.WriteFile(configFileFullPath+".tmp", buff.Bytes(), 0644); err != nil { - return err - } - os.Remove(configFileFullPath) - return os.Rename(configFileFullPath+".tmp", configFileFullPath) -} - -func (c Config) GetLogger(config LogConfig) (*zap.AtomicLevel, *zap.Logger, error) { - var logLevel zapcore.Level - err := logLevel.UnmarshalText([]byte(config.Level)) - if err != nil { - return nil, nil, err - } - var level = zap.NewAtomicLevelAt(logLevel) - if config.FilePath == "" { - cfg := zap.NewDevelopmentConfig() - cfg.Level = level - cfg.EncoderConfig.ConsoleSeparator = " " - cfg.EncoderConfig.LineEnding = zapcore.DefaultLineEnding - cfg.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder // zapcore.TimeEncoderOfLayout("2006-01-02 15:04:05.000") - cfg.EncoderConfig.EncodeDuration = zapcore.SecondsDurationEncoder - cfg.EncoderConfig.EncodeCaller = zapcore.ShortCallerEncoder - cfg.EncoderConfig.EncodeLevel = zapcore.CapitalColorLevelEncoder - logger, err := cfg.Build(zap.AddStacktrace(zapcore.PanicLevel)) - if err != nil { - return nil, nil, err - } - return &level, logger.Named(EdgeMqttBroker), nil - } - - writeSyncer := getLogWriter(config) - encoder := getEncoder() - core := zapcore.NewCore(encoder, writeSyncer, level.Level()) - logger := zap.New(core, zap.AddCaller(), zap.AddStacktrace(zapcore.PanicLevel)) - - return &level, logger.Named(EdgeMqttBroker), nil -} - -func getEncoder() zapcore.Encoder { - encoderConfig := zap.NewProductionEncoderConfig() - encoderConfig.LineEnding = zapcore.DefaultLineEnding - encoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder // zapcore.TimeEncoderOfLayout("2006-01-02 15:04:05.000") - encoderConfig.EncodeLevel = zapcore.CapitalColorLevelEncoder - encoderConfig.EncodeDuration = zapcore.SecondsDurationEncoder - encoderConfig.EncodeCaller = zapcore.ShortCallerEncoder - encoderConfig.ConsoleSeparator = " " - return zapcore.NewConsoleEncoder(encoderConfig) -} - -func getLogWriter(cfg LogConfig) zapcore.WriteSyncer { - lumberJackLogger := &lumberjack.Logger{ - Filename: cfg.FilePath, - MaxSize: 10, - MaxBackups: 3, - MaxAge: 7, - Compress: false, - } - return zapcore.AddSync(lumberJackLogger) -} diff --git a/internal/hummingbird/mqttbroker/config/config_mock.go b/internal/hummingbird/mqttbroker/config/config_mock.go deleted file mode 100644 index 8304c34..0000000 --- a/internal/hummingbird/mqttbroker/config/config_mock.go +++ /dev/null @@ -1,62 +0,0 @@ -// Code generated by config. DO NOT EDIT. -// Source: config/config.go - -// Package config is a generated GoMock package. -package config - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" -) - -// MockConfiguration is a mock of Configuration interface -type MockConfiguration struct { - ctrl *gomock.Controller - recorder *MockConfigurationMockRecorder -} - -// MockConfigurationMockRecorder is the mock recorder for MockConfiguration -type MockConfigurationMockRecorder struct { - mock *MockConfiguration -} - -// NewMockConfiguration creates a new mock instance -func NewMockConfiguration(ctrl *gomock.Controller) *MockConfiguration { - mock := &MockConfiguration{ctrl: ctrl} - mock.recorder = &MockConfigurationMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockConfiguration) EXPECT() *MockConfigurationMockRecorder { - return m.recorder -} - -// Validate mocks base method -func (m *MockConfiguration) Validate() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Validate") - ret0, _ := ret[0].(error) - return ret0 -} - -// Validate indicates an expected call of Validate -func (mr *MockConfigurationMockRecorder) Validate() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Validate", reflect.TypeOf((*MockConfiguration)(nil).Validate)) -} - -// UnmarshalYAML mocks base method -func (m *MockConfiguration) UnmarshalYAML(unmarshal func(interface{}) error) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "UnmarshalYAML", unmarshal) - ret0, _ := ret[0].(error) - return ret0 -} - -// UnmarshalYAML indicates an expected call of UnmarshalYAML -func (mr *MockConfigurationMockRecorder) UnmarshalYAML(unmarshal interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "UnmarshalYAML", reflect.TypeOf((*MockConfiguration)(nil).UnmarshalYAML), unmarshal) -} diff --git a/internal/hummingbird/mqttbroker/config/config_test.go b/internal/hummingbird/mqttbroker/config/config_test.go deleted file mode 100644 index eef88b0..0000000 --- a/internal/hummingbird/mqttbroker/config/config_test.go +++ /dev/null @@ -1,36 +0,0 @@ -package config - -import ( - "testing" - - "github.com/stretchr/testify/assert" -) - -func TestParseConfig(t *testing.T) { - var tt = []struct { - caseName string - fileName string - hasErr bool - expected Config - }{ - { - caseName: "defaultConfig", - fileName: "", - hasErr: false, - expected: DefaultConfig(), - }, - } - - for _, v := range tt { - t.Run(v.caseName, func(t *testing.T) { - a := assert.New(t) - c, err := ParseConfig(v.fileName) - if v.hasErr { - a.NotNil(err) - } else { - a.Nil(err) - } - a.Equal(v.expected, c) - }) - } -} diff --git a/internal/hummingbird/mqttbroker/config/mqtt.go b/internal/hummingbird/mqttbroker/config/mqtt.go deleted file mode 100644 index 627092e..0000000 --- a/internal/hummingbird/mqttbroker/config/mqtt.go +++ /dev/null @@ -1,118 +0,0 @@ -package config - -import ( - "fmt" - "time" - - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -const ( - Overlap = "overlap" - OnlyOnce = "onlyonce" -) - -var ( - // DefaultMQTTConfig - DefaultMQTTConfig = MQTT{ - SessionExpiry: 2 * time.Hour, - SessionExpiryCheckInterval: 20 * time.Second, - MessageExpiry: 2 * time.Hour, - InflightExpiry: 30 * time.Second, - MaxPacketSize: packets.MaximumSize, - ReceiveMax: 100, - MaxKeepAlive: 300, - TopicAliasMax: 10, - SubscriptionIDAvailable: true, - SharedSubAvailable: true, - WildcardAvailable: true, - RetainAvailable: true, - MaxQueuedMsg: 1000, - MaxInflight: 100, - MaximumQoS: 2, - QueueQos0Msg: true, - DeliveryMode: OnlyOnce, - AllowZeroLenClientID: true, - } -) - -type MQTT struct { - // SessionExpiry is the maximum session expiry interval in seconds. - SessionExpiry time.Duration `yaml:"session_expiry"` - // SessionExpiryCheckInterval is the interval time for session expiry checker to check whether there - // are expired sessions. - SessionExpiryCheckInterval time.Duration `yaml:"session_expiry_check_interval"` - // MessageExpiry is the maximum lifetime of the message in seconds. - // If a message in the queue is not sent in MessageExpiry time, it will be removed, which means it will not be sent to the subscriber. - MessageExpiry time.Duration `yaml:"message_expiry"` - // InflightExpiry is the lifetime of the "inflight" message in seconds. - // If a "inflight" message is not acknowledged by a client in InflightExpiry time, it will be removed when the message queue is full. - InflightExpiry time.Duration `yaml:"inflight_expiry"` - // MaxPacketSize is the maximum packet size that the server is willing to accept from the client - MaxPacketSize uint32 `yaml:"max_packet_size"` - // ReceiveMax limits the number of QoS 1 and QoS 2 publications that the server is willing to process concurrently for the client. - ReceiveMax uint16 `yaml:"server_receive_maximum"` - // MaxKeepAlive is the maximum keep alive time in seconds allows by the server. - // If the client requests a keepalive time bigger than MaxKeepalive, - // the server will use MaxKeepAlive as the keepalive time. - // In this case, if the client version is v5, the server will set MaxKeepalive into CONNACK to inform the client. - // But if the client version is 3.x, the server has no way to inform the client that the keepalive time has been changed. - MaxKeepAlive uint16 `yaml:"max_keepalive"` - // TopicAliasMax indicates the highest value that the server will accept as a Topic Alias sent by the client. - // No-op if the client version is MQTTv3.x - TopicAliasMax uint16 `yaml:"topic_alias_maximum"` - // SubscriptionIDAvailable indicates whether the server supports Subscription Identifiers. - // No-op if the client version is MQTTv3.x . - SubscriptionIDAvailable bool `yaml:"subscription_identifier_available"` - // SharedSubAvailable indicates whether the server supports Shared Subscriptions. - SharedSubAvailable bool `yaml:"shared_subscription_available"` - // WildcardSubAvailable indicates whether the server supports Wildcard Subscriptions. - WildcardAvailable bool `yaml:"wildcard_subscription_available"` - // RetainAvailable indicates whether the server supports retained messages. - RetainAvailable bool `yaml:"retain_available"` - // MaxQueuedMsg is the maximum queue length of the outgoing messages. - // If the queue is full, some message will be dropped. - // The message dropping strategy is described in the document of the persistence/queue.Store interface. - MaxQueuedMsg int `yaml:"max_queued_messages"` - // MaxInflight limits inflight message length of the outgoing messages. - // Inflight message is also stored in the message queue, so it must be less than or equal to MaxQueuedMsg. - // Inflight message is the QoS 1 or QoS 2 message that has been sent out to a client but not been acknowledged yet. - MaxInflight uint16 `yaml:"max_inflight"` - // MaximumQoS is the highest QOS level permitted for a Publish. - MaximumQoS uint8 `yaml:"maximum_qos"` - // QueueQos0Msg indicates whether to store QoS 0 message for a offline session. - QueueQos0Msg bool `yaml:"queue_qos0_messages"` - // DeliveryMode is the delivery mode. The possible value can be "overlap" or "onlyonce". - // It is possible for a client’s subscriptions to overlap so that a published message might match multiple filters. - // When set to "overlap" , the server will deliver one message for each matching subscription and respecting the subscription’s QoS in each case. - // When set to "onlyonce",the server will deliver the message to the client respecting the maximum QoS of all the matching subscriptions. - DeliveryMode string `yaml:"delivery_mode"` - // AllowZeroLenClientID indicates whether to allow a client to connect with empty client id. - AllowZeroLenClientID bool `yaml:"allow_zero_length_clientid"` -} - -func (c MQTT) Validate() error { - if c.MaximumQoS > packets.Qos2 { - return fmt.Errorf("invalid maximum_qos: %d", c.MaximumQoS) - } - if c.MaxQueuedMsg <= 0 { - return fmt.Errorf("invalid max_queued_messages : %d", c.MaxQueuedMsg) - } - if c.ReceiveMax == 0 { - return fmt.Errorf("server_receive_maximum cannot be 0") - } - if c.MaxPacketSize == 0 { - return fmt.Errorf("max_packet_size cannot be 0") - } - if c.MaxInflight == 0 { - return fmt.Errorf("max_inflight cannot be 0") - } - if c.DeliveryMode != Overlap && c.DeliveryMode != OnlyOnce { - return fmt.Errorf("invalid delivery_mode: %s", c.DeliveryMode) - } - - if c.MaxQueuedMsg < int(c.MaxInflight) { - return fmt.Errorf("max_queued_message cannot be less than max_inflight") - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/config/persistence.go b/internal/hummingbird/mqttbroker/config/persistence.go deleted file mode 100644 index c05a6c5..0000000 --- a/internal/hummingbird/mqttbroker/config/persistence.go +++ /dev/null @@ -1,81 +0,0 @@ -package config - -import ( - "net" - "time" - - "github.com/pkg/errors" -) - -type PersistenceType = string - -const ( - PersistenceTypeMemory PersistenceType = "memory" - PersistenceTypeRedis PersistenceType = "redis" -) - -var ( - defaultMaxActive = uint(0) - defaultMaxIdle = uint(1000) - // DefaultPersistenceConfig is the default value of Persistence - DefaultPersistenceConfig = Persistence{ - Type: PersistenceTypeMemory, - Redis: RedisPersistence{ - Addr: "127.0.0.1:6379", - Password: "", - Database: 0, - MaxIdle: &defaultMaxIdle, - MaxActive: &defaultMaxActive, - IdleTimeout: 240 * time.Second, - }, - } -) - -// Persistence is the config of backend persistence. -type Persistence struct { - // Type is the persistence type. - // If empty, use "memory" as default. - Type PersistenceType `yaml:"type"` - // Redis is the redis configuration and must be set when Type == "redis". - Redis RedisPersistence `yaml:"redis"` -} - -// RedisPersistence is the configuration of redis persistence. -type RedisPersistence struct { - // Addr is the redis server address. - // If empty, use "127.0.0.1:6379" as default. - Addr string `yaml:"addr"` - // Password is the redis password. - Password string `yaml:"password"` - // Database is the number of the redis database to be connected. - Database uint `yaml:"database"` - // MaxIdle is the maximum number of idle connections in the pool. - // If nil, use 1000 as default. - // This value will pass to redis.Pool.MaxIde. - MaxIdle *uint `yaml:"max_idle"` - // MaxActive is the maximum number of connections allocated by the pool at a given time. - // If nil, use 0 as default. - // If zero, there is no limit on the number of connections in the pool. - // This value will pass to redis.Pool.MaxActive. - MaxActive *uint `yaml:"max_active"` - // Close connections after remaining idle for this duration. If the value - // is zero, then idle connections are not closed. Applications should set - // the timeout to a value less than the server's timeout. - // Ff zero, use 240 * time.Second as default. - // This value will pass to redis.Pool.IdleTimeout. - IdleTimeout time.Duration `yaml:"idle_timeout"` -} - -func (p *Persistence) Validate() error { - if p.Type != PersistenceTypeMemory && p.Type != PersistenceTypeRedis { - return errors.New("invalid persistence type") - } - _, _, err := net.SplitHostPort(p.Redis.Addr) - if err != nil { - return err - } - if p.Redis.Database < 0 { - return errors.New("invalid redis database number") - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/config/testdata/config.yml b/internal/hummingbird/mqttbroker/config/testdata/config.yml deleted file mode 100644 index 47828d1..0000000 --- a/internal/hummingbird/mqttbroker/config/testdata/config.yml +++ /dev/null @@ -1,31 +0,0 @@ -listeners: - - address: ":58090" - websocket: - path: "/" - - address: ":1234" - -mqtt: - session_expiry: 1m - message_expiry: 1m - max_packet_size: 200 - server_receive_maximum: 65535 - max_keepalive: 0 # unlimited - topic_alias_maximum: 0 # 0 means not Supported - subscription_identifier_available: true - wildcard_subscription_available: true - shared_subscription_available: true - maximum_qos: 2 - retain_available: true - max_queued_messages: 1000 - max_inflight: 32 - max_awaiting_rel: 100 - queue_qos0_messages: true - delivery_mode: overlap # overlap or onlyonce - allow_zero_length_clientid: true - -log: - level: debug # debug | info | warning | error - - - - diff --git a/internal/hummingbird/mqttbroker/config/testdata/default_values.yml b/internal/hummingbird/mqttbroker/config/testdata/default_values.yml deleted file mode 100644 index cd24352..0000000 --- a/internal/hummingbird/mqttbroker/config/testdata/default_values.yml +++ /dev/null @@ -1,7 +0,0 @@ -listeners: -mqtt: -log: - - - - diff --git a/internal/hummingbird/mqttbroker/config/testdata/default_values_expected.yml b/internal/hummingbird/mqttbroker/config/testdata/default_values_expected.yml deleted file mode 100644 index e69de29..0000000 diff --git a/internal/hummingbird/mqttbroker/config/topic_alias.go b/internal/hummingbird/mqttbroker/config/topic_alias.go deleted file mode 100644 index 8ed8299..0000000 --- a/internal/hummingbird/mqttbroker/config/topic_alias.go +++ /dev/null @@ -1,19 +0,0 @@ -package config - -type TopicAliasType = string - -const ( - TopicAliasMgrTypeFIFO TopicAliasType = "fifo" -) - -var ( - // DefaultTopicAliasManager is the default value of TopicAliasManager - DefaultTopicAliasManager = TopicAliasManager{ - Type: TopicAliasMgrTypeFIFO, - } -) - -// TopicAliasManager is the config of the topic alias manager. -type TopicAliasManager struct { - Type TopicAliasType -} diff --git a/internal/hummingbird/mqttbroker/database.go b/internal/hummingbird/mqttbroker/database.go deleted file mode 100644 index 967df1c..0000000 --- a/internal/hummingbird/mqttbroker/database.go +++ /dev/null @@ -1,59 +0,0 @@ -/******************************************************************************* - * Copyright 2017 Dell Inc. - * Copyright (c) 2019 Intel Corporation - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License - * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express - * or implied. See the License for the specific language governing permissions and limitations under - * the License. - *******************************************************************************/ -package mqttbroker - -import ( - "github.com/winc-link/hummingbird/internal/dtos" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/infrastructure/sqlite" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/interfaces" - "go.uber.org/zap" -) - -var ( - DbClient interfaces.DBClient -) - -func GetDbClient() interfaces.DBClient { - return DbClient -} - -type Database struct { - conf config.Config -} - -// NewDatabase is a factory method that returns an initialized Database receiver struct. -func NewDatabase(conf config.Config) Database { - return Database{ - conf: conf, - } -} - -// init the dbClient interfaces -func (d Database) InitDBClient( - lc *zap.Logger) error { - dbClient, err := sqlite.NewClient(dtos.Configuration{ - Cluster: d.conf.Database.Cluster, - Username: d.conf.Database.Username, - Password: d.conf.Database.Password, - DataSource: d.conf.Database.DataSource, - DatabaseName: d.conf.Database.Name, - }, lc) - if err != nil { - return err - } - DbClient = dbClient - return nil -} diff --git a/internal/hummingbird/mqttbroker/infrastructure/sqlite/client.go b/internal/hummingbird/mqttbroker/infrastructure/sqlite/client.go deleted file mode 100644 index 47f1e0c..0000000 --- a/internal/hummingbird/mqttbroker/infrastructure/sqlite/client.go +++ /dev/null @@ -1,60 +0,0 @@ -/******************************************************************************* - * Copyright 2017 Dell Inc. - * Copyright (c) 2019 Intel Corporation - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License - * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express - * or implied. See the License for the specific language governing permissions and limitations under - * the License. - *******************************************************************************/ -package sqlite - -import ( - "github.com/winc-link/hummingbird/internal/dtos" - "github.com/winc-link/hummingbird/internal/models" - "github.com/winc-link/hummingbird/internal/pkg/errort" - clientSQLite "github.com/winc-link/hummingbird/internal/tools/sqldb/sqlite" - "go.uber.org/zap" - "gorm.io/gorm" -) - -type Client struct { - Pool *gorm.DB - client clientSQLite.ClientSQLite - loggingClient *zap.Logger -} - -func NewClient(config dtos.Configuration, lc *zap.Logger) (c *Client, errEdgeX error) { - client, err := clientSQLite.NewGormClient(config, nil) - if err != nil { - errEdgeX = errort.NewCommonEdgeX(errort.DefaultSystemError, "database failed to init", err) - return - } - client.Pool = client.Pool.Debug() - // 自动建表 - if err = client.InitTable( - &models.MqttAuth{}, - ); err != nil { - errEdgeX = errort.NewCommonEdgeX(errort.DefaultSystemError, "database failed to init", err) - return - } - c = &Client{ - client: client, - loggingClient: lc, - Pool: client.Pool, - } - return -} - -func (client *Client) CloseSession() { - return -} - -func (client *Client) GetMqttAutInfo(clientId string) (models.MqttAuth, error) { - return getMqttAutInfo(client, clientId) -} diff --git a/internal/hummingbird/mqttbroker/infrastructure/sqlite/mqttauth.go b/internal/hummingbird/mqttbroker/infrastructure/sqlite/mqttauth.go deleted file mode 100644 index 45a4358..0000000 --- a/internal/hummingbird/mqttbroker/infrastructure/sqlite/mqttauth.go +++ /dev/null @@ -1,26 +0,0 @@ -/******************************************************************************* - * Copyright 2017 Dell Inc. - * Copyright (c) 2019 Intel Corporation - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License - * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express - * or implied. See the License for the specific language governing permissions and limitations under - * the License. - *******************************************************************************/ -package sqlite - -import "github.com/winc-link/hummingbird/internal/models" - -func getMqttAutInfo(c *Client, clientId string) (models.MqttAuth, error) { - var mqttAuth models.MqttAuth - - if err := c.Pool.Where("client_id = ?", clientId).First(&mqttAuth).Error; err != nil { - return models.MqttAuth{}, err - } - return mqttAuth, nil -} diff --git a/internal/hummingbird/mqttbroker/interfaces/db.go b/internal/hummingbird/mqttbroker/interfaces/db.go deleted file mode 100644 index fcd8dd2..0000000 --- a/internal/hummingbird/mqttbroker/interfaces/db.go +++ /dev/null @@ -1,23 +0,0 @@ -/******************************************************************************* - * Copyright 2017 Dell Inc. - * Copyright (c) 2019 Intel Corporation - * - * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except - * in compliance with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software distributed under the License - * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express - * or implied. See the License for the specific language governing permissions and limitations under - * the License. - *******************************************************************************/ -package interfaces - -import "github.com/winc-link/hummingbird/internal/models" - -type DBClient interface { - CloseSession() - - GetMqttAutInfo(clientId string) (models.MqttAuth, error) -} diff --git a/internal/hummingbird/mqttbroker/message.go b/internal/hummingbird/mqttbroker/message.go deleted file mode 100644 index d437cdc..0000000 --- a/internal/hummingbird/mqttbroker/message.go +++ /dev/null @@ -1,191 +0,0 @@ -package mqttbroker - -import ( - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type Message struct { - Dup bool - QoS uint8 - Retained bool - Topic string - Payload []byte - PacketID packets.PacketID - // The following fields are introduced in v5 specification. - // Excepting MessageExpiry, these fields will not take effect when it represents a v3.x publish packet. - ContentType string - CorrelationData []byte - MessageExpiry uint32 - PayloadFormat packets.PayloadFormat - ResponseTopic string - SubscriptionIdentifier []uint32 - UserProperties []packets.UserProperty -} - -// Copy deep copies the Message and return the new one -func (m *Message) Copy() *Message { - newMsg := &Message{ - Dup: m.Dup, - QoS: m.QoS, - Retained: m.Retained, - Topic: m.Topic, - PacketID: m.PacketID, - ContentType: m.ContentType, - MessageExpiry: m.MessageExpiry, - PayloadFormat: m.PayloadFormat, - ResponseTopic: m.ResponseTopic, - } - newMsg.Payload = make([]byte, len(m.Payload)) - copy(newMsg.Payload, m.Payload) - - if len(m.CorrelationData) != 0 { - newMsg.CorrelationData = make([]byte, len(m.CorrelationData)) - copy(newMsg.CorrelationData, m.CorrelationData) - } - - if len(m.SubscriptionIdentifier) != 0 { - newMsg.SubscriptionIdentifier = make([]uint32, len(m.SubscriptionIdentifier)) - copy(newMsg.SubscriptionIdentifier, m.SubscriptionIdentifier) - } - if len(m.UserProperties) != 0 { - newMsg.UserProperties = make([]packets.UserProperty, len(m.UserProperties)) - for k := range newMsg.UserProperties { - newMsg.UserProperties[k].K = make([]byte, len(m.UserProperties[k].K)) - copy(newMsg.UserProperties[k].K, m.UserProperties[k].K) - - newMsg.UserProperties[k].V = make([]byte, len(m.UserProperties[k].V)) - copy(newMsg.UserProperties[k].V, m.UserProperties[k].V) - } - } - return newMsg - -} - -func getVariablelenght(l int) int { - if l <= 127 { - return 1 - } else if l <= 16383 { - return 2 - } else if l <= 2097151 { - return 3 - } else if l <= 268435455 { - return 4 - } - return 0 -} - -// TotalBytes return the publish packets total bytes. -func (m *Message) TotalBytes(version packets.Version) uint32 { - remainLenght := len(m.Payload) + 2 + len(m.Topic) - if m.QoS > packets.Qos0 { - remainLenght += 2 - } - if version == packets.Version5 { - propertyLenght := 0 - if m.PayloadFormat == packets.PayloadFormatString { - propertyLenght += 2 - } - if l := len(m.ContentType); l != 0 { - propertyLenght += 3 + l - } - if l := len(m.CorrelationData); l != 0 { - propertyLenght += 3 + l - } - - for _, v := range m.SubscriptionIdentifier { - propertyLenght++ - propertyLenght += getVariablelenght(int(v)) - } - - if m.MessageExpiry != 0 { - propertyLenght += 5 - } - if l := len(m.ResponseTopic); l != 0 { - propertyLenght += 3 + l - } - for _, v := range m.UserProperties { - propertyLenght += 5 + len(v.K) + len(v.V) - } - remainLenght += propertyLenght + getVariablelenght(propertyLenght) - } - if remainLenght <= 127 { - return 2 + uint32(remainLenght) - } else if remainLenght <= 16383 { - return 3 + uint32(remainLenght) - } else if remainLenght <= 2097151 { - return 4 + uint32(remainLenght) - } - return 5 + uint32(remainLenght) -} - -// MessageFromPublish create the Message instance from publish packets -func MessageFromPublish(p *packets.Publish) *Message { - m := &Message{ - Dup: p.Dup, - QoS: p.Qos, - Retained: p.Retain, - Topic: string(p.TopicName), - Payload: p.Payload, - } - if p.Version == packets.Version5 { - if p.Properties.PayloadFormat != nil { - m.PayloadFormat = *p.Properties.PayloadFormat - } - if l := len(p.Properties.ContentType); l != 0 { - m.ContentType = string(p.Properties.ContentType) - } - if l := len(p.Properties.CorrelationData); l != 0 { - m.CorrelationData = p.Properties.CorrelationData - } - if p.Properties.MessageExpiry != nil { - m.MessageExpiry = *p.Properties.MessageExpiry - } - if l := len(p.Properties.ResponseTopic); l != 0 { - m.ResponseTopic = string(p.Properties.ResponseTopic) - } - m.UserProperties = p.Properties.User - - } - return m -} - -// MessageToPublish create the publish packet instance from *Message -func MessageToPublish(msg *Message, version packets.Version) *packets.Publish { - pub := &packets.Publish{ - Dup: msg.Dup, - Qos: msg.QoS, - PacketID: msg.PacketID, - Retain: msg.Retained, - TopicName: []byte(msg.Topic), - Payload: msg.Payload, - Version: version, - } - if version == packets.Version5 { - var msgExpiry *uint32 - if e := msg.MessageExpiry; e != 0 { - msgExpiry = &e - } - var contentType []byte - if msg.ContentType != "" { - contentType = []byte(msg.ContentType) - } - var responseTopic []byte - if msg.ResponseTopic != "" { - responseTopic = []byte(msg.ResponseTopic) - } - var payloadFormat *byte - if e := msg.PayloadFormat; e == packets.PayloadFormatString { - payloadFormat = &e - } - pub.Properties = &packets.Properties{ - CorrelationData: msg.CorrelationData, - ContentType: contentType, - MessageExpiry: msgExpiry, - ResponseTopic: responseTopic, - PayloadFormat: payloadFormat, - User: msg.UserProperties, - SubscriptionIdentifier: msg.SubscriptionIdentifier, - } - } - return pub -} diff --git a/internal/hummingbird/mqttbroker/mock_gen.sh b/internal/hummingbird/mqttbroker/mock_gen.sh deleted file mode 100755 index 4da3f5b..0000000 --- a/internal/hummingbird/mqttbroker/mock_gen.sh +++ /dev/null @@ -1,23 +0,0 @@ -mockgen -source=config/config.go -destination=./config/config_mock.go -package=config -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/config -mockgen -source=persistence/queue/elem.go -destination=./persistence/queue/elem_mock.go -package=queue -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/queue -mockgen -source=persistence/queue/queue.go -destination=./persistence/queue/queue_mock.go -package=queue -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/queue -mockgen -source=persistence/session/session.go -destination=./persistence/session/session_mock.go -package=session -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/session -mockgen -source=persistence/subscription/subscription.go -destination=./persistence/subscription/subscription_mock.go -package=subscription -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/subscription -mockgen -source=persistence/unack/unack.go -destination=./persistence/unack/unack_mock.go -package=unack -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/unack -mockgen -source=pkg/packets/packets.go -destination=./pkg/packets/packets_mock.go -package=packets -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/packets -mockgen -source=plugin/auth/account_grpc.pb.go -destination=./plugin/auth/account_grpc.pb_mock.go -package=auth -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/auth -mockgen -source=plugin/federation/federation.pb.go -destination=./plugin/federation/federation.pb_mock.go -package=federation -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/federation -mockgen -source=plugin/federation/peer.go -destination=./plugin/federation/peer_mock.go -package=federation -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/federation -mockgen -source=plugin/federation/membership.go -destination=./plugin/federation/membership_mock.go -package=federation -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/federation -mockgen -source=retained/interface.go -destination=./retained/interface_mock.go -package=retained -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/retained -mockgen -source=server/client.go -destination=./server/client_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server -mockgen -source=server/persistence.go -destination=./server/persistence_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server -mockgen -source=server/plugin.go -destination=./server/plugin_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server -mockgen -source=server/server.go -destination=./server/server_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server -mockgen -source=server/service.go -destination=./server/service_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server -mockgen -source=server/stats.go -destination=./server/stats_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server -mockgen -source=server/topic_alias.go -destination=./server/topic_alias_mock.go -package=server -self_package=gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/server - -# reflection mode. -# gRPC streaming mock issue: https://github.com/golang/mock/pull/163 -mockgen -package=federation -destination=/usr/local/gopath/src/gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/plugin/federation/federation_grpc.pb_mock.go gitlab.com/tedge/edgex/internal/thummingbird/mqttbroker/plugin/federation FederationClient,Federation_EventStreamClient diff --git a/internal/hummingbird/mqttbroker/persistence/encoding/binary.go b/internal/hummingbird/mqttbroker/persistence/encoding/binary.go deleted file mode 100644 index 8e79b07..0000000 --- a/internal/hummingbird/mqttbroker/persistence/encoding/binary.go +++ /dev/null @@ -1,73 +0,0 @@ -package encoding - -import ( - "bytes" - "encoding/binary" - "errors" - "io" -) - -func WriteUint16(w *bytes.Buffer, i uint16) { - w.WriteByte(byte(i >> 8)) - w.WriteByte(byte(i)) -} - -func WriteBool(w *bytes.Buffer, b bool) { - if b { - w.WriteByte(1) - } else { - w.WriteByte(0) - } -} - -func ReadBool(r *bytes.Buffer) (bool, error) { - b, err := r.ReadByte() - if err != nil { - return false, err - } - if b == 0 { - return false, nil - } - return true, nil -} - -func WriteString(w *bytes.Buffer, s []byte) { - WriteUint16(w, uint16(len(s))) - w.Write(s) -} -func ReadString(r *bytes.Buffer) (b []byte, err error) { - l := make([]byte, 2) - _, err = io.ReadFull(r, l) - if err != nil { - return nil, err - } - length := int(binary.BigEndian.Uint16(l)) - paylaod := make([]byte, length) - - _, err = io.ReadFull(r, paylaod) - if err != nil { - return nil, err - } - return paylaod, nil -} - -func WriteUint32(w *bytes.Buffer, i uint32) { - w.WriteByte(byte(i >> 24)) - w.WriteByte(byte(i >> 16)) - w.WriteByte(byte(i >> 8)) - w.WriteByte(byte(i)) -} - -func ReadUint16(r *bytes.Buffer) (uint16, error) { - if r.Len() < 2 { - return 0, errors.New("invalid length") - } - return binary.BigEndian.Uint16(r.Next(2)), nil -} - -func ReadUint32(r *bytes.Buffer) (uint32, error) { - if r.Len() < 4 { - return 0, errors.New("invalid length") - } - return binary.BigEndian.Uint32(r.Next(4)), nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/encoding/redis.go b/internal/hummingbird/mqttbroker/persistence/encoding/redis.go deleted file mode 100644 index 294838c..0000000 --- a/internal/hummingbird/mqttbroker/persistence/encoding/redis.go +++ /dev/null @@ -1,189 +0,0 @@ -package encoding - -import ( - "bytes" - "encoding/binary" - "io" - "time" - - "github.com/winc-link/hummingbird/internal/pkg/packets" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -// EncodeMessage encodes message into bytes and write it to the buffer -func EncodeMessage(msg *gmqtt.Message, b *bytes.Buffer) { - if msg == nil { - return - } - WriteBool(b, msg.Dup) - b.WriteByte(msg.QoS) - WriteBool(b, msg.Retained) - WriteString(b, []byte(msg.Topic)) - WriteString(b, []byte(msg.Payload)) - WriteUint16(b, msg.PacketID) - - if len(msg.ContentType) != 0 { - b.WriteByte(packets.PropContentType) - WriteString(b, []byte(msg.ContentType)) - } - if len(msg.CorrelationData) != 0 { - b.WriteByte(packets.PropCorrelationData) - WriteString(b, []byte(msg.CorrelationData)) - } - if msg.MessageExpiry != 0 { - b.WriteByte(packets.PropMessageExpiry) - WriteUint32(b, msg.MessageExpiry) - } - b.WriteByte(packets.PropPayloadFormat) - b.WriteByte(msg.PayloadFormat) - - if len(msg.ResponseTopic) != 0 { - b.WriteByte(packets.PropResponseTopic) - WriteString(b, []byte(msg.ResponseTopic)) - } - for _, v := range msg.SubscriptionIdentifier { - b.WriteByte(packets.PropSubscriptionIdentifier) - l, _ := packets.DecodeRemainLength(int(v)) - b.Write(l) - } - for _, v := range msg.UserProperties { - b.WriteByte(packets.PropUser) - WriteString(b, v.K) - WriteString(b, v.V) - } - return -} - -// DecodeMessage decodes message from buffer. -func DecodeMessage(b *bytes.Buffer) (msg *gmqtt.Message, err error) { - msg = &gmqtt.Message{} - msg.Dup, err = ReadBool(b) - if err != nil { - return - } - msg.QoS, err = b.ReadByte() - if err != nil { - return - } - msg.Retained, err = ReadBool(b) - if err != nil { - return - } - topic, err := ReadString(b) - if err != nil { - return - } - msg.Topic = string(topic) - msg.Payload, err = ReadString(b) - if err != nil { - return - } - msg.PacketID, err = ReadUint16(b) - if err != nil { - return - } - for { - pt, err := b.ReadByte() - if err == io.EOF { - return msg, nil - } - if err != nil { - return nil, err - } - switch pt { - case packets.PropContentType: - v, err := ReadString(b) - if err != nil { - return nil, err - } - msg.ContentType = string(v) - case packets.PropCorrelationData: - msg.CorrelationData, err = ReadString(b) - if err != nil { - return nil, err - } - case packets.PropMessageExpiry: - msg.MessageExpiry, err = ReadUint32(b) - if err != nil { - return nil, err - } - case packets.PropPayloadFormat: - msg.PayloadFormat, err = b.ReadByte() - if err != nil { - return nil, err - } - case packets.PropResponseTopic: - v, err := ReadString(b) - if err != nil { - return nil, err - } - msg.ResponseTopic = string(v) - case packets.PropSubscriptionIdentifier: - si, err := packets.EncodeRemainLength(b) - if err != nil { - return nil, err - } - msg.SubscriptionIdentifier = append(msg.SubscriptionIdentifier, uint32(si)) - case packets.PropUser: - k, err := ReadString(b) - if err != nil { - return nil, err - } - v, err := ReadString(b) - if err != nil { - return nil, err - } - msg.UserProperties = append(msg.UserProperties, packets.UserProperty{K: k, V: v}) - } - } -} - -// DecodeMessageFromBytes decodes message from bytes. -func DecodeMessageFromBytes(b []byte) (msg *gmqtt.Message, err error) { - if len(b) == 0 { - return nil, nil - } - return DecodeMessage(bytes.NewBuffer(b)) -} - -func EncodeSession(sess *gmqtt.Session, b *bytes.Buffer) { - WriteString(b, []byte(sess.ClientID)) - if sess.Will != nil { - b.WriteByte(1) - EncodeMessage(sess.Will, b) - WriteUint32(b, sess.WillDelayInterval) - } else { - b.WriteByte(0) - } - time := make([]byte, 8) - binary.BigEndian.PutUint64(time, uint64(sess.ConnectedAt.Unix())) - WriteUint32(b, sess.ExpiryInterval) -} - -func DecodeSession(b *bytes.Buffer) (sess *gmqtt.Session, err error) { - sess = &gmqtt.Session{} - cid, err := ReadString(b) - if err != nil { - return nil, err - } - sess.ClientID = string(cid) - willPresent, err := b.ReadByte() - if err != nil { - return - } - if willPresent == 1 { - sess.Will, err = DecodeMessage(b) - if err != nil { - return - } - sess.WillDelayInterval, err = ReadUint32(b) - if err != nil { - return - } - } - t := binary.BigEndian.Uint64(b.Next(8)) - sess.ConnectedAt = time.Unix(int64(t), 0) - sess.ExpiryInterval, err = ReadUint32(b) - return -} diff --git a/internal/hummingbird/mqttbroker/persistence/memory.go b/internal/hummingbird/mqttbroker/persistence/memory.go deleted file mode 100644 index 3ae1211..0000000 --- a/internal/hummingbird/mqttbroker/persistence/memory.go +++ /dev/null @@ -1,55 +0,0 @@ -package persistence - -import ( - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - mem_queue "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue/mem" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - mem_session "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session/mem" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - mem_sub "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription/mem" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - mem_unack "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack/mem" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func init() { - server.RegisterPersistenceFactory("memory", NewMemory) -} - -func NewMemory(config config.Config) (server.Persistence, error) { - return &memory{}, nil -} - -type memory struct { -} - -func (m *memory) NewUnackStore(config config.Config, clientID string) (unack.Store, error) { - return mem_unack.New(mem_unack.Options{ - ClientID: clientID, - }), nil -} - -func (m *memory) NewSessionStore(config config.Config) (session.Store, error) { - return mem_session.New(), nil -} - -func (m *memory) Open() error { - return nil -} -func (m *memory) NewQueueStore(config config.Config, defaultNotifier queue.Notifier, clientID string) (queue.Store, error) { - return mem_queue.New(mem_queue.Options{ - MaxQueuedMsg: config.MQTT.MaxQueuedMsg, - InflightExpiry: config.MQTT.InflightExpiry, - ClientID: clientID, - DefaultNotifier: defaultNotifier, - }) -} - -func (m *memory) NewSubscriptionStore(config config.Config) (subscription.Store, error) { - return mem_sub.NewStore(), nil -} - -func (m *memory) Close() error { - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/elem.go b/internal/hummingbird/mqttbroker/persistence/queue/elem.go deleted file mode 100644 index 9e49fd0..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/elem.go +++ /dev/null @@ -1,116 +0,0 @@ -package queue - -import ( - "bytes" - "encoding/binary" - "errors" - "time" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/encoding" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type MessageWithID interface { - ID() packets.PacketID - SetID(id packets.PacketID) -} - -type Publish struct { - *mqttbroker.Message -} - -func (p *Publish) ID() packets.PacketID { - return p.PacketID -} -func (p *Publish) SetID(id packets.PacketID) { - p.PacketID = id -} - -type Pubrel struct { - PacketID packets.PacketID -} - -func (p *Pubrel) ID() packets.PacketID { - return p.PacketID -} -func (p *Pubrel) SetID(id packets.PacketID) { - p.PacketID = id -} - -// Elem represents the element store in the queue. -type Elem struct { - // At represents the entry time. - At time.Time - // Expiry represents the expiry time. - // Empty means never expire. - Expiry time.Time - MessageWithID -} - -// Encode encodes the publish structure into bytes and write it to the buffer -func (p *Publish) Encode(b *bytes.Buffer) { - encoding.EncodeMessage(p.Message, b) -} - -func (p *Publish) Decode(b *bytes.Buffer) (err error) { - msg, err := encoding.DecodeMessage(b) - if err != nil { - return err - } - p.Message = msg - return nil -} - -// Encode encode the pubrel structure into bytes. -func (p *Pubrel) Encode(b *bytes.Buffer) { - encoding.WriteUint16(b, p.PacketID) -} - -func (p *Pubrel) Decode(b *bytes.Buffer) (err error) { - p.PacketID, err = encoding.ReadUint16(b) - return -} - -// Encode encode the elem structure into bytes. -// Format: 8 byte timestamp | 1 byte identifier| data -func (e *Elem) Encode() []byte { - b := bytes.NewBuffer(make([]byte, 0, 100)) - rs := make([]byte, 19) - binary.BigEndian.PutUint64(rs[0:9], uint64(e.At.Unix())) - binary.BigEndian.PutUint64(rs[9:18], uint64(e.Expiry.Unix())) - switch m := e.MessageWithID.(type) { - case *Publish: - rs[18] = 0 - b.Write(rs) - m.Encode(b) - case *Pubrel: - rs[18] = 1 - b.Write(rs) - m.Encode(b) - } - return b.Bytes() -} - -func (e *Elem) Decode(b []byte) (err error) { - if len(b) < 19 { - return errors.New("invalid input length") - } - e.At = time.Unix(int64(binary.BigEndian.Uint64(b[0:9])), 0) - e.Expiry = time.Unix(int64(binary.BigEndian.Uint64(b[9:19])), 0) - switch b[18] { - case 0: // publish - p := &Publish{} - buf := bytes.NewBuffer(b[19:]) - err = p.Decode(buf) - e.MessageWithID = p - case 1: // pubrel - p := &Pubrel{} - buf := bytes.NewBuffer(b[19:]) - err = p.Decode(buf) - e.MessageWithID = p - default: - return errors.New("invalid identifier") - } - return -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/elem_mock.go b/internal/hummingbird/mqttbroker/persistence/queue/elem_mock.go deleted file mode 100644 index 8dca88b..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/elem_mock.go +++ /dev/null @@ -1,61 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: persistence/queue/elem.go - -// Package queue is a generated GoMock package. -package queue - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - packets "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// MockMessageWithID is a mock of MessageWithID interface -type MockMessageWithID struct { - ctrl *gomock.Controller - recorder *MockMessageWithIDMockRecorder -} - -// MockMessageWithIDMockRecorder is the mock recorder for MockMessageWithID -type MockMessageWithIDMockRecorder struct { - mock *MockMessageWithID -} - -// NewMockMessageWithID creates a new mock instance -func NewMockMessageWithID(ctrl *gomock.Controller) *MockMessageWithID { - mock := &MockMessageWithID{ctrl: ctrl} - mock.recorder = &MockMessageWithIDMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockMessageWithID) EXPECT() *MockMessageWithIDMockRecorder { - return m.recorder -} - -// ID mocks base method -func (m *MockMessageWithID) ID() packets.PacketID { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "ID") - ret0, _ := ret[0].(packets.PacketID) - return ret0 -} - -// ID indicates an expected call of ID -func (mr *MockMessageWithIDMockRecorder) ID() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ID", reflect.TypeOf((*MockMessageWithID)(nil).ID)) -} - -// SetID mocks base method -func (m *MockMessageWithID) SetID(id packets.PacketID) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "SetID", id) -} - -// SetID indicates an expected call of SetID -func (mr *MockMessageWithIDMockRecorder) SetID(id interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "SetID", reflect.TypeOf((*MockMessageWithID)(nil).SetID), id) -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/elem_test.go b/internal/hummingbird/mqttbroker/persistence/queue/elem_test.go deleted file mode 100644 index d5ba02c..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/elem_test.go +++ /dev/null @@ -1,104 +0,0 @@ -package queue - -import ( - "testing" - "time" - - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -func assertElemEqual(a *assert.Assertions, expected, actual *Elem) { - expected.At = time.Unix(expected.At.Unix(), 0) - expected.Expiry = time.Unix(expected.Expiry.Unix(), 0) - actual.At = time.Unix(actual.At.Unix(), 0) - actual.Expiry = time.Unix(actual.Expiry.Unix(), 0) - a.Equal(expected, actual) -} - -func TestElem_Encode_Publish(t *testing.T) { - a := assert.New(t) - e := &Elem{ - At: time.Now(), - MessageWithID: &Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 2, - Retained: false, - Topic: "/mytopic", - Payload: []byte("payload"), - PacketID: 2, - ContentType: "type", - CorrelationData: nil, - MessageExpiry: 1, - PayloadFormat: packets.PayloadFormatString, - ResponseTopic: "", - SubscriptionIdentifier: []uint32{1, 2}, - UserProperties: []packets.UserProperty{ - { - K: []byte("1"), - V: []byte("2"), - }, { - K: []byte("3"), - V: []byte("4"), - }, - }, - }, - }, - } - rs := e.Encode() - de := &Elem{} - err := de.Decode(rs) - a.Nil(err) - assertElemEqual(a, e, de) -} -func TestElem_Encode_Pubrel(t *testing.T) { - a := assert.New(t) - e := &Elem{ - At: time.Unix(time.Now().Unix(), 0), - MessageWithID: &Pubrel{ - PacketID: 2, - }, - } - rs := e.Encode() - de := &Elem{} - err := de.Decode(rs) - a.Nil(err) - assertElemEqual(a, e, de) -} - -func Benchmark_Encode_Publish(b *testing.B) { - for i := 0; i < b.N; i++ { - e := &Elem{ - At: time.Unix(time.Now().Unix(), 0), - MessageWithID: &Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 2, - Retained: false, - Topic: "/mytopic", - Payload: []byte("payload"), - PacketID: 2, - ContentType: "type", - CorrelationData: nil, - MessageExpiry: 1, - PayloadFormat: packets.PayloadFormatString, - ResponseTopic: "", - SubscriptionIdentifier: []uint32{1, 2}, - UserProperties: []packets.UserProperty{ - { - K: []byte("1"), - V: []byte("2"), - }, { - K: []byte("3"), - V: []byte("4"), - }, - }, - }, - }, - } - e.Encode() - } -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/error.go b/internal/hummingbird/mqttbroker/persistence/queue/error.go deleted file mode 100644 index 42172fa..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/error.go +++ /dev/null @@ -1,23 +0,0 @@ -package queue - -import ( - "errors" -) - -var ( - ErrClosed = errors.New("queue has been closed") - ErrDropExceedsMaxPacketSize = errors.New("maximum packet size exceeded") - ErrDropQueueFull = errors.New("the message queue is full") - ErrDropExpired = errors.New("the message is expired") - ErrDropExpiredInflight = errors.New("the inflight message is expired") -) - -// InternalError wraps the error of the backend storage. -type InternalError struct { - // Err is the error return by the backend storage. - Err error -} - -func (i *InternalError) Error() string { - return i.Error() -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/mem/mem.go b/internal/hummingbird/mqttbroker/persistence/queue/mem/mem.go deleted file mode 100644 index 8057769..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/mem/mem.go +++ /dev/null @@ -1,278 +0,0 @@ -package mem - -import ( - "container/list" - "sync" - "time" - - "go.uber.org/zap" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var _ queue.Store = (*Queue)(nil) - -type Options struct { - MaxQueuedMsg int - InflightExpiry time.Duration - ClientID string - DefaultNotifier queue.Notifier -} - -type Queue struct { - cond *sync.Cond - clientID string - version packets.Version - opts *Options - readBytesLimit uint32 - l *list.List - // current is the next element to read. - current *list.Element - inflightDrained bool - closed bool - // max is the maximum queue length - max int - log *zap.Logger - inflightExpiry time.Duration - notifier queue.Notifier -} - -func New(opts Options) (*Queue, error) { - return &Queue{ - clientID: opts.ClientID, - cond: sync.NewCond(&sync.Mutex{}), - l: list.New(), - max: opts.MaxQueuedMsg, - inflightExpiry: opts.InflightExpiry, - notifier: opts.DefaultNotifier, - log: server.LoggerWithField(zap.String("queue", "memory")), - }, nil -} - -func (q *Queue) Close() error { - q.cond.L.Lock() - defer q.cond.L.Unlock() - q.closed = true - q.cond.Signal() - return nil -} - -func (q *Queue) Init(opts *queue.InitOptions) error { - q.cond.L.Lock() - defer q.cond.L.Unlock() - q.closed = false - q.inflightDrained = false - if opts.CleanStart { - q.l = list.New() - } - q.readBytesLimit = opts.ReadBytesLimit - q.version = opts.Version - q.current = q.l.Front() - q.notifier = opts.Notifier - q.cond.Signal() - return nil -} - -func (*Queue) Clean() error { - return nil -} - -func (q *Queue) Add(elem *queue.Elem) (err error) { - now := time.Now() - var dropErr error - var dropElem *list.Element - var drop bool - q.cond.L.Lock() - defer func() { - q.cond.L.Unlock() - q.cond.Signal() - }() - defer func() { - if drop { - if dropErr == queue.ErrDropExpiredInflight { - q.notifier.NotifyInflightAdded(-1) - } - if dropElem == nil { - q.notifier.NotifyDropped(elem, dropErr) - return - } - if dropElem == q.current { - q.current = q.current.Next() - } - q.l.Remove(dropElem) - q.notifier.NotifyDropped(dropElem.Value.(*queue.Elem), dropErr) - } else { - q.notifier.NotifyMsgQueueAdded(1) - } - e := q.l.PushBack(elem) - if q.current == nil { - q.current = e - } - }() - if q.l.Len() >= q.max { - // set default drop error - dropErr = queue.ErrDropQueueFull - drop = true - - // drop expired inflight message - if v := q.l.Front(); v != q.current && - v != nil && - queue.ElemExpiry(now, v.Value.(*queue.Elem)) { - dropElem = v - dropErr = queue.ErrDropExpiredInflight - return - } - - // drop the current elem if there is no more non-inflight messages. - if q.inflightDrained && q.current == nil { - return - } - for e := q.current; e != nil; e = e.Next() { - pub := e.Value.(*queue.Elem).MessageWithID.(*queue.Publish) - // drop expired non-inflight message - if pub.ID() == 0 && - queue.ElemExpiry(now, e.Value.(*queue.Elem)) { - dropElem = e - dropErr = queue.ErrDropExpired - return - } - // drop qos0 message in the queue - if pub.ID() == 0 && pub.QoS == packets.Qos0 && dropElem == nil { - dropElem = e - } - } - if dropElem != nil { - return - } - if elem.MessageWithID.(*queue.Publish).QoS == packets.Qos0 { - return - } - - if q.inflightDrained { - // drop the front message - dropElem = q.current - return - } - // the messages in the queue are all inflight messages, drop the current elem - return - } - return nil -} - -func (q *Queue) Replace(elem *queue.Elem) (replaced bool, err error) { - q.cond.L.Lock() - defer q.cond.L.Unlock() - unread := q.current - for e := q.l.Front(); e != nil && e != unread; e = e.Next() { - if e.Value.(*queue.Elem).ID() == elem.ID() { - e.Value = elem - return true, nil - } - } - return false, nil -} - -func (q *Queue) Read(pids []packets.PacketID) (rs []*queue.Elem, err error) { - now := time.Now() - q.cond.L.Lock() - defer q.cond.L.Unlock() - if !q.inflightDrained { - panic("must call ReadInflight to drain all inflight messages before Read") - } - for (q.l.Len() == 0 || q.current == nil) && !q.closed { - q.cond.Wait() - } - if q.closed { - return nil, queue.ErrClosed - } - length := q.l.Len() - if len(pids) < length { - length = len(pids) - } - var msgQueueDelta, inflightDelta int - var pflag int - for i := 0; i < length && q.current != nil; i++ { - v := q.current - // remove expired message - if queue.ElemExpiry(now, v.Value.(*queue.Elem)) { - q.current = q.current.Next() - q.notifier.NotifyDropped(v.Value.(*queue.Elem), queue.ErrDropExpired) - q.l.Remove(v) - msgQueueDelta-- - continue - } - // remove message which exceeds maximum packet size - pub := v.Value.(*queue.Elem).MessageWithID.(*queue.Publish) - if size := pub.TotalBytes(q.version); size > q.readBytesLimit { - q.current = q.current.Next() - q.notifier.NotifyDropped(v.Value.(*queue.Elem), queue.ErrDropExceedsMaxPacketSize) - q.l.Remove(v) - msgQueueDelta-- - continue - } - - // remove qos 0 message after read - if pub.QoS == 0 { - q.current = q.current.Next() - q.l.Remove(v) - msgQueueDelta-- - } else { - pub.SetID(pids[pflag]) - // When the message becomes inflight message, update the expiry time. - if q.inflightExpiry != 0 { - v.Value.(*queue.Elem).Expiry = now.Add(q.inflightExpiry) - } - pflag++ - inflightDelta++ - q.current = q.current.Next() - } - rs = append(rs, v.Value.(*queue.Elem)) - } - q.notifier.NotifyMsgQueueAdded(msgQueueDelta) - q.notifier.NotifyInflightAdded(inflightDelta) - return rs, nil -} - -func (q *Queue) ReadInflight(maxSize uint) (rs []*queue.Elem, err error) { - q.cond.L.Lock() - defer q.cond.L.Unlock() - length := q.l.Len() - if length == 0 || q.current == nil { - q.inflightDrained = true - return nil, nil - } - if int(maxSize) < length { - length = int(maxSize) - } - for i := 0; i < length && q.current != nil; i++ { - if e := q.current.Value.(*queue.Elem); e.ID() != 0 { - if q.inflightExpiry != 0 { - e.Expiry = time.Now().Add(q.inflightExpiry) - } - rs = append(rs, e) - q.current = q.current.Next() - } else { - q.inflightDrained = true - break - } - } - return rs, nil -} - -func (q *Queue) Remove(pid packets.PacketID) error { - q.cond.L.Lock() - defer q.cond.L.Unlock() - // Must not remove unread messages. - unread := q.current - for e := q.l.Front(); e != nil && e != unread; e = e.Next() { - if e.Value.(*queue.Elem).ID() == pid { - q.l.Remove(e) - q.notifier.NotifyMsgQueueAdded(-1) - q.notifier.NotifyInflightAdded(-1) - return nil - } - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/queue.go b/internal/hummingbird/mqttbroker/persistence/queue/queue.go deleted file mode 100644 index 652ba8d..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/queue.go +++ /dev/null @@ -1,78 +0,0 @@ -package queue - -import ( - "time" - - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// InitOptions is used to pass some required client information to the queue.Init() -type InitOptions struct { - // CleanStart is the cleanStart field in the connect packet. - CleanStart bool - // Version is the client MQTT protocol version. - Version packets.Version - // ReadBytesLimit indicates the maximum publish size that is allow to read. - ReadBytesLimit uint32 - Notifier Notifier -} - -// Store represents a queue store for one client. -type Store interface { - // Close will be called when the client disconnect. - // This method must unblock the Read method. - Close() error - // Init will be called when the client connect. - // If opts.CleanStart set to true, the implementation should remove any associated data in backend store. - // If it sets to false, the implementation should be able to retrieve the associated data from backend store. - // The opts.version indicates the protocol version of the connected client, it is mainly used to calculate the publish packet size. - Init(opts *InitOptions) error - Clean() error - // Add inserts a elem to the queue. - // When the len of queue is reaching the maximum setting, the implementation should drop messages according the following priorities: - // 1. Drop the expired inflight message. - // 2. Drop the current elem if there is no more non-inflight messages. - // 3. Drop expired non-inflight message. - // 4. Drop qos0 message. - // 5. Drop the front message. - // See queue.mem for more details. - Add(elem *Elem) error - // Replace replaces the PUBLISH with the PUBREL with the same packet id. - Replace(elem *Elem) (replaced bool, err error) - - // Read reads a batch of new message (non-inflight) from the store. The qos0 messages will be removed after read. - // The size of the batch will be less than or equal to the size of the given packet id list. - // The implementation must remove and do not return any : - // 1. expired messages - // 2. publish message which exceeds the InitOptions.ReadBytesLimit - // while reading. - // The caller must call ReadInflight first to read all inflight message before calling this method. - // Calling this method will be blocked until there are any new messages can be read or the store has been closed. - // If the store has been closed, returns nil, ErrClosed. - Read(pids []packets.PacketID) ([]*Elem, error) - - // ReadInflight reads at most maxSize inflight messages. - // The caller must call this method to read all inflight messages before calling Read method. - // Returning 0 length elems means all inflight messages have been read. - ReadInflight(maxSize uint) (elems []*Elem, err error) - - // Remove removes the elem for a given id. - Remove(pid packets.PacketID) error -} - -type Notifier interface { - // NotifyDropped will be called when the element in the queue is dropped. - // The err indicates the reason of why it is dropped. - // The MessageWithID field in elem param can be queue.Pubrel or queue.Publish. - NotifyDropped(elem *Elem, err error) - NotifyInflightAdded(delta int) - NotifyMsgQueueAdded(delta int) -} - -// ElemExpiry return whether the elem is expired -func ElemExpiry(now time.Time, elem *Elem) bool { - if !elem.Expiry.IsZero() { - return now.After(elem.Expiry) - } - return false -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/queue_mock.go b/internal/hummingbird/mqttbroker/persistence/queue/queue_mock.go deleted file mode 100644 index 18083d9..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/queue_mock.go +++ /dev/null @@ -1,209 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: persistence/queue/queue.go - -// Package queue is a generated GoMock package. -package queue - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - packets "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// MockStore is a mock of Store interface -type MockStore struct { - ctrl *gomock.Controller - recorder *MockStoreMockRecorder -} - -// MockStoreMockRecorder is the mock recorder for MockStore -type MockStoreMockRecorder struct { - mock *MockStore -} - -// NewMockStore creates a new mock instance -func NewMockStore(ctrl *gomock.Controller) *MockStore { - mock := &MockStore{ctrl: ctrl} - mock.recorder = &MockStoreMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStore) EXPECT() *MockStoreMockRecorder { - return m.recorder -} - -// Close mocks base method -func (m *MockStore) Close() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Close") - ret0, _ := ret[0].(error) - return ret0 -} - -// Close indicates an expected call of Close -func (mr *MockStoreMockRecorder) Close() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Close", reflect.TypeOf((*MockStore)(nil).Close)) -} - -// Init mocks base method -func (m *MockStore) Init(opts *InitOptions) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Init", opts) - ret0, _ := ret[0].(error) - return ret0 -} - -// Init indicates an expected call of Init -func (mr *MockStoreMockRecorder) Init(opts interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Init", reflect.TypeOf((*MockStore)(nil).Init), opts) -} - -// Clean mocks base method -func (m *MockStore) Clean() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Clean") - ret0, _ := ret[0].(error) - return ret0 -} - -// Clean indicates an expected call of Clean -func (mr *MockStoreMockRecorder) Clean() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Clean", reflect.TypeOf((*MockStore)(nil).Clean)) -} - -// Add mocks base method -func (m *MockStore) Add(elem *Elem) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Add", elem) - ret0, _ := ret[0].(error) - return ret0 -} - -// Add indicates an expected call of Add -func (mr *MockStoreMockRecorder) Add(elem interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Add", reflect.TypeOf((*MockStore)(nil).Add), elem) -} - -// Replace mocks base method -func (m *MockStore) Replace(elem *Elem) (bool, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Replace", elem) - ret0, _ := ret[0].(bool) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Replace indicates an expected call of Replace -func (mr *MockStoreMockRecorder) Replace(elem interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Replace", reflect.TypeOf((*MockStore)(nil).Replace), elem) -} - -// Read mocks base method -func (m *MockStore) Read(pids []packets.PacketID) ([]*Elem, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Read", pids) - ret0, _ := ret[0].([]*Elem) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Read indicates an expected call of Read -func (mr *MockStoreMockRecorder) Read(pids interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Read", reflect.TypeOf((*MockStore)(nil).Read), pids) -} - -// ReadInflight mocks base method -func (m *MockStore) ReadInflight(maxSize uint) ([]*Elem, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "ReadInflight", maxSize) - ret0, _ := ret[0].([]*Elem) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// ReadInflight indicates an expected call of ReadInflight -func (mr *MockStoreMockRecorder) ReadInflight(maxSize interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ReadInflight", reflect.TypeOf((*MockStore)(nil).ReadInflight), maxSize) -} - -// Remove mocks base method -func (m *MockStore) Remove(pid packets.PacketID) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Remove", pid) - ret0, _ := ret[0].(error) - return ret0 -} - -// Remove indicates an expected call of Remove -func (mr *MockStoreMockRecorder) Remove(pid interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Remove", reflect.TypeOf((*MockStore)(nil).Remove), pid) -} - -// MockNotifier is a mock of Notifier interface -type MockNotifier struct { - ctrl *gomock.Controller - recorder *MockNotifierMockRecorder -} - -// MockNotifierMockRecorder is the mock recorder for MockNotifier -type MockNotifierMockRecorder struct { - mock *MockNotifier -} - -// NewMockNotifier creates a new mock instance -func NewMockNotifier(ctrl *gomock.Controller) *MockNotifier { - mock := &MockNotifier{ctrl: ctrl} - mock.recorder = &MockNotifierMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockNotifier) EXPECT() *MockNotifierMockRecorder { - return m.recorder -} - -// NotifyDropped mocks base method -func (m *MockNotifier) NotifyDropped(elem *Elem, err error) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "NotifyDropped", elem, err) -} - -// NotifyDropped indicates an expected call of NotifyDropped -func (mr *MockNotifierMockRecorder) NotifyDropped(elem, err interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NotifyDropped", reflect.TypeOf((*MockNotifier)(nil).NotifyDropped), elem, err) -} - -// NotifyInflightAdded mocks base method -func (m *MockNotifier) NotifyInflightAdded(delta int) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "NotifyInflightAdded", delta) -} - -// NotifyInflightAdded indicates an expected call of NotifyInflightAdded -func (mr *MockNotifierMockRecorder) NotifyInflightAdded(delta interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NotifyInflightAdded", reflect.TypeOf((*MockNotifier)(nil).NotifyInflightAdded), delta) -} - -// NotifyMsgQueueAdded mocks base method -func (m *MockNotifier) NotifyMsgQueueAdded(delta int) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "NotifyMsgQueueAdded", delta) -} - -// NotifyMsgQueueAdded indicates an expected call of NotifyMsgQueueAdded -func (mr *MockNotifierMockRecorder) NotifyMsgQueueAdded(delta interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NotifyMsgQueueAdded", reflect.TypeOf((*MockNotifier)(nil).NotifyMsgQueueAdded), delta) -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/redis/redis.go b/internal/hummingbird/mqttbroker/persistence/queue/redis/redis.go deleted file mode 100644 index 74dd166..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/redis/redis.go +++ /dev/null @@ -1,418 +0,0 @@ -package redis - -import ( - "sync" - "time" - - redigo "github.com/gomodule/redigo/redis" - "go.uber.org/zap" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/codes" - "github.com/winc-link/hummingbird/internal/pkg/packets" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" -) - -const ( - queuePrefix = "queue:" -) - -var _ queue.Store = (*Queue)(nil) - -func getKey(clientID string) string { - return queuePrefix + clientID -} - -type Options struct { - MaxQueuedMsg int - ClientID string - InflightExpiry time.Duration - Pool *redigo.Pool - DefaultNotifier queue.Notifier -} - -type Queue struct { - cond *sync.Cond - clientID string - version packets.Version - readBytesLimit uint32 - // max is the maximum queue length - max int - // len is the length of the list - len int - pool *redigo.Pool - closed bool - inflightDrained bool - // current is the current read index of Queue list. - current int - readCache map[packets.PacketID][]byte - err error - log *zap.Logger - inflightExpiry time.Duration - notifier queue.Notifier -} - -func New(opts Options) (*Queue, error) { - return &Queue{ - cond: sync.NewCond(&sync.Mutex{}), - clientID: opts.ClientID, - max: opts.MaxQueuedMsg, - len: 0, - pool: opts.Pool, - closed: false, - inflightDrained: false, - current: 0, - inflightExpiry: opts.InflightExpiry, - notifier: opts.DefaultNotifier, - log: server.LoggerWithField(zap.String("queue", "redis")), - }, nil -} - -func wrapError(err error) *codes.Error { - return &codes.Error{ - Code: codes.UnspecifiedError, - ErrorDetails: codes.ErrorDetails{ - ReasonString: []byte(err.Error()), - UserProperties: nil, - }, - } -} - -func (q *Queue) Close() error { - q.cond.L.Lock() - defer func() { - q.cond.L.Unlock() - q.cond.Signal() - }() - q.closed = true - return nil -} - -func (q *Queue) setLen(conn redigo.Conn) error { - l, err := conn.Do("llen", getKey(q.clientID)) - if err != nil { - return err - } - q.len = int(l.(int64)) - return nil -} - -func (q *Queue) Init(opts *queue.InitOptions) error { - q.cond.L.Lock() - defer q.cond.L.Unlock() - conn := q.pool.Get() - defer conn.Close() - - if opts.CleanStart { - _, err := conn.Do("del", getKey(q.clientID)) - if err != nil { - return wrapError(err) - } - } - err := q.setLen(conn) - if err != nil { - return err - } - q.version = opts.Version - q.readBytesLimit = opts.ReadBytesLimit - q.closed = false - q.inflightDrained = false - q.current = 0 - q.readCache = make(map[packets.PacketID][]byte) - q.notifier = opts.Notifier - q.cond.Signal() - return nil -} - -func (q *Queue) Clean() error { - conn := q.pool.Get() - defer conn.Close() - _, err := conn.Do("del", getKey(q.clientID)) - return err -} - -func (q *Queue) Add(elem *queue.Elem) (err error) { - now := time.Now() - conn := q.pool.Get() - q.cond.L.Lock() - var dropErr error - var dropBytes []byte - var dropElem *queue.Elem - var drop bool - defer func() { - conn.Close() - q.cond.L.Unlock() - q.cond.Signal() - }() - - defer func() { - if drop { - if dropErr == queue.ErrDropExpiredInflight { - q.notifier.NotifyInflightAdded(-1) - q.current-- - } - if dropBytes == nil { - q.notifier.NotifyDropped(elem, dropErr) - return - } else { - err = conn.Send("lrem", getKey(q.clientID), 1, dropBytes) - } - q.notifier.NotifyDropped(dropElem, dropErr) - } else { - q.notifier.NotifyMsgQueueAdded(1) - q.len++ - } - _ = conn.Send("rpush", getKey(q.clientID), elem.Encode()) - err = conn.Flush() - }() - if q.len >= q.max { - // set default drop error - dropErr = queue.ErrDropQueueFull - drop = true - var rs []interface{} - // drop expired inflight message - rs, err = redigo.Values(conn.Do("lrange", getKey(q.clientID), 0, q.len)) - if err != nil { - return - } - var frontBytes []byte - var frontElem *queue.Elem - for i := 0; i < len(rs); i++ { - b := rs[i].([]byte) - e := &queue.Elem{} - err = e.Decode(b) - if err != nil { - return - } - // inflight message - if i < q.current && queue.ElemExpiry(now, e) { - dropBytes = b - dropElem = e - dropErr = queue.ErrDropExpiredInflight - return - } - // non-inflight message - if i >= q.current { - if i == q.current { - frontBytes = b - frontElem = e - } - // drop qos0 message in the queue - pub := e.MessageWithID.(*queue.Publish) - // drop expired non-inflight message - if pub.ID() == 0 && queue.ElemExpiry(now, e) { - dropBytes = b - dropElem = e - dropErr = queue.ErrDropExpired - return - } - if pub.ID() == 0 && pub.QoS == packets.Qos0 && dropElem == nil { - dropBytes = b - dropElem = e - } - } - } - // drop the current elem if there is no more non-inflight messages. - if q.inflightDrained && q.current >= q.len { - return - } - rs, err = redigo.Values(conn.Do("lrange", getKey(q.clientID), q.current, q.len)) - if err != nil { - return err - } - if dropElem != nil { - return - } - if elem.MessageWithID.(*queue.Publish).QoS == packets.Qos0 { - return - } - if frontElem != nil { - // drop the front message - dropBytes = frontBytes - dropElem = frontElem - } - // the the messages in the queue are all inflight messages, drop the current elem - return - } - return nil -} - -func (q *Queue) Replace(elem *queue.Elem) (replaced bool, err error) { - conn := q.pool.Get() - q.cond.L.Lock() - defer func() { - conn.Close() - q.cond.L.Unlock() - }() - id := elem.ID() - eb := elem.Encode() - stop := q.current - 1 - if stop < 0 { - stop = 0 - } - rs, err := redigo.Values(conn.Do("lrange", getKey(q.clientID), 0, stop)) - if err != nil { - return false, err - } - for k, v := range rs { - b := v.([]byte) - e := &queue.Elem{} - err = e.Decode(b) - if err != nil { - return false, err - } - if e.ID() == elem.ID() { - _, err = conn.Do("lset", getKey(q.clientID), k, eb) - if err != nil { - return false, err - } - q.readCache[id] = eb - return true, nil - } - } - - return false, nil -} - -func (q *Queue) Read(pids []packets.PacketID) (elems []*queue.Elem, err error) { - now := time.Now() - q.cond.L.Lock() - defer q.cond.L.Unlock() - conn := q.pool.Get() - defer conn.Close() - if !q.inflightDrained { - panic("must call ReadInflight to drain all inflight messages before Read") - } - for q.current >= q.len && !q.closed { - q.cond.Wait() - } - if q.closed { - return nil, queue.ErrClosed - } - rs, err := redigo.Values(conn.Do("lrange", getKey(q.clientID), q.current, q.current+len(pids)-1)) - if err != nil { - return nil, wrapError(err) - } - var msgQueueDelta, inflightDelta int - var pflag int - for i := 0; i < len(rs); i++ { - b := rs[i].([]byte) - e := &queue.Elem{} - err := e.Decode(b) - if err != nil { - return nil, err - } - // remove expired message - if queue.ElemExpiry(now, e) { - err = conn.Send("lrem", getKey(q.clientID), 1, b) - q.len-- - if err != nil { - return nil, err - } - q.notifier.NotifyDropped(e, queue.ErrDropExpired) - msgQueueDelta-- - continue - } - - // remove message which exceeds maximum packet size - pub := e.MessageWithID.(*queue.Publish) - if size := pub.TotalBytes(q.version); size > q.readBytesLimit { - err = conn.Send("lrem", getKey(q.clientID), 1, b) - q.len-- - if err != nil { - return nil, err - } - q.notifier.NotifyDropped(e, queue.ErrDropExceedsMaxPacketSize) - msgQueueDelta-- - continue - } - - if e.MessageWithID.(*queue.Publish).QoS == 0 { - err = conn.Send("lrem", getKey(q.clientID), 1, b) - q.len-- - msgQueueDelta-- - if err != nil { - return nil, err - } - } else { - e.MessageWithID.SetID(pids[pflag]) - if q.inflightExpiry != 0 { - e.Expiry = now.Add(q.inflightExpiry) - } - pflag++ - nb := e.Encode() - - err = conn.Send("lset", getKey(q.clientID), q.current, nb) - q.current++ - inflightDelta++ - q.readCache[e.MessageWithID.ID()] = nb - } - elems = append(elems, e) - } - err = conn.Flush() - q.notifier.NotifyMsgQueueAdded(msgQueueDelta) - q.notifier.NotifyInflightAdded(inflightDelta) - return -} - -func (q *Queue) ReadInflight(maxSize uint) (elems []*queue.Elem, err error) { - q.cond.L.Lock() - defer q.cond.L.Unlock() - conn := q.pool.Get() - defer conn.Close() - rs, err := redigo.Values(conn.Do("lrange", getKey(q.clientID), q.current, q.current+int(maxSize)-1)) - if len(rs) == 0 { - q.inflightDrained = true - return - } - if err != nil { - return nil, wrapError(err) - } - beginIndex := q.current - for index, v := range rs { - b := v.([]byte) - e := &queue.Elem{} - err := e.Decode(b) - if err != nil { - return nil, err - } - id := e.MessageWithID.ID() - if id != 0 { - if q.inflightExpiry != 0 { - e.Expiry = time.Now().Add(q.inflightExpiry) - b = e.Encode() - _, err = conn.Do("lset", getKey(q.clientID), beginIndex+index, b) - if err != nil { - return nil, err - } - } - elems = append(elems, e) - q.readCache[id] = b - q.current++ - } else { - q.inflightDrained = true - return elems, nil - } - } - return -} - -func (q *Queue) Remove(pid packets.PacketID) error { - q.cond.L.Lock() - defer q.cond.L.Unlock() - conn := q.pool.Get() - defer conn.Close() - if b, ok := q.readCache[pid]; ok { - _, err := conn.Do("lrem", getKey(q.clientID), 1, b) - if err != nil { - return err - } - q.notifier.NotifyMsgQueueAdded(-1) - q.notifier.NotifyInflightAdded(-1) - delete(q.readCache, pid) - q.len-- - q.current-- - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/queue/test/test_suite.go b/internal/hummingbird/mqttbroker/persistence/queue/test/test_suite.go deleted file mode 100644 index 9ab3eaa..0000000 --- a/internal/hummingbird/mqttbroker/persistence/queue/test/test_suite.go +++ /dev/null @@ -1,672 +0,0 @@ -package test - -import ( - "testing" - "time" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var ( - TestServerConfig = config.Config{ - MQTT: config.MQTT{ - MaxQueuedMsg: 5, - InflightExpiry: 2 * time.Second, - }, - } - cid = "cid" - TestClientID = cid - TestNotifier = &testNotifier{} -) - -type testNotifier struct { - dropElem []*queue.Elem - dropErr error - inflightLen int - msgQueueLen int -} - -func (t *testNotifier) NotifyDropped(elem *queue.Elem, err error) { - t.dropElem = append(t.dropElem, elem) - t.dropErr = err -} - -func (t *testNotifier) NotifyInflightAdded(delta int) { - t.inflightLen += delta - if t.inflightLen < 0 { - t.inflightLen = 0 - } -} - -func (t *testNotifier) NotifyMsgQueueAdded(delta int) { - t.msgQueueLen += delta - if t.msgQueueLen < 0 { - t.msgQueueLen = 0 - } -} - -func initDrop() { - TestNotifier.dropElem = nil - TestNotifier.dropErr = nil -} - -func initNotifierLen() { - TestNotifier.inflightLen = 0 - TestNotifier.msgQueueLen = 0 -} - -func assertMsgEqual(a *assert.Assertions, expected, actual *queue.Elem) { - expMsg := expected.MessageWithID.(*queue.Publish).Message - actMsg := actual.MessageWithID.(*queue.Publish).Message - a.Equal(expMsg.Topic, actMsg.Topic) - a.Equal(expMsg.QoS, actMsg.QoS) - a.Equal(expMsg.Payload, actMsg.Payload) - a.Equal(expMsg.PacketID, actMsg.PacketID) -} - -func assertQueueLen(a *assert.Assertions, inflightLen, msgQueueLen int) { - a.Equal(inflightLen, TestNotifier.inflightLen) - a.Equal(msgQueueLen, TestNotifier.msgQueueLen) -} - -// 2 inflight message + 3 new message -var initElems = []*queue.Elem{ - { - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: packets.Qos1, - Retained: false, - Topic: "/topic1_qos1", - Payload: []byte("qos1"), - PacketID: 1, - }, - }, - }, { - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: packets.Qos2, - Retained: false, - Topic: "/topic1_qos2", - Payload: []byte("qos2"), - PacketID: 2, - }, - }, - }, { - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: packets.Qos1, - Retained: false, - Topic: "/topic1_qos1", - Payload: []byte("qos1"), - PacketID: 0, - }, - }, - }, - { - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: packets.Qos0, - Retained: false, - Topic: "/topic1_qos0", - Payload: []byte("qos0"), - PacketID: 0, - }, - }, - }, - { - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: packets.Qos2, - Retained: false, - Topic: "/topic1_qos2", - Payload: []byte("qos2"), - PacketID: 0, - }, - }, - }, -} - -func initStore(store queue.Store) error { - return store.Init(&queue.InitOptions{ - CleanStart: true, - Version: packets.Version5, - ReadBytesLimit: 100, - Notifier: TestNotifier, - }) -} - -func add(store queue.Store) error { - for _, v := range initElems { - elem := *v - elem.MessageWithID = &queue.Publish{ - Message: elem.MessageWithID.(*queue.Publish).Message.Copy(), - } - err := store.Add(&elem) - if err != nil { - return err - } - } - TestNotifier.inflightLen = 2 - return nil -} - -func assertDrop(a *assert.Assertions, elem *queue.Elem, err error) { - a.Len(TestNotifier.dropElem, 1) - switch elem.MessageWithID.(type) { - case *queue.Publish: - actual := TestNotifier.dropElem[0].MessageWithID.(*queue.Publish) - pub := elem.MessageWithID.(*queue.Publish) - a.Equal(pub.Message.Topic, actual.Topic) - a.Equal(pub.Message.QoS, actual.QoS) - a.Equal(pub.Payload, actual.Payload) - a.Equal(pub.PacketID, actual.PacketID) - a.Equal(err, TestNotifier.dropErr) - case *queue.Pubrel: - actual := TestNotifier.dropElem[0].MessageWithID.(*queue.Pubrel) - pubrel := elem.MessageWithID.(*queue.Pubrel) - a.Equal(pubrel.PacketID, actual.PacketID) - a.Equal(err, TestNotifier.dropErr) - default: - a.FailNow("unexpected elem type") - - } - initDrop() -} - -func reconnect(a *assert.Assertions, cleanStart bool, store queue.Store) { - a.NoError(store.Close()) - a.NoError(store.Init(&queue.InitOptions{ - CleanStart: cleanStart, - Version: packets.Version5, - ReadBytesLimit: 100, - Notifier: TestNotifier, - })) -} - -type New func(config config.Config, hooks server.Hooks) (server.Persistence, error) - -func TestQueue(t *testing.T, store queue.Store) { - initDrop() - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - a.NoError(initStore(store)) - a.NoError(add(store)) - assertQueueLen(a, 2, 5) - testRead(a, store) - testDrop(a, store) - testReplace(a, store) - testCleanStart(a, store) - testReadExceedsDrop(a, store) - testClose(a, store) -} - -func testDrop(a *assert.Assertions, store queue.Store) { - // wait inflight messages to expire - time.Sleep(TestServerConfig.MQTT.InflightExpiry) - for i := 0; i < 3; i++ { - err := store.Add(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 2, - Retained: false, - Topic: "123", - Payload: []byte("123"), - PacketID: 0, - }, - }, - }) - a.Nil(err) - } - // drop expired inflight message (pid=1) - dropElem := initElems[0] - // queue: 1,2,0(qos2),0(qos2),0(qos2) (1 and 2 are expired inflight messages) - err := store.Add(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "123", - Payload: []byte("123"), - PacketID: 0, - }, - }, - }) - a.NoError(err) - assertDrop(a, dropElem, queue.ErrDropExpiredInflight) - assertQueueLen(a, 1, 5) - - e, err := store.Read([]packets.PacketID{5, 6, 7}) - a.NoError(err) - a.Len(e, 3) - a.EqualValues(5, e[0].MessageWithID.ID()) - a.EqualValues(6, e[1].MessageWithID.ID()) - a.EqualValues(7, e[2].MessageWithID.ID()) - // queue: 2,5(qos2),6(qos2),7(qos2), 0(qos1) (2 is expired inflight message) - assertQueueLen(a, 4, 5) - // drop expired inflight message (pid=2) - dropElem = initElems[1] - err = store.Add(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "1234", - Payload: []byte("1234"), - PacketID: 0, - }, - }, - }) - a.NoError(err) - // queue: 5(qos2),6(qos2),7(qos2), 0(qos1), 0(qos1) - assertDrop(a, dropElem, queue.ErrDropExpiredInflight) - - assertQueueLen(a, 3, 5) - e, err = store.Read([]packets.PacketID{8, 9}) - - a.NoError(err) - - // queue: 5(qos2),6(qos2),7(qos2),8(qos1),9(qos1) - a.Len(e, 2) - a.EqualValues(8, e[0].MessageWithID.ID()) - a.EqualValues(9, e[1].MessageWithID.ID()) - assertQueueLen(a, 5, 5) - - // drop the elem that is going to enqueue if there is no more non-inflight messages. - dropElem = &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "123", - Payload: []byte("123"), - PacketID: 0, - }, - }, - } - err = store.Add(dropElem) - a.NoError(err) - assertDrop(a, dropElem, queue.ErrDropQueueFull) - assertQueueLen(a, 5, 5) - - // queue: 5(qos2),6(qos2),7(qos2),8(qos1),9(qos1) - a.NoError(store.Remove(5)) - a.NoError(store.Remove(6)) - // queue: 7(qos2),8(qos2),9(qos2) - assertQueueLen(a, 3, 3) - - dropQoS0 := &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 0, - Retained: false, - Topic: "/t_qos0", - Payload: []byte("test"), - }, - }, - } - a.NoError(store.Add(dropQoS0)) - // queue: 7(qos2),8(qos2),9(qos2),0 (qos0/t_qos0) - assertQueueLen(a, 3, 4) - - // add expired elem - dropExpired := &queue.Elem{ - At: time.Now(), - Expiry: time.Now().Add(-10 * time.Second), - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 0, - Retained: false, - Topic: "/drop", - Payload: []byte("test"), - }, - }, - } - a.NoError(store.Add(dropExpired)) - // queue: 7(qos2),8(qos2),9(qos2), 0(qos0/t_qos0), 0(qos0/drop) - assertQueueLen(a, 3, 5) - dropFront := &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "/drop_front", - Payload: []byte("drop_front"), - }, - }, - } - // drop the expired non-inflight message - a.NoError(store.Add(dropFront)) - // queue: 7(qos2),8(qos2),9(qos2), 0(qos0/t_qos0), 0(qos1/drop_front) - assertDrop(a, dropExpired, queue.ErrDropExpired) - assertQueueLen(a, 3, 5) - - // drop qos0 message - a.Nil(store.Add(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: packets.Qos1, - Retained: false, - Topic: "/t_qos1", - Payload: []byte("/t_qos1"), - }, - }, - })) - // queue: 7(qos2),8(qos2),9(qos2), 0(qos1/drop_front), 0(qos1/t_qos1) - assertDrop(a, dropQoS0, queue.ErrDropQueueFull) - assertQueueLen(a, 3, 5) - - expiredPub := &queue.Elem{ - At: time.Now(), - Expiry: time.Now().Add(TestServerConfig.MQTT.InflightExpiry), - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "/t", - Payload: []byte("/t"), - }, - }, - } - a.NoError(store.Add(expiredPub)) - // drop the front message - assertDrop(a, dropFront, queue.ErrDropQueueFull) - // queue: 7(qos2),8(qos2),9(qos2), 0(qos1/t_qos1), 0(qos1/t) - assertQueueLen(a, 3, 5) - // replace with an expired pubrel - expiredPubrel := &queue.Elem{ - At: time.Now(), - Expiry: time.Now().Add(-1 * time.Second), - MessageWithID: &queue.Pubrel{ - PacketID: 7, - }, - } - r, err := store.Replace(expiredPubrel) - a.True(r) - a.NoError(err) - assertQueueLen(a, 3, 5) - // queue: 7(qos2-pubrel),8(qos2),9(qos2), 0(qos1/t_qos1), 0(qos1/t) - a.NoError(store.Add(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "/t1", - Payload: []byte("/t1"), - }, - }, - })) - // queue: 8(qos2),9(qos2), 0(qos1/t_qos1), 0(qos1/t), 0(qos1/t1) - assertDrop(a, expiredPubrel, queue.ErrDropExpiredInflight) - assertQueueLen(a, 2, 5) - drop := &queue.Elem{ - At: time.Now(), - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 0, - Retained: false, - Topic: "/t2", - Payload: []byte("/t2"), - }, - }, - } - a.NoError(store.Add(drop)) - assertDrop(a, drop, queue.ErrDropQueueFull) - assertQueueLen(a, 2, 5) - - a.NoError(store.Remove(8)) - a.NoError(store.Remove(9)) - // queue: 0(qos1/t_qos1), 0(qos1/t), 0(qos1/t1) - assertQueueLen(a, 0, 3) - // wait qos1/t to expire. - time.Sleep(TestServerConfig.MQTT.InflightExpiry) - e, err = store.Read([]packets.PacketID{1, 2, 3}) - a.NoError(err) - a.Len(e, 2) - assertQueueLen(a, 2, 2) - a.NoError(store.Remove(1)) - a.NoError(store.Remove(2)) - assertQueueLen(a, 0, 0) -} - -func testRead(a *assert.Assertions, store queue.Store) { - // 2 inflight - e, err := store.ReadInflight(1) - a.Nil(err) - a.Len(e, 1) - assertMsgEqual(a, initElems[0], e[0]) - - e, err = store.ReadInflight(2) - a.Len(e, 1) - assertMsgEqual(a, initElems[1], e[0]) - pids := []packets.PacketID{3, 4, 5} - e, err = store.Read(pids) - a.Len(e, 3) - - // must consume packet id in order and do not skip packet id if there are qos0 messages. - a.EqualValues(3, e[0].MessageWithID.ID()) - a.EqualValues(0, e[1].MessageWithID.ID()) - a.EqualValues(4, e[2].MessageWithID.ID()) - - assertQueueLen(a, 4, 4) - - err = store.Remove(3) - a.NoError(err) - err = store.Remove(4) - a.NoError(err) - assertQueueLen(a, 2, 2) - -} - -func testReplace(a *assert.Assertions, store queue.Store) { - - var elems []*queue.Elem - elems = append(elems, &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: 2, - Topic: "/t_replace", - Payload: []byte("t_replace"), - }, - }, - }, &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: 2, - Topic: "/t_replace", - Payload: []byte("t_replace"), - }, - }, - }, &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: 2, - Topic: "/t_unread", - Payload: []byte("t_unread"), - PacketID: 3, - }, - }, - }) - for i := 0; i < 2; i++ { - elems = append(elems, &queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - QoS: 2, - Topic: "/t_replace", - Payload: []byte("t_replace"), - }, - }, - }) - a.NoError(store.Add(elems[i])) - } - assertQueueLen(a, 0, 2) - - e, err := store.Read([]packets.PacketID{1, 2}) - // queue: 1(qos2),2(qos2) - a.NoError(err) - a.Len(e, 2) - assertQueueLen(a, 2, 2) - r, err := store.Replace(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Pubrel{ - PacketID: 1, - }, - }) - a.True(r) - a.NoError(err) - - r, err = store.Replace(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Pubrel{ - PacketID: 3, - }, - }) - a.False(r) - a.NoError(err) - a.NoError(store.Add(elems[2])) - TestNotifier.inflightLen++ - // queue: 1(qos2-pubrel),2(qos2), 3(qos2) - - r, err = store.Replace(&queue.Elem{ - At: time.Now(), - Expiry: time.Time{}, - MessageWithID: &queue.Pubrel{ - PacketID: packets.PacketID(3), - }}) - a.False(r, "must not replace unread packet") - a.NoError(err) - assertQueueLen(a, 3, 3) - - reconnect(a, false, store) - - inflight, err := store.ReadInflight(5) - a.NoError(err) - a.Len(inflight, 3) - a.Equal(&queue.Pubrel{ - PacketID: 1, - }, inflight[0].MessageWithID) - - elems[1].MessageWithID.SetID(2) - elems[2].MessageWithID.SetID(3) - assertMsgEqual(a, elems[1], inflight[1]) - assertMsgEqual(a, elems[2], inflight[2]) - assertQueueLen(a, 3, 3) - -} - -func testReadExceedsDrop(a *assert.Assertions, store queue.Store) { - // add exceeded message - exceeded := &queue.Elem{ - At: time.Now(), - MessageWithID: &queue.Publish{ - Message: &gmqtt.Message{ - Dup: false, - QoS: 1, - Retained: false, - Topic: "/drop_exceed", - Payload: make([]byte, 100), - }, - }, - } - a.NoError(store.Add(exceeded)) - assertQueueLen(a, 0, 1) - e, err := store.Read([]packets.PacketID{1}) - a.NoError(err) - a.Len(e, 0) - assertDrop(a, exceeded, queue.ErrDropExceedsMaxPacketSize) - assertQueueLen(a, 0, 0) -} - -func testCleanStart(a *assert.Assertions, store queue.Store) { - reconnect(a, true, store) - rs, err := store.ReadInflight(10) - a.NoError(err) - a.Len(rs, 0) - initDrop() - initNotifierLen() -} - -func testClose(a *assert.Assertions, store queue.Store) { - t := time.After(2 * time.Second) - result := make(chan struct { - len int - err error - }) - go func() { - // should block - rs, err := store.Read([]packets.PacketID{1, 2, 3}) - result <- struct { - len int - err error - }{len: len(rs), err: err} - }() - select { - case <-result: - a.Fail("Read must be blocked before Close") - case <-t: - } - a.NoError(store.Close()) - timeout := time.After(5 * time.Second) - select { - case <-timeout: - a.Fail("Read must be unblocked after Close") - case r := <-result: - a.Zero(r.len) - a.Equal(queue.ErrClosed, r.err) - } -} diff --git a/internal/hummingbird/mqttbroker/persistence/redis.go b/internal/hummingbird/mqttbroker/persistence/redis.go deleted file mode 100644 index a54787c..0000000 --- a/internal/hummingbird/mqttbroker/persistence/redis.go +++ /dev/null @@ -1,96 +0,0 @@ -package persistence - -import ( - redigo "github.com/gomodule/redigo/redis" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - redis_queue "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue/redis" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - redis_sess "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session/redis" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - redis_sub "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription/redis" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - redis_unack "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack/redis" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func init() { - server.RegisterPersistenceFactory("redis", NewRedis) -} - -func NewRedis(config config.Config) (server.Persistence, error) { - return &redis{ - config: config, - }, nil -} - -type redis struct { - pool *redigo.Pool - config config.Config - onMsgDropped server.OnMsgDropped -} - -func (r *redis) NewUnackStore(config config.Config, clientID string) (unack.Store, error) { - return redis_unack.New(redis_unack.Options{ - ClientID: clientID, - Pool: r.pool, - }), nil -} - -func (r *redis) NewSessionStore(config config.Config) (session.Store, error) { - return redis_sess.New(r.pool), nil -} - -func newPool(config config.Config) *redigo.Pool { - return &redigo.Pool{ - // Dial or DialContext must be set. When both are set, DialContext takes precedence over Dial. - Dial: func() (redigo.Conn, error) { - c, err := redigo.Dial("tcp", config.Persistence.Redis.Addr) - if err != nil { - return nil, err - } - if pswd := config.Persistence.Redis.Password; pswd != "" { - if _, err := c.Do("AUTH", pswd); err != nil { - c.Close() - return nil, err - } - } - if _, err := c.Do("SELECT", config.Persistence.Redis.Database); err != nil { - c.Close() - return nil, err - } - return c, nil - }, - } -} -func (r *redis) Open() error { - r.pool = newPool(r.config) - r.pool.MaxIdle = int(*r.config.Persistence.Redis.MaxIdle) - r.pool.MaxActive = int(*r.config.Persistence.Redis.MaxActive) - r.pool.IdleTimeout = r.config.Persistence.Redis.IdleTimeout - conn := r.pool.Get() - defer conn.Close() - // Test the connection - _, err := conn.Do("PING") - - return err -} - -func (r *redis) NewQueueStore(config config.Config, defaultNotifier queue.Notifier, clientID string) (queue.Store, error) { - return redis_queue.New(redis_queue.Options{ - MaxQueuedMsg: config.MQTT.MaxQueuedMsg, - InflightExpiry: config.MQTT.InflightExpiry, - ClientID: clientID, - Pool: r.pool, - DefaultNotifier: defaultNotifier, - }) -} - -func (r *redis) NewSubscriptionStore(config config.Config) (subscription.Store, error) { - return redis_sub.New(r.pool), nil -} - -func (r *redis) Close() error { - return r.pool.Close() -} diff --git a/internal/hummingbird/mqttbroker/persistence/session/mem/store.go b/internal/hummingbird/mqttbroker/persistence/session/mem/store.go deleted file mode 100644 index f4aae7b..0000000 --- a/internal/hummingbird/mqttbroker/persistence/session/mem/store.go +++ /dev/null @@ -1,68 +0,0 @@ -package mem - -import ( - "sync" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" -) - -var _ session.Store = (*Store)(nil) - -func New() *Store { - return &Store{ - mu: sync.Mutex{}, - sess: make(map[string]*gmqtt.Session), - } -} - -type Store struct { - mu sync.Mutex - sess map[string]*gmqtt.Session -} - -func (s *Store) Set(session *gmqtt.Session) error { - s.mu.Lock() - defer s.mu.Unlock() - s.sess[session.ClientID] = session - return nil -} - -func (s *Store) Remove(clientID string) error { - s.mu.Lock() - defer s.mu.Unlock() - delete(s.sess, clientID) - return nil -} - -func (s *Store) Get(clientID string) (*gmqtt.Session, error) { - s.mu.Lock() - defer s.mu.Unlock() - return s.sess[clientID], nil -} - -func (s *Store) GetAll() ([]*gmqtt.Session, error) { - return nil, nil -} - -func (s *Store) SetSessionExpiry(clientID string, expiry uint32) error { - s.mu.Lock() - defer s.mu.Unlock() - if s, ok := s.sess[clientID]; ok { - s.ExpiryInterval = expiry - - } - return nil -} - -func (s *Store) Iterate(fn session.IterateFn) error { - s.mu.Lock() - defer s.mu.Unlock() - for _, v := range s.sess { - cont := fn(v) - if !cont { - break - } - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/session/redis/store.go b/internal/hummingbird/mqttbroker/persistence/session/redis/store.go deleted file mode 100644 index 22afafe..0000000 --- a/internal/hummingbird/mqttbroker/persistence/session/redis/store.go +++ /dev/null @@ -1,132 +0,0 @@ -package redis - -import ( - "bytes" - "sync" - "time" - - "github.com/gomodule/redigo/redis" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/encoding" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" -) - -const ( - sessPrefix = "session:" -) - -var _ session.Store = (*Store)(nil) - -type Store struct { - mu sync.Mutex - pool *redis.Pool -} - -func New(pool *redis.Pool) *Store { - return &Store{ - mu: sync.Mutex{}, - pool: pool, - } -} - -func getKey(clientID string) string { - return sessPrefix + clientID -} -func (s *Store) Set(session *gmqtt.Session) error { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - b := &bytes.Buffer{} - encoding.EncodeMessage(session.Will, b) - _, err := c.Do("hset", getKey(session.ClientID), - "client_id", session.ClientID, - "will", b.Bytes(), - "will_delay_interval", session.WillDelayInterval, - "connected_at", session.ConnectedAt.Unix(), - "expiry_interval", session.ExpiryInterval, - ) - return err -} - -func (s *Store) Remove(clientID string) error { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - _, err := c.Do("del", getKey(clientID)) - return err -} - -func (s *Store) Get(clientID string) (*gmqtt.Session, error) { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - return getSessionLocked(getKey(clientID), c) -} - -func getSessionLocked(key string, c redis.Conn) (*gmqtt.Session, error) { - replay, err := redis.Values(c.Do("hmget", key, "client_id", "will", "will_delay_interval", "connected_at", "expiry_interval")) - if err != nil { - return nil, err - } - sess := &gmqtt.Session{} - var connectedAt uint32 - var will []byte - _, err = redis.Scan(replay, &sess.ClientID, &will, &sess.WillDelayInterval, &connectedAt, &sess.ExpiryInterval) - if err != nil { - return nil, err - } - sess.ConnectedAt = time.Unix(int64(connectedAt), 0) - sess.Will, err = encoding.DecodeMessageFromBytes(will) - if err != nil { - return nil, err - } - return sess, nil -} - -func (s *Store) SetSessionExpiry(clientID string, expiry uint32) error { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - _, err := c.Do("hset", getKey(clientID), - "expiry_interval", expiry, - ) - return err -} - -func (s *Store) Iterate(fn session.IterateFn) error { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - iter := 0 - for { - arr, err := redis.Values(c.Do("SCAN", iter, "MATCH", sessPrefix+"*")) - if err != nil { - return err - } - if len(arr) >= 1 { - for _, v := range arr[1:] { - for _, vv := range v.([]interface{}) { - sess, err := getSessionLocked(string(vv.([]uint8)), c) - if err != nil { - return err - } - cont := fn(sess) - if !cont { - return nil - } - } - } - } - iter, _ = redis.Int(arr[0], nil) - if iter == 0 { - break - } - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/session/session.go b/internal/hummingbird/mqttbroker/persistence/session/session.go deleted file mode 100644 index 3656c86..0000000 --- a/internal/hummingbird/mqttbroker/persistence/session/session.go +++ /dev/null @@ -1,15 +0,0 @@ -package session - -import gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - -// IterateFn is the callback function used by Iterate() -// Return false means to stop the iteration. -type IterateFn func(session *gmqtt.Session) bool - -type Store interface { - Set(session *gmqtt.Session) error - Remove(clientID string) error - Get(clientID string) (*gmqtt.Session, error) - Iterate(fn IterateFn) error - SetSessionExpiry(clientID string, expiry uint32) error -} diff --git a/internal/hummingbird/mqttbroker/persistence/session/session_mock.go b/internal/hummingbird/mqttbroker/persistence/session/session_mock.go deleted file mode 100644 index a6c5230..0000000 --- a/internal/hummingbird/mqttbroker/persistence/session/session_mock.go +++ /dev/null @@ -1,106 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: persistence/session/session.go - -// Package session is a generated GoMock package. -package session - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -// MockStore is a mock of Store interface -type MockStore struct { - ctrl *gomock.Controller - recorder *MockStoreMockRecorder -} - -// MockStoreMockRecorder is the mock recorder for MockStore -type MockStoreMockRecorder struct { - mock *MockStore -} - -// NewMockStore creates a new mock instance -func NewMockStore(ctrl *gomock.Controller) *MockStore { - mock := &MockStore{ctrl: ctrl} - mock.recorder = &MockStoreMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStore) EXPECT() *MockStoreMockRecorder { - return m.recorder -} - -// Set mocks base method -func (m *MockStore) Set(session *gmqtt.Session) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Set", session) - ret0, _ := ret[0].(error) - return ret0 -} - -// Set indicates an expected call of Set -func (mr *MockStoreMockRecorder) Set(session interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Set", reflect.TypeOf((*MockStore)(nil).Set), session) -} - -// Remove mocks base method -func (m *MockStore) Remove(clientID string) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Remove", clientID) - ret0, _ := ret[0].(error) - return ret0 -} - -// Remove indicates an expected call of Remove -func (mr *MockStoreMockRecorder) Remove(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Remove", reflect.TypeOf((*MockStore)(nil).Remove), clientID) -} - -// Get mocks base method -func (m *MockStore) Get(clientID string) (*gmqtt.Session, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Get", clientID) - ret0, _ := ret[0].(*gmqtt.Session) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Get indicates an expected call of Get -func (mr *MockStoreMockRecorder) Get(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Get", reflect.TypeOf((*MockStore)(nil).Get), clientID) -} - -// Iterate mocks base method -func (m *MockStore) Iterate(fn IterateFn) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Iterate", fn) - ret0, _ := ret[0].(error) - return ret0 -} - -// Iterate indicates an expected call of Iterate -func (mr *MockStoreMockRecorder) Iterate(fn interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Iterate", reflect.TypeOf((*MockStore)(nil).Iterate), fn) -} - -// SetSessionExpiry mocks base method -func (m *MockStore) SetSessionExpiry(clientID string, expiry uint32) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "SetSessionExpiry", clientID, expiry) - ret0, _ := ret[0].(error) - return ret0 -} - -// SetSessionExpiry indicates an expected call of SetSessionExpiry -func (mr *MockStoreMockRecorder) SetSessionExpiry(clientID, expiry interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "SetSessionExpiry", reflect.TypeOf((*MockStore)(nil).SetSessionExpiry), clientID, expiry) -} diff --git a/internal/hummingbird/mqttbroker/persistence/session/test/test_suite.go b/internal/hummingbird/mqttbroker/persistence/session/test/test_suite.go deleted file mode 100644 index 41f48d4..0000000 --- a/internal/hummingbird/mqttbroker/persistence/session/test/test_suite.go +++ /dev/null @@ -1,51 +0,0 @@ -package test - -import ( - "testing" - "time" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" -) - -func TestSuite(t *testing.T, store session.Store) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - var tt = []*gmqtt.Session{ - { - ClientID: "client", - Will: &gmqtt.Message{ - Topic: "topicA", - Payload: []byte("abc"), - }, - WillDelayInterval: 1, - ConnectedAt: time.Unix(1, 0), - ExpiryInterval: 2, - }, { - ClientID: "client2", - Will: nil, - WillDelayInterval: 0, - ConnectedAt: time.Unix(2, 0), - ExpiryInterval: 0, - }, - } - for _, v := range tt { - a.Nil(store.Set(v)) - } - for _, v := range tt { - sess, err := store.Get(v.ClientID) - a.Nil(err) - a.EqualValues(v, sess) - } - var sess []*gmqtt.Session - err := store.Iterate(func(session *gmqtt.Session) bool { - sess = append(sess, session) - return true - }) - a.Nil(err) - a.ElementsMatch(sess, tt) -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/mem/topic_trie.go b/internal/hummingbird/mqttbroker/persistence/subscription/mem/topic_trie.go deleted file mode 100644 index 3657d7f..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/mem/topic_trie.go +++ /dev/null @@ -1,201 +0,0 @@ -package mem - -import ( - "strings" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" -) - -// topicTrie -type topicTrie = topicNode - -// children -type children = map[string]*topicNode - -type clientOpts map[string]*gmqtt.Subscription - -// topicNode -type topicNode struct { - children children - // clients store non-share subscription - clients clientOpts - parent *topicNode // pointer of parent node - topicName string - // shared store shared subscription, key by ShareName - shared map[string]clientOpts -} - -// newTopicTrie create a new trie tree -func newTopicTrie() *topicTrie { - return newNode() -} - -// newNode create a new trie node -func newNode() *topicNode { - return &topicNode{ - children: children{}, - clients: make(clientOpts), - shared: make(map[string]clientOpts), - } -} - -// newChild create a child node of t -func (t *topicNode) newChild() *topicNode { - n := newNode() - n.parent = t - return n -} - -// subscribe add a subscription and return the added node -func (t *topicTrie) subscribe(clientID string, s *gmqtt.Subscription) *topicNode { - topicSlice := strings.Split(s.TopicFilter, "/") - var pNode = t - for _, lv := range topicSlice { - if _, ok := pNode.children[lv]; !ok { - pNode.children[lv] = pNode.newChild() - } - pNode = pNode.children[lv] - } - // shared subscription - if s.ShareName != "" { - if pNode.shared[s.ShareName] == nil { - pNode.shared[s.ShareName] = make(clientOpts) - } - pNode.shared[s.ShareName][clientID] = s - } else { - // non-shared - pNode.clients[clientID] = s - } - pNode.topicName = s.TopicFilter - return pNode -} - -// find walk through the tire and return the node that represent the topicFilter. -// Return nil if not found -func (t *topicTrie) find(topicFilter string) *topicNode { - topicSlice := strings.Split(topicFilter, "/") - var pNode = t - for _, lv := range topicSlice { - if _, ok := pNode.children[lv]; ok { - pNode = pNode.children[lv] - } else { - return nil - } - } - if pNode.topicName == topicFilter { - return pNode - } - return nil -} - -// unsubscribe -func (t *topicTrie) unsubscribe(clientID string, topicName string, shareName string) { - topicSlice := strings.Split(topicName, "/") - l := len(topicSlice) - var pNode = t - for _, lv := range topicSlice { - if _, ok := pNode.children[lv]; ok { - pNode = pNode.children[lv] - } else { - return - } - } - if shareName != "" { - if c := pNode.shared[shareName]; c != nil { - delete(c, clientID) - if len(pNode.shared[shareName]) == 0 { - delete(pNode.shared, shareName) - } - if len(pNode.shared) == 0 && len(pNode.children) == 0 { - delete(pNode.parent.children, topicSlice[l-1]) - } - } - } else { - delete(pNode.clients, clientID) - if len(pNode.clients) == 0 && len(pNode.children) == 0 { - delete(pNode.parent.children, topicSlice[l-1]) - } - } - -} - -// setRs set the node subscription info into rs -func setRs(node *topicNode, rs subscription.ClientSubscriptions) { - for cid, subOpts := range node.clients { - rs[cid] = append(rs[cid], subOpts) - } - - for _, c := range node.shared { - for cid, subOpts := range c { - rs[cid] = append(rs[cid], subOpts) - } - } -} - -// matchTopic get all matched topic for given topicSlice, and set into rs -func (t *topicTrie) matchTopic(topicSlice []string, rs subscription.ClientSubscriptions) { - endFlag := len(topicSlice) == 1 - if cnode := t.children["#"]; cnode != nil { - setRs(cnode, rs) - } - if cnode := t.children["+"]; cnode != nil { - if endFlag { - setRs(cnode, rs) - if n := cnode.children["#"]; n != nil { - setRs(n, rs) - } - } else { - cnode.matchTopic(topicSlice[1:], rs) - } - } - if cnode := t.children[topicSlice[0]]; cnode != nil { - if endFlag { - setRs(cnode, rs) - if n := cnode.children["#"]; n != nil { - setRs(n, rs) - } - } else { - cnode.matchTopic(topicSlice[1:], rs) - } - } -} - -// getMatchedTopicFilter return a map key by clientID that contain all matched topic for the given topicName. -func (t *topicTrie) getMatchedTopicFilter(topicName string) subscription.ClientSubscriptions { - topicLv := strings.Split(topicName, "/") - subs := make(subscription.ClientSubscriptions) - t.matchTopic(topicLv, subs) - return subs -} - -func isSystemTopic(topicName string) bool { - return len(topicName) >= 1 && topicName[0] == '$' -} - -func (t *topicTrie) preOrderTraverse(fn subscription.IterateFn) bool { - if t == nil { - return false - } - if t.topicName != "" { - for clientID, subOpts := range t.clients { - if !fn(clientID, subOpts) { - return false - } - } - - for _, c := range t.shared { - for clientID, subOpts := range c { - if !fn(clientID, subOpts) { - return false - } - } - } - } - for _, c := range t.children { - if !c.preOrderTraverse(fn) { - return false - } - } - return true -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/mem/topic_trie_test.go b/internal/hummingbird/mqttbroker/persistence/subscription/mem/topic_trie_test.go deleted file mode 100644 index 56b50ac..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/mem/topic_trie_test.go +++ /dev/null @@ -1,309 +0,0 @@ -package mem - -import ( - "testing" - - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var testTopicMatch = []struct { - subTopic string //subscribe topic - topic string //publish topic - isMatch bool -}{ - {subTopic: "#", topic: "/abc/def", isMatch: true}, - {subTopic: "/a", topic: "a", isMatch: false}, - {subTopic: "a/#", topic: "a", isMatch: true}, - {subTopic: "+", topic: "/a", isMatch: false}, - - {subTopic: "a/", topic: "a", isMatch: false}, - {subTopic: "a/+", topic: "a/123/4", isMatch: false}, - {subTopic: "a/#", topic: "a/123/4", isMatch: true}, - - {subTopic: "/a/+/+/abcd", topic: "/a/dfdf/3434/abcd", isMatch: true}, - {subTopic: "/a/+/+/abcd", topic: "/a/dfdf/3434/abcdd", isMatch: false}, - {subTopic: "/a/+/abc/", topic: "/a/dfdf/abc/", isMatch: true}, - {subTopic: "/a/+/abc/", topic: "/a/dfdf/abc", isMatch: false}, - {subTopic: "/a/+/+/", topic: "/a/dfdf/", isMatch: false}, - {subTopic: "/a/+/+", topic: "/a/dfdf/", isMatch: true}, - {subTopic: "/a/+/+/#", topic: "/a/dfdf/", isMatch: true}, -} - -var topicMatchQosTest = []struct { - topics []packets.Topic - matchTopic struct { - name string // matched topic name - qos uint8 // matched qos - } -}{ - { - topics: []packets.Topic{ - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos1, - }, - Name: "a/b", - }, - { - Name: "a/#", - SubOptions: packets.SubOptions{ - Qos: packets.Qos2, - }, - }, - { - Name: "a/+", - SubOptions: packets.SubOptions{ - Qos: packets.Qos0, - }, - }, - }, - matchTopic: struct { - name string - qos uint8 - }{ - name: "a/b", - qos: packets.Qos2, - }, - }, -} - -var testSubscribeAndFind = struct { - subTopics map[string][]packets.Topic // subscription - findTopics map[string][]struct { //key by clientID - exist bool - topicName string - wantQos uint8 - } -}{ - subTopics: map[string][]packets.Topic{ - "cid1": { - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos1, - }, Name: "t1/t2/+"}, - {SubOptions: packets.SubOptions{ - Qos: packets.Qos2, - }, Name: "t1/t2/"}, - {SubOptions: packets.SubOptions{ - Qos: packets.Qos0, - }, Name: "t1/t2/cid1"}, - }, - "cid2": { - {SubOptions: packets.SubOptions{ - Qos: packets.Qos2, - }, Name: "t1/t2/+"}, - {SubOptions: packets.SubOptions{ - Qos: packets.Qos1, - }, Name: "t1/t2/"}, - {SubOptions: packets.SubOptions{ - Qos: packets.Qos0, - }, Name: "t1/t2/cid2"}, - }, - }, - findTopics: map[string][]struct { //key by clientID - exist bool - topicName string - wantQos uint8 - }{ - "cid1": { - {exist: true, topicName: "t1/t2/+", wantQos: packets.Qos1}, - {exist: true, topicName: "t1/t2/", wantQos: packets.Qos2}, - {exist: false, topicName: "t1/t2/cid2"}, - {exist: false, topicName: "t1/t2/cid3"}, - }, - "cid2": { - {exist: true, topicName: "t1/t2/+", wantQos: packets.Qos2}, - {exist: true, topicName: "t1/t2/", wantQos: packets.Qos1}, - {exist: false, topicName: "t1/t2/cid1"}, - }, - }, -} - -var testUnsubscribe = struct { - subTopics map[string][]packets.Topic //key by clientID - unsubscribe map[string][]string // clientID => topic name - afterUnsub map[string][]struct { // test after unsubscribe, key by clientID - exist bool - topicName string - wantQos uint8 - } -}{ - subTopics: map[string][]packets.Topic{ - "cid1": { - {SubOptions: packets.SubOptions{ - Qos: packets.Qos1, - }, Name: "t1/t2/t3"}, - {SubOptions: packets.SubOptions{ - Qos: packets.Qos2, - }, Name: "t1/t2"}, - }, - "cid2": { - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos2, - }, - Name: "t1/t2/t3"}, - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos1, - }, Name: "t1/t2"}, - }, - }, - unsubscribe: map[string][]string{ - "cid1": {"t1/t2/t3", "t4/t5"}, - "cid2": {"t1/t2/t3"}, - }, - afterUnsub: map[string][]struct { // test after unsubscribe - exist bool - topicName string - wantQos uint8 - }{ - "cid1": { - {exist: false, topicName: "t1/t2/t3"}, - {exist: true, topicName: "t1/t2", wantQos: packets.Qos2}, - }, - "cid2": { - {exist: false, topicName: "t1/t2/+"}, - {exist: true, topicName: "t1/t2", wantQos: packets.Qos1}, - }, - }, -} - -var testPreOrderTraverse = struct { - topics []packets.Topic - clientID string -}{ - topics: []packets.Topic{ - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos0, - }, - Name: "a/b/c", - }, - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos1, - }, - Name: "/a/b/c", - }, - { - SubOptions: packets.SubOptions{ - Qos: packets.Qos2, - }, - Name: "b/c/d", - }, - }, - clientID: "abc", -} - -func TestTopicTrie_matchedClients(t *testing.T) { - a := assert.New(t) - for _, v := range testTopicMatch { - trie := newTopicTrie() - trie.subscribe("cid", &gmqtt.Subscription{ - TopicFilter: v.subTopic, - }) - qos := trie.getMatchedTopicFilter(v.topic) - if v.isMatch { - a.EqualValues(qos["cid"][0].QoS, 0, v.subTopic) - } else { - _, ok := qos["cid"] - a.False(ok, v.subTopic) - } - } -} - -func TestTopicTrie_matchedClients_Qos(t *testing.T) { - a := assert.New(t) - for _, v := range topicMatchQosTest { - trie := newTopicTrie() - for _, tt := range v.topics { - trie.subscribe("cid", &gmqtt.Subscription{ - TopicFilter: tt.Name, - QoS: tt.Qos, - }) - } - rs := trie.getMatchedTopicFilter(v.matchTopic.name) - a.EqualValues(v.matchTopic.qos, rs["cid"][0].QoS) - } -} - -func TestTopicTrie_subscribeAndFind(t *testing.T) { - a := assert.New(t) - trie := newTopicTrie() - for cid, v := range testSubscribeAndFind.subTopics { - for _, topic := range v { - trie.subscribe(cid, &gmqtt.Subscription{ - TopicFilter: topic.Name, - QoS: topic.Qos, - }) - } - } - for cid, v := range testSubscribeAndFind.findTopics { - for _, tt := range v { - node := trie.find(tt.topicName) - if tt.exist { - a.Equal(tt.wantQos, node.clients[cid].QoS) - } else { - if node != nil { - _, ok := node.clients[cid] - a.False(ok) - } - } - } - } -} - -func TestTopicTrie_unsubscribe(t *testing.T) { - a := assert.New(t) - trie := newTopicTrie() - for cid, v := range testUnsubscribe.subTopics { - for _, topic := range v { - trie.subscribe(cid, &gmqtt.Subscription{ - TopicFilter: topic.Name, - QoS: topic.Qos, - }) - } - } - for cid, v := range testUnsubscribe.unsubscribe { - for _, tt := range v { - trie.unsubscribe(cid, tt, "") - } - } - for cid, v := range testUnsubscribe.afterUnsub { - for _, tt := range v { - matched := trie.getMatchedTopicFilter(tt.topicName) - if tt.exist { - a.EqualValues(matched[cid][0].QoS, tt.wantQos) - } else { - a.Equal(0, len(matched)) - } - } - } -} - -func TestTopicTrie_preOrderTraverse(t *testing.T) { - a := assert.New(t) - trie := newTopicTrie() - for _, v := range testPreOrderTraverse.topics { - trie.subscribe(testPreOrderTraverse.clientID, &gmqtt.Subscription{ - TopicFilter: v.Name, - QoS: v.Qos, - }) - } - var rs []packets.Topic - trie.preOrderTraverse(func(clientID string, subscription *gmqtt.Subscription) bool { - a.Equal(testPreOrderTraverse.clientID, clientID) - rs = append(rs, packets.Topic{ - SubOptions: packets.SubOptions{ - Qos: subscription.QoS, - }, - Name: subscription.TopicFilter, - }) - return true - }) - a.ElementsMatch(testPreOrderTraverse.topics, rs) -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/mem/trie_db.go b/internal/hummingbird/mqttbroker/persistence/subscription/mem/trie_db.go deleted file mode 100644 index c1b6b45..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/mem/trie_db.go +++ /dev/null @@ -1,385 +0,0 @@ -package mem - -import ( - "strings" - "sync" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" -) - -var _ subscription.Store = (*TrieDB)(nil) - -// TrieDB implement the subscription.Interface, it use trie tree to store topics. -type TrieDB struct { - sync.RWMutex - userIndex map[string]map[string]*topicNode // [clientID][topicFilter] - userTrie *topicTrie - - // system topic which begin with "$" - systemIndex map[string]map[string]*topicNode // [clientID][topicFilter] - systemTrie *topicTrie - - // shared subscription which begin with "$share" - sharedIndex map[string]map[string]*topicNode // [clientID][shareName/topicFilter] - sharedTrie *topicTrie - - // statistics of the server and each client - stats subscription.Stats - clientStats map[string]*subscription.Stats // [clientID] - -} - -func (db *TrieDB) Init(clientIDs []string) error { - return nil -} - -func (db *TrieDB) Close() error { - return nil -} - -func iterateShared(fn subscription.IterateFn, options subscription.IterationOptions, index map[string]map[string]*topicNode, trie *topicTrie) bool { - // 查询指定topicFilter - if options.TopicName != "" && options.MatchType == subscription.MatchName { //寻找指定topicName - var shareName string - var topicFilter string - if strings.HasPrefix(options.TopicName, "$share/") { - shared := strings.SplitN(options.TopicName, "/", 3) - shareName = shared[1] - topicFilter = shared[2] - } else { - return true - } - node := trie.find(topicFilter) - if node == nil { - return true - } - if options.ClientID != "" { // 指定topicName & 指定clientID - if c := node.shared[shareName]; c != nil { - if sub, ok := c[options.ClientID]; ok { - if !fn(options.ClientID, sub) { - return false - } - } - } - } else { - if c := node.shared[shareName]; c != nil { - for clientID, sub := range c { - if !fn(clientID, sub) { - return false - } - } - } - } - return true - } - // 查询Match指定topicFilter - if options.TopicName != "" && options.MatchType == subscription.MatchFilter { // match指定的topicfilter - node := trie.getMatchedTopicFilter(options.TopicName) - if node == nil { - return true - } - if options.ClientID != "" { - for _, v := range node[options.ClientID] { - if !fn(options.ClientID, v) { - return false - } - } - } else { - for clientID, subs := range node { - for _, v := range subs { - if !fn(clientID, v) { - return false - } - } - } - } - return true - } - // 查询指定clientID下的所有topic - if options.ClientID != "" { - for _, v := range index[options.ClientID] { - for _, c := range v.shared { - if sub, ok := c[options.ClientID]; ok { - if !fn(options.ClientID, sub) { - return false - } - } - } - } - return true - } - // 遍历 - return trie.preOrderTraverse(fn) -} - -func iterateNonShared(fn subscription.IterateFn, options subscription.IterationOptions, index map[string]map[string]*topicNode, trie *topicTrie) bool { - // 查询指定topicFilter - if options.TopicName != "" && options.MatchType == subscription.MatchName { //寻找指定topicName - node := trie.find(options.TopicName) - if node == nil { - return true - } - if options.ClientID != "" { // 指定topicName & 指定clientID - if sub, ok := node.clients[options.ClientID]; ok { - if !fn(options.ClientID, sub) { - return false - } - } - - for _, v := range node.shared { - if sub, ok := v[options.ClientID]; ok { - if !fn(options.ClientID, sub) { - return false - } - } - } - - } else { - // 指定topic name 不指定clientid - for clientID, sub := range node.clients { - if !fn(clientID, sub) { - return false - } - } - for _, c := range node.shared { - for clientID, sub := range c { - if !fn(clientID, sub) { - return false - } - } - } - - } - return true - } - // 查询Match指定topicFilter - if options.TopicName != "" && options.MatchType == subscription.MatchFilter { // match指定的topicfilter - node := trie.getMatchedTopicFilter(options.TopicName) - if node == nil { - return true - } - if options.ClientID != "" { - for _, v := range node[options.ClientID] { - if !fn(options.ClientID, v) { - return false - } - } - } else { - for clientID, subs := range node { - for _, v := range subs { - if !fn(clientID, v) { - return false - } - } - } - } - return true - } - // 查询指定clientID下的所有topic - if options.ClientID != "" { - for _, v := range index[options.ClientID] { - sub := v.clients[options.ClientID] - if !fn(options.ClientID, sub) { - return false - } - } - return true - } - // 遍历 - return trie.preOrderTraverse(fn) - -} - -// IterateLocked is the non thread-safe version of Iterate -func (db *TrieDB) IterateLocked(fn subscription.IterateFn, options subscription.IterationOptions) { - if options.Type&subscription.TypeShared == subscription.TypeShared { - if !iterateShared(fn, options, db.sharedIndex, db.sharedTrie) { - return - } - } - if options.Type&subscription.TypeNonShared == subscription.TypeNonShared { - // The Server MUST NOT match Topic Filters starting with a wildcard character (# or +) with Topic Names beginning with a $ character [MQTT-4.7.2-1] - if !(options.TopicName != "" && isSystemTopic(options.TopicName)) { - if !iterateNonShared(fn, options, db.userIndex, db.userTrie) { - return - } - } - } - if options.Type&subscription.TypeSYS == subscription.TypeSYS { - if options.TopicName != "" && !isSystemTopic(options.TopicName) { - return - } - if !iterateNonShared(fn, options, db.systemIndex, db.systemTrie) { - return - } - } -} -func (db *TrieDB) Iterate(fn subscription.IterateFn, options subscription.IterationOptions) { - db.RLock() - defer db.RUnlock() - db.IterateLocked(fn, options) -} - -// GetStats is the non thread-safe version of GetStats -func (db *TrieDB) GetStatusLocked() subscription.Stats { - return db.stats -} - -// GetStats returns the statistic information of the store -func (db *TrieDB) GetStats() subscription.Stats { - db.RLock() - defer db.RUnlock() - return db.GetStatusLocked() -} - -// GetClientStatsLocked the non thread-safe version of GetClientStats -func (db *TrieDB) GetClientStatsLocked(clientID string) (subscription.Stats, error) { - if stats, ok := db.clientStats[clientID]; !ok { - return subscription.Stats{}, subscription.ErrClientNotExists - } else { - return *stats, nil - } -} - -func (db *TrieDB) GetClientStats(clientID string) (subscription.Stats, error) { - db.RLock() - defer db.RUnlock() - return db.GetClientStatsLocked(clientID) -} - -// NewStore create a new TrieDB instance -func NewStore() *TrieDB { - return &TrieDB{ - userIndex: make(map[string]map[string]*topicNode), - userTrie: newTopicTrie(), - - systemIndex: make(map[string]map[string]*topicNode), - systemTrie: newTopicTrie(), - - sharedIndex: make(map[string]map[string]*topicNode), - sharedTrie: newTopicTrie(), - - clientStats: make(map[string]*subscription.Stats), - } -} - -// SubscribeLocked is the non thread-safe version of Subscribe -func (db *TrieDB) SubscribeLocked(clientID string, subscriptions ...*gmqtt.Subscription) subscription.SubscribeResult { - var node *topicNode - var index map[string]map[string]*topicNode - rs := make(subscription.SubscribeResult, len(subscriptions)) - for k, sub := range subscriptions { - topicName := sub.TopicFilter - rs[k].Subscription = sub - if sub.ShareName != "" { - node = db.sharedTrie.subscribe(clientID, sub) - index = db.sharedIndex - } else if isSystemTopic(topicName) { - node = db.systemTrie.subscribe(clientID, sub) - index = db.systemIndex - } else { - node = db.userTrie.subscribe(clientID, sub) - index = db.userIndex - } - if index[clientID] == nil { - index[clientID] = make(map[string]*topicNode) - if db.clientStats[clientID] == nil { - db.clientStats[clientID] = &subscription.Stats{} - } - } - if _, ok := index[clientID][topicName]; !ok { - db.stats.SubscriptionsTotal++ - db.stats.SubscriptionsCurrent++ - db.clientStats[clientID].SubscriptionsTotal++ - db.clientStats[clientID].SubscriptionsCurrent++ - } else { - rs[k].AlreadyExisted = true - } - index[clientID][topicName] = node - } - return rs -} - -// SubscribeLocked add subscriptions for the client -func (db *TrieDB) Subscribe(clientID string, subscriptions ...*gmqtt.Subscription) (subscription.SubscribeResult, error) { - db.Lock() - defer db.Unlock() - return db.SubscribeLocked(clientID, subscriptions...), nil -} - -// UnsubscribeLocked is the non thread-safe version of Unsubscribe -func (db *TrieDB) UnsubscribeLocked(clientID string, topics ...string) { - var index map[string]map[string]*topicNode - var topicTrie *topicTrie - for _, topic := range topics { - var shareName string - shareName, topic := subscription.SplitTopic(topic) - if shareName != "" { - topicTrie = db.sharedTrie - index = db.sharedIndex - } else if isSystemTopic(topic) { - index = db.systemIndex - topicTrie = db.systemTrie - } else { - index = db.userIndex - topicTrie = db.userTrie - } - if _, ok := index[clientID]; ok { - if _, ok := index[clientID][topic]; ok { - db.stats.SubscriptionsCurrent-- - db.clientStats[clientID].SubscriptionsCurrent-- - } - delete(index[clientID], topic) - } - topicTrie.unsubscribe(clientID, topic, shareName) - } -} - -// Unsubscribe remove subscriptions for the client -func (db *TrieDB) Unsubscribe(clientID string, topics ...string) error { - db.Lock() - defer db.Unlock() - db.UnsubscribeLocked(clientID, topics...) - return nil -} - -func (db *TrieDB) unsubscribeAll(index map[string]map[string]*topicNode, clientID string) { - db.stats.SubscriptionsCurrent -= uint64(len(index[clientID])) - if db.clientStats[clientID] != nil { - db.clientStats[clientID].SubscriptionsCurrent -= uint64(len(index[clientID])) - } - for topicName, node := range index[clientID] { - delete(node.clients, clientID) - if len(node.clients) == 0 && len(node.children) == 0 { - ss := strings.Split(topicName, "/") - delete(node.parent.children, ss[len(ss)-1]) - } - } - delete(index, clientID) -} - -// UnsubscribeAllLocked is the non thread-safe version of UnsubscribeAll -func (db *TrieDB) UnsubscribeAllLocked(clientID string) { - db.unsubscribeAll(db.userIndex, clientID) - db.unsubscribeAll(db.systemIndex, clientID) - db.unsubscribeAll(db.sharedIndex, clientID) -} - -// UnsubscribeAll delete all subscriptions of the client -func (db *TrieDB) UnsubscribeAll(clientID string) error { - db.Lock() - defer db.Unlock() - // user topics - db.UnsubscribeAllLocked(clientID) - return nil -} - -// getMatchedTopicFilter return a map key by clientID that contain all matched topic for the given topicName. -func (db *TrieDB) getMatchedTopicFilter(topicName string) subscription.ClientSubscriptions { - // system topic - if isSystemTopic(topicName) { - return db.systemTrie.getMatchedTopicFilter(topicName) - } - return db.userTrie.getMatchedTopicFilter(topicName) -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/redis/subscription.go b/internal/hummingbird/mqttbroker/persistence/subscription/redis/subscription.go deleted file mode 100644 index 765ba06..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/redis/subscription.go +++ /dev/null @@ -1,177 +0,0 @@ -package redis - -import ( - "bytes" - "strings" - "sync" - - redigo "github.com/gomodule/redigo/redis" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/encoding" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription/mem" -) - -const ( - subPrefix = "sub:" -) - -var _ subscription.Store = (*sub)(nil) - -func EncodeSubscription(sub *mqttbroker.Subscription) []byte { - w := &bytes.Buffer{} - encoding.WriteString(w, []byte(sub.ShareName)) - encoding.WriteString(w, []byte(sub.TopicFilter)) - encoding.WriteUint32(w, sub.ID) - w.WriteByte(sub.QoS) - encoding.WriteBool(w, sub.NoLocal) - encoding.WriteBool(w, sub.RetainAsPublished) - w.WriteByte(sub.RetainHandling) - return w.Bytes() -} - -func DecodeSubscription(b []byte) (*gmqtt.Subscription, error) { - sub := &gmqtt.Subscription{} - r := bytes.NewBuffer(b) - share, err := encoding.ReadString(r) - if err != nil { - return &gmqtt.Subscription{}, err - } - sub.ShareName = string(share) - topic, err := encoding.ReadString(r) - if err != nil { - return &gmqtt.Subscription{}, err - } - sub.TopicFilter = string(topic) - sub.ID, err = encoding.ReadUint32(r) - if err != nil { - return &gmqtt.Subscription{}, err - } - sub.QoS, err = r.ReadByte() - if err != nil { - return &gmqtt.Subscription{}, err - } - sub.NoLocal, err = encoding.ReadBool(r) - if err != nil { - return &gmqtt.Subscription{}, err - } - sub.RetainAsPublished, err = encoding.ReadBool(r) - if err != nil { - return &gmqtt.Subscription{}, err - } - sub.RetainHandling, err = r.ReadByte() - if err != nil { - return nil, err - } - return sub, nil -} - -func New(pool *redigo.Pool) *sub { - return &sub{ - mu: &sync.Mutex{}, - memStore: mem.NewStore(), - pool: pool, - } -} - -type sub struct { - mu *sync.Mutex - memStore *mem.TrieDB - pool *redigo.Pool -} - -// Init loads the subscriptions of given clientIDs from backend into memory. -func (s *sub) Init(clientIDs []string) error { - if len(clientIDs) == 0 { - return nil - } - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - for _, v := range clientIDs { - rs, err := redigo.Values(c.Do("hgetall", subPrefix+v)) - if err != nil { - return err - } - for i := 1; i < len(rs); i = i + 2 { - sub, err := DecodeSubscription(rs[i].([]byte)) - if err != nil { - return err - } - s.memStore.SubscribeLocked(strings.TrimLeft(v, subPrefix), sub) - } - } - return nil -} - -func (s *sub) Close() error { - _ = s.memStore.Close() - return s.pool.Close() -} - -func (s *sub) Subscribe(clientID string, subscriptions ...*gmqtt.Subscription) (rs subscription.SubscribeResult, err error) { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - // hset sub:clientID topicFilter xxx - for _, v := range subscriptions { - err = c.Send("hset", subPrefix+clientID, subscription.GetFullTopicName(v.ShareName, v.TopicFilter), EncodeSubscription(v)) - if err != nil { - return nil, err - } - } - err = c.Flush() - if err != nil { - return nil, err - } - rs = s.memStore.SubscribeLocked(clientID, subscriptions...) - return rs, nil -} - -func (s *sub) Unsubscribe(clientID string, topics ...string) error { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - _, err := c.Do("hdel", subPrefix+clientID, topics) - if err != nil { - return err - } - s.memStore.UnsubscribeLocked(clientID, topics...) - return nil -} - -func (s *sub) UnsubscribeAll(clientID string) error { - s.mu.Lock() - defer s.mu.Unlock() - c := s.pool.Get() - defer c.Close() - _, err := c.Do("del", subPrefix+clientID) - if err != nil { - return err - } - s.memStore.UnsubscribeAllLocked(clientID) - return nil -} - -func (s *sub) Iterate(fn subscription.IterateFn, options subscription.IterationOptions) { - s.mu.Lock() - defer s.mu.Unlock() - s.memStore.IterateLocked(fn, options) -} - -func (s *sub) GetStats() subscription.Stats { - s.mu.Lock() - defer s.mu.Unlock() - return s.memStore.GetStatusLocked() -} - -func (s *sub) GetClientStats(clientID string) (subscription.Stats, error) { - s.mu.Lock() - defer s.mu.Unlock() - return s.memStore.GetClientStatsLocked(clientID) -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/redis/subscription_test.go b/internal/hummingbird/mqttbroker/persistence/subscription/redis/subscription_test.go deleted file mode 100644 index 528f40a..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/redis/subscription_test.go +++ /dev/null @@ -1,38 +0,0 @@ -package redis - -import ( - "testing" - - "github.com/stretchr/testify/assert" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -func TestEncodeDecodeSubscription(t *testing.T) { - a := assert.New(t) - tt := []*mqttbroker.Subscription{ - { - ShareName: "shareName", - TopicFilter: "filter", - ID: 1, - QoS: 1, - NoLocal: false, - RetainAsPublished: false, - RetainHandling: 0, - }, { - ShareName: "", - TopicFilter: "abc", - ID: 0, - QoS: 2, - NoLocal: false, - RetainAsPublished: true, - RetainHandling: 1, - }, - } - - for _, v := range tt { - b := EncodeSubscription(v) - sub, err := DecodeSubscription(b) - a.Nil(err) - a.Equal(v, sub) - } -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/subscription.go b/internal/hummingbird/mqttbroker/persistence/subscription/subscription.go deleted file mode 100644 index 0811b43..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/subscription.go +++ /dev/null @@ -1,193 +0,0 @@ -package subscription - -import ( - "errors" - "strings" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// IterationType specifies the types of subscription that will be iterated. -type IterationType byte - -const ( - // TypeSYS represents system topic, which start with '$'. - TypeSYS IterationType = 1 << iota - // TypeSYS represents shared topic, which start with '$share/'. - TypeShared - // TypeNonShared represents non-shared topic. - TypeNonShared - TypeAll = TypeSYS | TypeShared | TypeNonShared -) - -var ( - ErrClientNotExists = errors.New("client not exists") -) - -// MatchType specifies what match operation will be performed during the iteration. -type MatchType byte - -const ( - MatchName MatchType = 1 << iota - MatchFilter -) - -// FromTopic returns the subscription instance for given topic and subscription id. -func FromTopic(topic packets.Topic, id uint32) *gmqtt.Subscription { - shareName, topicFilter := SplitTopic(topic.Name) - s := &gmqtt.Subscription{ - ShareName: shareName, - TopicFilter: topicFilter, - ID: id, - QoS: topic.Qos, - NoLocal: topic.NoLocal, - RetainAsPublished: topic.RetainAsPublished, - RetainHandling: topic.RetainHandling, - } - return s -} - -// IterateFn is the callback function used by iterate() -// Return false means to stop the iteration. -type IterateFn func(clientID string, sub *gmqtt.Subscription) bool - -// SubscribeResult is the result of Subscribe() -type SubscribeResult = []struct { - // Topic is the Subscribed topic - Subscription *gmqtt.Subscription - // AlreadyExisted shows whether the topic is already existed. - AlreadyExisted bool -} - -// Stats is the statistics information of the store -type Stats struct { - // SubscriptionsTotal shows how many subscription has been added to the store. - // Duplicated subscription is not counting. - SubscriptionsTotal uint64 - // SubscriptionsCurrent shows the current subscription number in the store. - SubscriptionsCurrent uint64 -} - -// ClientSubscriptions groups the subscriptions by client id. -type ClientSubscriptions map[string][]*gmqtt.Subscription - -// IterationOptions -type IterationOptions struct { - // Type specifies the types of subscription that will be iterated. - // For example, if Type = TypeShared | TypeNonShared , then all shared and non-shared subscriptions will be iterated - Type IterationType - // ClientID specifies the subscriber client id. - ClientID string - // TopicName represents topic filter or topic name. This field works together with MatchType. - TopicName string - // MatchType specifies the matching type of the iteration. - // if MatchName, the IterateFn will be called when the subscription topic filter is equal to TopicName. - // if MatchTopic, the IterateFn will be called when the TopicName match the subscription topic filter. - MatchType MatchType -} - -// Store is the interface used by gmqtt.server to handler the operations of subscriptions. -// This interface provides the ability for extensions to interact with the subscriptions. -// Notice: -// This methods will not trigger any gmqtt hooks. -type Store interface { - // Init will be called only once after the server start, the implementation should load the subscriptions of the given alertclient into memory. - Init(clientIDs []string) error - // Subscribe adds subscriptions to a specific client. - // Notice: - // This method will succeed even if the client is not exists, the subscriptions - // will affect the new client with the client id. - Subscribe(clientID string, subscriptions ...*gmqtt.Subscription) (rs SubscribeResult, err error) - // Unsubscribe removes subscriptions of a specific client. - Unsubscribe(clientID string, topics ...string) error - // UnsubscribeAll removes all subscriptions of a specific client. - UnsubscribeAll(clientID string) error - // Iterate iterates all subscriptions. The callback is called once for each subscription. - // If callback return false, the iteration will be stopped. - // Notice: - // The results are not sorted in any way, no ordering of any kind is guaranteed. - // This method will walk through all subscriptions, - // so it is a very expensive operation. Do not call it frequently. - Iterate(fn IterateFn, options IterationOptions) - - Close() error - StatsReader -} - -// GetTopicMatched returns the subscriptions that match the passed topic. -func GetTopicMatched(store Store, topicFilter string, t IterationType) ClientSubscriptions { - rs := make(ClientSubscriptions) - store.Iterate(func(clientID string, subscription *gmqtt.Subscription) bool { - rs[clientID] = append(rs[clientID], subscription) - return true - }, IterationOptions{ - Type: t, - TopicName: topicFilter, - MatchType: MatchFilter, - }) - if len(rs) == 0 { - return nil - } - return rs -} - -// Get returns the subscriptions that equals the passed topic filter. -func Get(store Store, topicFilter string, t IterationType) ClientSubscriptions { - rs := make(ClientSubscriptions) - store.Iterate(func(clientID string, subscription *gmqtt.Subscription) bool { - rs[clientID] = append(rs[clientID], subscription) - return true - }, IterationOptions{ - Type: t, - TopicName: topicFilter, - MatchType: MatchName, - }) - if len(rs) == 0 { - return nil - } - return rs -} - -// GetClientSubscriptions returns the subscriptions of a specific client. -func GetClientSubscriptions(store Store, clientID string, t IterationType) []*gmqtt.Subscription { - var rs []*gmqtt.Subscription - store.Iterate(func(clientID string, subscription *gmqtt.Subscription) bool { - rs = append(rs, subscription) - return true - }, IterationOptions{ - Type: t, - ClientID: clientID, - }) - return rs -} - -// StatsReader provides the ability to get statistics information. -type StatsReader interface { - // GetStats return the global stats. - GetStats() Stats - // GetClientStats return the stats of a specific client. - // If stats not exists, return an error. - GetClientStats(clientID string) (Stats, error) -} - -// SplitTopic returns the shareName and topicFilter of the given topic. -// If the topic is invalid, returns empty strings. -func SplitTopic(topic string) (shareName, topicFilter string) { - if strings.HasPrefix(topic, "$share/") { - shared := strings.SplitN(topic, "/", 3) - if len(shared) < 3 { - return "", "" - } - return shared[1], shared[2] - } - return "", topic -} - -// GetFullTopicName returns the full topic name of given shareName and topicFilter -func GetFullTopicName(shareName, topicFilter string) string { - if shareName != "" { - return "$share/" + shareName + "/" + topicFilter - } - return topicFilter -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/subscription_mock.go b/internal/hummingbird/mqttbroker/persistence/subscription/subscription_mock.go deleted file mode 100644 index 5beb0aa..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/subscription_mock.go +++ /dev/null @@ -1,209 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: persistence/subscription/subscription.go - -// Package subscription is a generated GoMock package. -package subscription - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -// MockStore is a mock of Store interface -type MockStore struct { - ctrl *gomock.Controller - recorder *MockStoreMockRecorder -} - -// MockStoreMockRecorder is the mock recorder for MockStore -type MockStoreMockRecorder struct { - mock *MockStore -} - -// NewMockStore creates a new mock instance -func NewMockStore(ctrl *gomock.Controller) *MockStore { - mock := &MockStore{ctrl: ctrl} - mock.recorder = &MockStoreMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStore) EXPECT() *MockStoreMockRecorder { - return m.recorder -} - -// Init mocks base method -func (m *MockStore) Init(clientIDs []string) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Init", clientIDs) - ret0, _ := ret[0].(error) - return ret0 -} - -// Init indicates an expected call of Init -func (mr *MockStoreMockRecorder) Init(clientIDs interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Init", reflect.TypeOf((*MockStore)(nil).Init), clientIDs) -} - -// Subscribe mocks base method -func (m *MockStore) Subscribe(clientID string, subscriptions ...*gmqtt.Subscription) (SubscribeResult, error) { - m.ctrl.T.Helper() - varargs := []interface{}{clientID} - for _, a := range subscriptions { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Subscribe", varargs...) - ret0, _ := ret[0].(SubscribeResult) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Subscribe indicates an expected call of Subscribe -func (mr *MockStoreMockRecorder) Subscribe(clientID interface{}, subscriptions ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{clientID}, subscriptions...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Subscribe", reflect.TypeOf((*MockStore)(nil).Subscribe), varargs...) -} - -// Unsubscribe mocks base method -func (m *MockStore) Unsubscribe(clientID string, topics ...string) error { - m.ctrl.T.Helper() - varargs := []interface{}{clientID} - for _, a := range topics { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Unsubscribe", varargs...) - ret0, _ := ret[0].(error) - return ret0 -} - -// Unsubscribe indicates an expected call of Unsubscribe -func (mr *MockStoreMockRecorder) Unsubscribe(clientID interface{}, topics ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{clientID}, topics...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Unsubscribe", reflect.TypeOf((*MockStore)(nil).Unsubscribe), varargs...) -} - -// UnsubscribeAll mocks base method -func (m *MockStore) UnsubscribeAll(clientID string) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "UnsubscribeAll", clientID) - ret0, _ := ret[0].(error) - return ret0 -} - -// UnsubscribeAll indicates an expected call of UnsubscribeAll -func (mr *MockStoreMockRecorder) UnsubscribeAll(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "UnsubscribeAll", reflect.TypeOf((*MockStore)(nil).UnsubscribeAll), clientID) -} - -// Iterate mocks base method -func (m *MockStore) Iterate(fn IterateFn, options IterationOptions) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Iterate", fn, options) -} - -// Iterate indicates an expected call of Iterate -func (mr *MockStoreMockRecorder) Iterate(fn, options interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Iterate", reflect.TypeOf((*MockStore)(nil).Iterate), fn, options) -} - -// Close mocks base method -func (m *MockStore) Close() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Close") - ret0, _ := ret[0].(error) - return ret0 -} - -// Close indicates an expected call of Close -func (mr *MockStoreMockRecorder) Close() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Close", reflect.TypeOf((*MockStore)(nil).Close)) -} - -// GetStats mocks base method -func (m *MockStore) GetStats() Stats { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetStats") - ret0, _ := ret[0].(Stats) - return ret0 -} - -// GetStats indicates an expected call of GetStats -func (mr *MockStoreMockRecorder) GetStats() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetStats", reflect.TypeOf((*MockStore)(nil).GetStats)) -} - -// GetClientStats mocks base method -func (m *MockStore) GetClientStats(clientID string) (Stats, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetClientStats", clientID) - ret0, _ := ret[0].(Stats) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// GetClientStats indicates an expected call of GetClientStats -func (mr *MockStoreMockRecorder) GetClientStats(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetClientStats", reflect.TypeOf((*MockStore)(nil).GetClientStats), clientID) -} - -// MockStatsReader is a mock of StatsReader interface -type MockStatsReader struct { - ctrl *gomock.Controller - recorder *MockStatsReaderMockRecorder -} - -// MockStatsReaderMockRecorder is the mock recorder for MockStatsReader -type MockStatsReaderMockRecorder struct { - mock *MockStatsReader -} - -// NewMockStatsReader creates a new mock instance -func NewMockStatsReader(ctrl *gomock.Controller) *MockStatsReader { - mock := &MockStatsReader{ctrl: ctrl} - mock.recorder = &MockStatsReaderMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStatsReader) EXPECT() *MockStatsReaderMockRecorder { - return m.recorder -} - -// GetStats mocks base method -func (m *MockStatsReader) GetStats() Stats { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetStats") - ret0, _ := ret[0].(Stats) - return ret0 -} - -// GetStats indicates an expected call of GetStats -func (mr *MockStatsReaderMockRecorder) GetStats() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetStats", reflect.TypeOf((*MockStatsReader)(nil).GetStats)) -} - -// GetClientStats mocks base method -func (m *MockStatsReader) GetClientStats(clientID string) (Stats, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetClientStats", clientID) - ret0, _ := ret[0].(Stats) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// GetClientStats indicates an expected call of GetClientStats -func (mr *MockStatsReaderMockRecorder) GetClientStats(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetClientStats", reflect.TypeOf((*MockStatsReader)(nil).GetClientStats), clientID) -} diff --git a/internal/hummingbird/mqttbroker/persistence/subscription/test/test_suite.go b/internal/hummingbird/mqttbroker/persistence/subscription/test/test_suite.go deleted file mode 100644 index 0738aea..0000000 --- a/internal/hummingbird/mqttbroker/persistence/subscription/test/test_suite.go +++ /dev/null @@ -1,601 +0,0 @@ -package test - -import ( - "strconv" - "testing" - - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var ( - topicA = &gmqtt.Subscription{ - TopicFilter: "topic/A", - ID: 1, - - QoS: 1, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 1, - } - - topicB = &gmqtt.Subscription{ - TopicFilter: "topic/B", - - QoS: 1, - NoLocal: false, - RetainAsPublished: true, - RetainHandling: 0, - } - - systemTopicA = &gmqtt.Subscription{ - TopicFilter: "$topic/A", - ID: 1, - - QoS: 1, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 1, - } - - systemTopicB = &gmqtt.Subscription{ - TopicFilter: "$topic/B", - - QoS: 1, - NoLocal: false, - RetainAsPublished: true, - RetainHandling: 0, - } - - sharedTopicA1 = &gmqtt.Subscription{ - ShareName: "name1", - TopicFilter: "topic/A", - ID: 1, - - QoS: 1, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 1, - } - - sharedTopicB1 = &gmqtt.Subscription{ - ShareName: "name1", - TopicFilter: "topic/B", - ID: 1, - - QoS: 1, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 1, - } - - sharedTopicA2 = &gmqtt.Subscription{ - ShareName: "name2", - TopicFilter: "topic/A", - ID: 1, - - QoS: 1, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 1, - } - - sharedTopicB2 = &gmqtt.Subscription{ - ShareName: "name2", - TopicFilter: "topic/B", - ID: 1, - - QoS: 1, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 1, - } -) - -var testSubs = []struct { - clientID string - subs []*gmqtt.Subscription -}{ - // non-share and non-system subscription - { - - clientID: "client1", - subs: []*gmqtt.Subscription{ - topicA, topicB, - }, - }, { - clientID: "client2", - subs: []*gmqtt.Subscription{ - topicA, topicB, - }, - }, - // system subscription - { - - clientID: "client1", - subs: []*gmqtt.Subscription{ - systemTopicA, systemTopicB, - }, - }, { - - clientID: "client2", - subs: []*gmqtt.Subscription{ - systemTopicA, systemTopicB, - }, - }, - // share subscription - { - clientID: "client1", - subs: []*gmqtt.Subscription{ - sharedTopicA1, sharedTopicB1, sharedTopicA2, sharedTopicB2, - }, - }, - { - clientID: "client2", - subs: []*gmqtt.Subscription{ - sharedTopicA1, sharedTopicB1, sharedTopicA2, sharedTopicB2, - }, - }, -} - -func testAddSubscribe(t *testing.T, store subscription.Store) { - a := assert.New(t) - for _, v := range testSubs { - _, err := store.Subscribe(v.clientID, v.subs...) - a.Nil(err) - } -} - -func testGetStatus(t *testing.T, store subscription.Store) { - a := assert.New(t) - var err error - tt := []struct { - clientID string - topic packets.Topic - }{ - {clientID: "id0", topic: packets.Topic{Name: "name0", SubOptions: packets.SubOptions{Qos: packets.Qos0}}}, - {clientID: "id1", topic: packets.Topic{Name: "name1", SubOptions: packets.SubOptions{Qos: packets.Qos1}}}, - {clientID: "id2", topic: packets.Topic{Name: "name2", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id3", topic: packets.Topic{Name: "name3", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id4", topic: packets.Topic{Name: "name3", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id4", topic: packets.Topic{Name: "name4", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - // test $share and system topic - {clientID: "id4", topic: packets.Topic{Name: "$share/abc/name4", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id4", topic: packets.Topic{Name: "$SYS/abc/def", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - } - for _, v := range tt { - _, err = store.Subscribe(v.clientID, subscription.FromTopic(v.topic, 0)) - a.NoError(err) - } - stats := store.GetStats() - expectedTotal, expectedCurrent := len(tt), len(tt) - - a.EqualValues(expectedTotal, stats.SubscriptionsTotal) - a.EqualValues(expectedCurrent, stats.SubscriptionsCurrent) - - // If subscribe duplicated topic, total and current statistics should not increase - _, err = store.Subscribe("id0", subscription.FromTopic(packets.Topic{SubOptions: packets.SubOptions{Qos: packets.Qos0}, Name: "name0"}, 0)) - a.NoError(err) - _, err = store.Subscribe("id4", subscription.FromTopic(packets.Topic{SubOptions: packets.SubOptions{Qos: packets.Qos2}, Name: "$share/abc/name4"}, 0)) - a.NoError(err) - - stats = store.GetStats() - a.EqualValues(expectedTotal, stats.SubscriptionsTotal) - a.EqualValues(expectedCurrent, stats.SubscriptionsCurrent) - - utt := []struct { - clientID string - topic packets.Topic - }{ - {clientID: "id0", topic: packets.Topic{Name: "name0", SubOptions: packets.SubOptions{Qos: packets.Qos0}}}, - {clientID: "id1", topic: packets.Topic{Name: "name1", SubOptions: packets.SubOptions{Qos: packets.Qos1}}}, - } - expectedCurrent -= 2 - for _, v := range utt { - a.NoError(store.Unsubscribe(v.clientID, v.topic.Name)) - } - stats = store.GetStats() - a.EqualValues(expectedTotal, stats.SubscriptionsTotal) - a.EqualValues(expectedCurrent, stats.SubscriptionsCurrent) - - //if unsubscribe not exists topic, current statistics should not decrease - a.NoError(store.Unsubscribe("id0", "name555")) - stats = store.GetStats() - a.EqualValues(len(tt), stats.SubscriptionsTotal) - a.EqualValues(expectedCurrent, stats.SubscriptionsCurrent) - - a.NoError(store.Unsubscribe("id4", "$share/abc/name4")) - - expectedCurrent -= 1 - stats = store.GetStats() - a.EqualValues(expectedTotal, stats.SubscriptionsTotal) - a.EqualValues(expectedCurrent, stats.SubscriptionsCurrent) - - a.NoError(store.UnsubscribeAll("id4")) - expectedCurrent -= 3 - stats = store.GetStats() - a.EqualValues(len(tt), stats.SubscriptionsTotal) - a.EqualValues(expectedCurrent, stats.SubscriptionsCurrent) -} - -func testGetClientStats(t *testing.T, store subscription.Store) { - a := assert.New(t) - var err error - tt := []struct { - clientID string - topic packets.Topic - }{ - {clientID: "id0", topic: packets.Topic{Name: "name0", SubOptions: packets.SubOptions{Qos: packets.Qos0}}}, - {clientID: "id0", topic: packets.Topic{Name: "name1", SubOptions: packets.SubOptions{Qos: packets.Qos1}}}, - // test $share and system topic - {clientID: "id0", topic: packets.Topic{Name: "$share/abc/name5", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id0", topic: packets.Topic{Name: "$SYS/a/b/c", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - - {clientID: "id1", topic: packets.Topic{Name: "name0", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id1", topic: packets.Topic{Name: "$share/abc/name5", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id2", topic: packets.Topic{Name: "$SYS/a/b/c", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - {clientID: "id2", topic: packets.Topic{Name: "name5", SubOptions: packets.SubOptions{Qos: packets.Qos2}}}, - } - for _, v := range tt { - _, err = store.Subscribe(v.clientID, subscription.FromTopic(v.topic, 0)) - a.NoError(err) - } - stats, _ := store.GetClientStats("id0") - a.EqualValues(4, stats.SubscriptionsTotal) - a.EqualValues(4, stats.SubscriptionsCurrent) - - a.NoError(store.UnsubscribeAll("id0")) - stats, _ = store.GetClientStats("id0") - a.EqualValues(4, stats.SubscriptionsTotal) - a.EqualValues(0, stats.SubscriptionsCurrent) -} - -func TestSuite(t *testing.T, new func() subscription.Store) { - a := assert.New(t) - store := new() - a.Nil(store.Init(nil)) - defer store.Close() - for i := 0; i <= 1; i++ { - testAddSubscribe(t, store) - t.Run("testGetTopic"+strconv.Itoa(i), func(t *testing.T) { - testGetTopic(t, store) - }) - t.Run("testTopicMatch"+strconv.Itoa(i), func(t *testing.T) { - testTopicMatch(t, store) - }) - t.Run("testIterate"+strconv.Itoa(i), func(t *testing.T) { - testIterate(t, store) - }) - t.Run("testUnsubscribe"+strconv.Itoa(i), func(t *testing.T) { - testUnsubscribe(t, store) - }) - } - - store2 := new() - a.Nil(store2.Init(nil)) - defer store2.Close() - t.Run("testGetStatus", func(t *testing.T) { - testGetStatus(t, store2) - }) - - store3 := new() - a.Nil(store3.Init(nil)) - defer store3.Close() - t.Run("testGetStatus", func(t *testing.T) { - testGetClientStats(t, store3) - }) -} -func testGetTopic(t *testing.T, store subscription.Store) { - a := assert.New(t) - - rs := subscription.Get(store, topicA.TopicFilter, subscription.TypeAll) - a.Equal(topicA, rs["client1"][0]) - a.Equal(topicA, rs["client2"][0]) - - rs = subscription.Get(store, topicA.TopicFilter, subscription.TypeNonShared) - a.Equal(topicA, rs["client1"][0]) - a.Equal(topicA, rs["client2"][0]) - - rs = subscription.Get(store, systemTopicA.TopicFilter, subscription.TypeAll) - a.Equal(systemTopicA, rs["client1"][0]) - a.Equal(systemTopicA, rs["client2"][0]) - - rs = subscription.Get(store, systemTopicA.TopicFilter, subscription.TypeSYS) - a.Equal(systemTopicA, rs["client1"][0]) - a.Equal(systemTopicA, rs["client2"][0]) - - rs = subscription.Get(store, "$share/"+sharedTopicA1.ShareName+"/"+sharedTopicA1.TopicFilter, subscription.TypeAll) - a.Equal(sharedTopicA1, rs["client1"][0]) - a.Equal(sharedTopicA1, rs["client2"][0]) - -} -func testTopicMatch(t *testing.T, store subscription.Store) { - a := assert.New(t) - rs := subscription.GetTopicMatched(store, topicA.TopicFilter, subscription.TypeAll) - a.ElementsMatch([]*gmqtt.Subscription{topicA, sharedTopicA1, sharedTopicA2}, rs["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{topicA, sharedTopicA1, sharedTopicA2}, rs["client2"]) - - rs = subscription.GetTopicMatched(store, topicA.TopicFilter, subscription.TypeNonShared) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, rs["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, rs["client2"]) - - rs = subscription.GetTopicMatched(store, topicA.TopicFilter, subscription.TypeShared) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2}, rs["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2}, rs["client2"]) - - rs = subscription.GetTopicMatched(store, systemTopicA.TopicFilter, subscription.TypeSYS) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, rs["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, rs["client2"]) - -} -func testUnsubscribe(t *testing.T, store subscription.Store) { - a := assert.New(t) - a.Nil(store.Unsubscribe("client1", topicA.TopicFilter)) - rs := subscription.Get(store, topicA.TopicFilter, subscription.TypeAll) - a.Nil(rs["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, rs["client2"]) - a.Nil(store.UnsubscribeAll("client2")) - a.Nil(store.UnsubscribeAll("client1")) - var iterationCalled bool - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - iterationCalled = true - return true - }, subscription.IterationOptions{Type: subscription.TypeAll}) - a.False(iterationCalled) -} -func testIterate(t *testing.T, store subscription.Store) { - a := assert.New(t) - - var iterationCalled bool - // invalid subscription.IterationOptions - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - iterationCalled = true - return true - }, subscription.IterationOptions{}) - a.False(iterationCalled) - testIterateNonShared(t, store) - testIterateShared(t, store) - testIterateSystem(t, store) -} -func testIterateNonShared(t *testing.T, store subscription.Store) { - a := assert.New(t) - // iterate all non-shared subscriptions. - got := make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeNonShared, - }) - a.ElementsMatch([]*gmqtt.Subscription{topicA, topicB}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{topicA, topicB}, got["client2"]) - - // iterate all non-shared subscriptions with ClientID option. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeNonShared, - ClientID: "client1", - }) - - a.ElementsMatch([]*gmqtt.Subscription{topicA, topicB}, got["client1"]) - a.Len(got["client2"], 0) - - // iterate all non-shared subscriptions that matched given topic name. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeNonShared, - MatchType: subscription.MatchName, - TopicName: topicA.TopicFilter, - }) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, got["client2"]) - - // iterate all non-shared subscriptions that matched given topic name and client id - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeNonShared, - MatchType: subscription.MatchName, - TopicName: topicA.TopicFilter, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, got["client1"]) - a.Len(got["client2"], 0) - - // iterate all non-shared subscriptions that matched given topic filter. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeNonShared, - MatchType: subscription.MatchFilter, - TopicName: topicA.TopicFilter, - }) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, got["client2"]) - - // iterate all non-shared subscriptions that matched given topic filter and client id - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeNonShared, - MatchType: subscription.MatchFilter, - TopicName: topicA.TopicFilter, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{topicA}, got["client1"]) - a.Len(got["client2"], 0) -} -func testIterateShared(t *testing.T, store subscription.Store) { - a := assert.New(t) - // iterate all shared subscriptions. - got := make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - }) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2, sharedTopicB1, sharedTopicB2}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2, sharedTopicB1, sharedTopicB2}, got["client2"]) - - // iterate all shared subscriptions with ClientID option. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2, sharedTopicB1, sharedTopicB2}, got["client1"]) - a.Len(got["client2"], 0) - - // iterate all shared subscriptions that matched given topic filter. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - MatchType: subscription.MatchName, - TopicName: "$share/" + sharedTopicA1.ShareName + "/" + sharedTopicA1.TopicFilter, - }) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1}, got["client2"]) - - // iterate all shared subscriptions that matched given topic filter and client id - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - MatchType: subscription.MatchName, - TopicName: "$share/" + sharedTopicA1.ShareName + "/" + sharedTopicA1.TopicFilter, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1}, got["client1"]) - a.Len(got["client2"], 0) - - // iterate all shared subscriptions that matched given topic name. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - MatchType: subscription.MatchFilter, - TopicName: sharedTopicA1.TopicFilter, - }) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2}, got["client2"]) - - // iterate all shared subscriptions that matched given topic name and clientID - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - MatchType: subscription.MatchFilter, - TopicName: sharedTopicA1.TopicFilter, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{sharedTopicA1, sharedTopicA2}, got["client1"]) - a.Len(got["client2"], 0) - -} -func testIterateSystem(t *testing.T, store subscription.Store) { - a := assert.New(t) - // iterate all system subscriptions. - got := make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeSYS, - }) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA, systemTopicB}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA, systemTopicB}, got["client2"]) - - // iterate all system subscriptions with ClientID option. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeSYS, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA, systemTopicB}, got["client1"]) - a.Len(got["client2"], 0) - - // iterate all system subscriptions that matched given topic filter. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeSYS, - MatchType: subscription.MatchName, - TopicName: systemTopicA.TopicFilter, - }) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, got["client2"]) - - // iterate all system subscriptions that matched given topic filter and client id - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeSYS, - MatchType: subscription.MatchName, - TopicName: systemTopicA.TopicFilter, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, got["client1"]) - a.Len(got["client2"], 0) - - // iterate all system subscriptions that matched given topic name. - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeSYS, - MatchType: subscription.MatchFilter, - TopicName: systemTopicA.TopicFilter, - }) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, got["client1"]) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, got["client2"]) - - // iterate all system subscriptions that matched given topic name and clientID - got = make(subscription.ClientSubscriptions) - store.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - got[clientID] = append(got[clientID], sub) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeSYS, - MatchType: subscription.MatchFilter, - TopicName: systemTopicA.TopicFilter, - ClientID: "client1", - }) - a.ElementsMatch([]*gmqtt.Subscription{systemTopicA}, got["client1"]) - a.Len(got["client2"], 0) -} diff --git a/internal/hummingbird/mqttbroker/persistence/unack/mem/mem.go b/internal/hummingbird/mqttbroker/persistence/unack/mem/mem.go deleted file mode 100644 index 3fa0eac..0000000 --- a/internal/hummingbird/mqttbroker/persistence/unack/mem/mem.go +++ /dev/null @@ -1,44 +0,0 @@ -package mem - -import ( - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var _ unack.Store = (*Store)(nil) - -type Store struct { - clientID string - unackpublish map[packets.PacketID]struct{} -} - -type Options struct { - ClientID string -} - -func New(opts Options) *Store { - return &Store{ - clientID: opts.ClientID, - unackpublish: make(map[packets.PacketID]struct{}), - } -} - -func (s *Store) Init(cleanStart bool) error { - if cleanStart { - s.unackpublish = make(map[packets.PacketID]struct{}) - } - return nil -} - -func (s *Store) Set(id packets.PacketID) (bool, error) { - if _, ok := s.unackpublish[id]; ok { - return true, nil - } - s.unackpublish[id] = struct{}{} - return false, nil -} - -func (s *Store) Remove(id packets.PacketID) error { - delete(s.unackpublish, id) - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/unack/redis/redis.go b/internal/hummingbird/mqttbroker/persistence/unack/redis/redis.go deleted file mode 100644 index 08eb728..0000000 --- a/internal/hummingbird/mqttbroker/persistence/unack/redis/redis.go +++ /dev/null @@ -1,75 +0,0 @@ -package redis - -import ( - "github.com/gomodule/redigo/redis" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -const ( - unackPrefix = "unack:" -) - -var _ unack.Store = (*Store)(nil) - -type Store struct { - clientID string - pool *redis.Pool - unackpublish map[packets.PacketID]struct{} -} - -type Options struct { - ClientID string - Pool *redis.Pool -} - -func New(opts Options) *Store { - return &Store{ - clientID: opts.ClientID, - pool: opts.Pool, - unackpublish: make(map[packets.PacketID]struct{}), - } -} - -func getKey(clientID string) string { - return unackPrefix + clientID -} -func (s *Store) Init(cleanStart bool) error { - if cleanStart { - c := s.pool.Get() - defer c.Close() - s.unackpublish = make(map[packets.PacketID]struct{}) - _, err := c.Do("del", getKey(s.clientID)) - if err != nil { - return err - } - } - return nil -} - -func (s *Store) Set(id packets.PacketID) (bool, error) { - // from cache - if _, ok := s.unackpublish[id]; ok { - return true, nil - } - c := s.pool.Get() - defer c.Close() - _, err := c.Do("hset", getKey(s.clientID), id, 1) - if err != nil { - return false, err - } - s.unackpublish[id] = struct{}{} - return false, nil -} - -func (s *Store) Remove(id packets.PacketID) error { - c := s.pool.Get() - defer c.Close() - _, err := c.Do("hdel", getKey(s.clientID), id) - if err != nil { - return err - } - delete(s.unackpublish, id) - return nil -} diff --git a/internal/hummingbird/mqttbroker/persistence/unack/test/test_suite.go b/internal/hummingbird/mqttbroker/persistence/unack/test/test_suite.go deleted file mode 100644 index 732eff0..0000000 --- a/internal/hummingbird/mqttbroker/persistence/unack/test/test_suite.go +++ /dev/null @@ -1,54 +0,0 @@ -package test - -import ( - "testing" - - "github.com/stretchr/testify/assert" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var ( - TestServerConfig = config.Config{} - cid = "cid" - TestClientID = cid -) - -func TestSuite(t *testing.T, store unack.Store) { - a := assert.New(t) - a.Nil(store.Init(false)) - for i := packets.PacketID(1); i < 10; i++ { - rs, err := store.Set(i) - a.Nil(err) - a.False(rs) - rs, err = store.Set(i) - a.Nil(err) - a.True(rs) - err = store.Remove(i) - a.Nil(err) - rs, err = store.Set(i) - a.Nil(err) - a.False(rs) - - } - a.Nil(store.Init(false)) - for i := packets.PacketID(1); i < 10; i++ { - rs, err := store.Set(i) - a.Nil(err) - a.True(rs) - err = store.Remove(i) - a.Nil(err) - rs, err = store.Set(i) - a.Nil(err) - a.False(rs) - } - a.Nil(store.Init(true)) - for i := packets.PacketID(1); i < 10; i++ { - rs, err := store.Set(i) - a.Nil(err) - a.False(rs) - } - -} diff --git a/internal/hummingbird/mqttbroker/persistence/unack/unack.go b/internal/hummingbird/mqttbroker/persistence/unack/unack.go deleted file mode 100644 index 0d29a2c..0000000 --- a/internal/hummingbird/mqttbroker/persistence/unack/unack.go +++ /dev/null @@ -1,19 +0,0 @@ -package unack - -import ( - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// Store represents a unack store for one client. -// Unack store is used to persist the unacknowledged qos2 messages. -type Store interface { - // Init will be called when the client connect. - // If cleanStart set to true, the implementation should remove any associated data in backend store. - // If it set to false, the implementation should retrieve the associated data from backend store. - Init(cleanStart bool) error - // Set sets the given id into store. - // The return boolean indicates whether the id exist. - Set(id packets.PacketID) (bool, error) - // Remove removes the given id from store. - Remove(id packets.PacketID) error -} diff --git a/internal/hummingbird/mqttbroker/persistence/unack/unack_mock.go b/internal/hummingbird/mqttbroker/persistence/unack/unack_mock.go deleted file mode 100644 index 3653be4..0000000 --- a/internal/hummingbird/mqttbroker/persistence/unack/unack_mock.go +++ /dev/null @@ -1,78 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: persistence/unack/unack.go - -// Package unack is a generated GoMock package. -package unack - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - packets "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// MockStore is a mock of Store interface -type MockStore struct { - ctrl *gomock.Controller - recorder *MockStoreMockRecorder -} - -// MockStoreMockRecorder is the mock recorder for MockStore -type MockStoreMockRecorder struct { - mock *MockStore -} - -// NewMockStore creates a new mock instance -func NewMockStore(ctrl *gomock.Controller) *MockStore { - mock := &MockStore{ctrl: ctrl} - mock.recorder = &MockStoreMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStore) EXPECT() *MockStoreMockRecorder { - return m.recorder -} - -// Init mocks base method -func (m *MockStore) Init(cleanStart bool) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Init", cleanStart) - ret0, _ := ret[0].(error) - return ret0 -} - -// Init indicates an expected call of Init -func (mr *MockStoreMockRecorder) Init(cleanStart interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Init", reflect.TypeOf((*MockStore)(nil).Init), cleanStart) -} - -// Set mocks base method -func (m *MockStore) Set(id packets.PacketID) (bool, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Set", id) - ret0, _ := ret[0].(bool) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Set indicates an expected call of Set -func (mr *MockStoreMockRecorder) Set(id interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Set", reflect.TypeOf((*MockStore)(nil).Set), id) -} - -// Remove mocks base method -func (m *MockStore) Remove(id packets.PacketID) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Remove", id) - ret0, _ := ret[0].(error) - return ret0 -} - -// Remove indicates an expected call of Remove -func (mr *MockStoreMockRecorder) Remove(id interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Remove", reflect.TypeOf((*MockStore)(nil).Remove), id) -} diff --git a/internal/hummingbird/mqttbroker/plugin/README.md b/internal/hummingbird/mqttbroker/plugin/README.md deleted file mode 100644 index b792a23..0000000 --- a/internal/hummingbird/mqttbroker/plugin/README.md +++ /dev/null @@ -1,39 +0,0 @@ -# Plugin - -[Gmqtt插件机制详解](https://juejin.cn/post/6908305981923409934) - -## How to write plugins - -Gmqtt uses code generator to generate plugin template. - -First, install the CLI tool: - -```bash -# run under gmqtt project root directory. -go install ./cmd/gmqctl -``` - -Enjoy: - -```bash -$ gmqctl gen plugin --help -code generator - -Usage: - gmqctl gen plugin [flags] - -Examples: -The following command will generate a code template for the 'awesome' plugin, which makes use of OnBasicAuth and OnSubscribe hook and enables the configuration in ./plugin directory. - -gmqctl gen plugin -n awesome -H OnBasicAuth,OnSubscribe -c true -o ./plugin - -Flags: - -c, --config Whether the plugin needs a configuration. - -h, --help help for plugin - -H, --hooks string The hooks use by the plugin, multiple hooks are separated by ',' - -n, --name string The plugin name. - -o, --output string The output directory. - -``` - -Details...TODO diff --git a/internal/hummingbird/mqttbroker/plugin/admin/README.md b/internal/hummingbird/mqttbroker/plugin/admin/README.md deleted file mode 100644 index d6fed8e..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/README.md +++ /dev/null @@ -1,83 +0,0 @@ -# admin - -Admin plugin use [grpc-gateway](https://github.com/grpc-ecosystem/grpc-gateway) to provide both REST HTTP and GRPC APIs -for integration with external systems. - -# API Doc - -See [swagger](https://github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/blob/master/plugin/admin/swagger) - -# Examples - -## List Clients - -```bash -$ curl 127.0.0.1:57091/v1/clients -``` - -Response: - -```json -{ - "clients": [ - { - "client_id": "ab", - "username": "", - "keep_alive": 60, - "version": 4, - "remote_addr": "127.0.0.1:51637", - "local_addr": "127.0.0.1:58090", - "connected_at": "2020-12-12T12:26:36Z", - "disconnected_at": null, - "session_expiry": 7200, - "max_inflight": 100, - "inflight_len": 0, - "max_queue": 100, - "queue_len": 0, - "subscriptions_current": 0, - "subscriptions_total": 0, - "packets_received_bytes": "54", - "packets_received_nums": "3", - "packets_send_bytes": "8", - "packets_send_nums": "2", - "message_dropped": "0" - } - ], - "total_count": 1 - } -``` - -## Filter Subscriptions - -```bash -$ curl 127.0.0.1:57091/v1/filter_subscriptions?filter_type=1,2,3&match_type=1&topic_name=/a -``` - -This curl is able to filter the subscription that the topic name is equal to "/a". - -Response: - -```json -{ - "subscriptions": [ - { - "topic_name": "/a", - "id": 0, - "qos": 1, - "no_local": false, - "retain_as_published": false, - "retain_handling": 0, - "client_id": "ab" - } - ] -} -``` - -## Publish Message - -```bash -$ curl -X POST 127.0.0.1:57091/v1/publish -d '{"topic_name":"a","payload":"test","qos":1}' -``` - -This curl will publish the message to the broker.The broker will check if there are matched topics and send the message -to the subscribers, just like received a message from a MQTT client. \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/admin/admin.go b/internal/hummingbird/mqttbroker/plugin/admin/admin.go deleted file mode 100644 index 5cbb9d1..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/admin.go +++ /dev/null @@ -1,72 +0,0 @@ -package admin - -import ( - "go.uber.org/zap" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -var _ server.Plugin = (*Admin)(nil) - -const Name = "admin" - -func init() { - server.RegisterPlugin(Name, New) -} - -func New(config config.Config) (server.Plugin, error) { - return &Admin{}, nil -} - -var log *zap.Logger - -// Admin providers gRPC and HTTP API that enables the external system to interact with the broker. -type Admin struct { - statsReader server.StatsReader - publisher server.Publisher - clientService server.ClientService - store *store -} - -func (a *Admin) registerHTTP(g server.APIRegistrar) (err error) { - err = g.RegisterHTTPHandler(RegisterClientServiceHandlerFromEndpoint) - if err != nil { - return err - } - err = g.RegisterHTTPHandler(RegisterSubscriptionServiceHandlerFromEndpoint) - if err != nil { - return err - } - err = g.RegisterHTTPHandler(RegisterPublishServiceHandlerFromEndpoint) - if err != nil { - return err - } - return nil -} - -func (a *Admin) Load(service server.Server) error { - log = server.LoggerWithField(zap.String("plugin", Name)) - apiRegistrar := service.APIRegistrar() - RegisterClientServiceServer(apiRegistrar, &clientService{a: a}) - RegisterSubscriptionServiceServer(apiRegistrar, &subscriptionService{a: a}) - RegisterPublishServiceServer(apiRegistrar, &publisher{a: a}) - err := a.registerHTTP(apiRegistrar) - if err != nil { - return err - } - a.statsReader = service.StatsManager() - a.store = newStore(a.statsReader, service.GetConfig()) - a.store.subscriptionService = service.SubscriptionService() - a.publisher = service.Publisher() - a.clientService = service.ClientService() - return nil -} - -func (a *Admin) Unload() error { - return nil -} - -func (a *Admin) Name() string { - return Name -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/client.go b/internal/hummingbird/mqttbroker/plugin/admin/client.go deleted file mode 100644 index daae73a..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/client.go +++ /dev/null @@ -1,58 +0,0 @@ -package admin - -import ( - "context" - - "github.com/golang/protobuf/ptypes/empty" -) - -type clientService struct { - a *Admin -} - -func (c *clientService) mustEmbedUnimplementedClientServiceServer() { - return -} - -// List lists alertclient information which the session is valid in the broker (both connected and disconnected). -func (c *clientService) List(ctx context.Context, req *ListClientRequest) (*ListClientResponse, error) { - page, pageSize := GetPage(req.Page, req.PageSize) - clients, total, err := c.a.store.GetClients(page, pageSize) - if err != nil { - return &ListClientResponse{}, err - } - return &ListClientResponse{ - Clients: clients, - TotalCount: total, - }, nil -} - -// Get returns the client information for given request client id. -func (c *clientService) Get(ctx context.Context, req *GetClientRequest) (*GetClientResponse, error) { - if req.ClientId == "" { - return nil, ErrInvalidArgument("client_id", "") - } - client := c.a.store.GetClientByID(req.ClientId) - if client == nil { - return nil, ErrNotFound - } - return &GetClientResponse{ - Client: client, - }, nil -} - -// Delete force disconnect. -func (c *clientService) Delete(ctx context.Context, req *DeleteClientRequest) (*empty.Empty, error) { - if req.ClientId == "" { - return nil, ErrInvalidArgument("client_id", "") - } - if req.CleanSession { - c.a.clientService.TerminateSession(req.ClientId) - } else { - client := c.a.clientService.GetClient(req.ClientId) - if client != nil { - client.Close() - } - } - return &empty.Empty{}, nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/client.pb.go b/internal/hummingbird/mqttbroker/plugin/admin/client.pb.go deleted file mode 100644 index 197f22c..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/client.pb.go +++ /dev/null @@ -1,739 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// versions: -// protoc-gen-go v1.22.0 -// protoc v3.13.0 -// source: client.proto - -package admin - -import ( - reflect "reflect" - sync "sync" - - proto "github.com/golang/protobuf/proto" - empty "github.com/golang/protobuf/ptypes/empty" - timestamp "github.com/golang/protobuf/ptypes/timestamp" - _ "google.golang.org/genproto/googleapis/api/annotations" - protoreflect "google.golang.org/protobuf/reflect/protoreflect" - protoimpl "google.golang.org/protobuf/runtime/protoimpl" -) - -const ( - // Verify that this generated code is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) - // Verify that runtime/protoimpl is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) -) - -// This is a compile-time assertion that a sufficiently up-to-date version -// of the legacy proto package is being used. -const _ = proto.ProtoPackageIsVersion4 - -type ListClientRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - PageSize uint32 `protobuf:"varint,1,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"` - Page uint32 `protobuf:"varint,2,opt,name=page,proto3" json:"page,omitempty"` -} - -func (x *ListClientRequest) Reset() { - *x = ListClientRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_client_proto_msgTypes[0] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListClientRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListClientRequest) ProtoMessage() {} - -func (x *ListClientRequest) ProtoReflect() protoreflect.Message { - mi := &file_client_proto_msgTypes[0] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListClientRequest.ProtoReflect.Descriptor instead. -func (*ListClientRequest) Descriptor() ([]byte, []int) { - return file_client_proto_rawDescGZIP(), []int{0} -} - -func (x *ListClientRequest) GetPageSize() uint32 { - if x != nil { - return x.PageSize - } - return 0 -} - -func (x *ListClientRequest) GetPage() uint32 { - if x != nil { - return x.Page - } - return 0 -} - -type ListClientResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Clients []*Client `protobuf:"bytes,1,rep,name=alertclient,proto3" json:"alertclient,omitempty"` - TotalCount uint32 `protobuf:"varint,2,opt,name=total_count,json=totalCount,proto3" json:"total_count,omitempty"` -} - -func (x *ListClientResponse) Reset() { - *x = ListClientResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_client_proto_msgTypes[1] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListClientResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListClientResponse) ProtoMessage() {} - -func (x *ListClientResponse) ProtoReflect() protoreflect.Message { - mi := &file_client_proto_msgTypes[1] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListClientResponse.ProtoReflect.Descriptor instead. -func (*ListClientResponse) Descriptor() ([]byte, []int) { - return file_client_proto_rawDescGZIP(), []int{1} -} - -func (x *ListClientResponse) GetClients() []*Client { - if x != nil { - return x.Clients - } - return nil -} - -func (x *ListClientResponse) GetTotalCount() uint32 { - if x != nil { - return x.TotalCount - } - return 0 -} - -type GetClientRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - ClientId string `protobuf:"bytes,1,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` -} - -func (x *GetClientRequest) Reset() { - *x = GetClientRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_client_proto_msgTypes[2] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *GetClientRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*GetClientRequest) ProtoMessage() {} - -func (x *GetClientRequest) ProtoReflect() protoreflect.Message { - mi := &file_client_proto_msgTypes[2] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use GetClientRequest.ProtoReflect.Descriptor instead. -func (*GetClientRequest) Descriptor() ([]byte, []int) { - return file_client_proto_rawDescGZIP(), []int{2} -} - -func (x *GetClientRequest) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -type GetClientResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Client *Client `protobuf:"bytes,1,opt,name=client,proto3" json:"client,omitempty"` -} - -func (x *GetClientResponse) Reset() { - *x = GetClientResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_client_proto_msgTypes[3] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *GetClientResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*GetClientResponse) ProtoMessage() {} - -func (x *GetClientResponse) ProtoReflect() protoreflect.Message { - mi := &file_client_proto_msgTypes[3] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use GetClientResponse.ProtoReflect.Descriptor instead. -func (*GetClientResponse) Descriptor() ([]byte, []int) { - return file_client_proto_rawDescGZIP(), []int{3} -} - -func (x *GetClientResponse) GetClient() *Client { - if x != nil { - return x.Client - } - return nil -} - -type DeleteClientRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - ClientId string `protobuf:"bytes,1,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` - CleanSession bool `protobuf:"varint,2,opt,name=clean_session,json=cleanSession,proto3" json:"clean_session,omitempty"` -} - -func (x *DeleteClientRequest) Reset() { - *x = DeleteClientRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_client_proto_msgTypes[4] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *DeleteClientRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*DeleteClientRequest) ProtoMessage() {} - -func (x *DeleteClientRequest) ProtoReflect() protoreflect.Message { - mi := &file_client_proto_msgTypes[4] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use DeleteClientRequest.ProtoReflect.Descriptor instead. -func (*DeleteClientRequest) Descriptor() ([]byte, []int) { - return file_client_proto_rawDescGZIP(), []int{4} -} - -func (x *DeleteClientRequest) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -func (x *DeleteClientRequest) GetCleanSession() bool { - if x != nil { - return x.CleanSession - } - return false -} - -type Client struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - ClientId string `protobuf:"bytes,1,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` - Username string `protobuf:"bytes,2,opt,name=username,proto3" json:"username,omitempty"` - KeepAlive int32 `protobuf:"varint,3,opt,name=keep_alive,json=keepAlive,proto3" json:"keep_alive,omitempty"` - Version int32 `protobuf:"varint,4,opt,name=version,proto3" json:"version,omitempty"` - RemoteAddr string `protobuf:"bytes,5,opt,name=remote_addr,json=remoteAddr,proto3" json:"remote_addr,omitempty"` - LocalAddr string `protobuf:"bytes,6,opt,name=local_addr,json=localAddr,proto3" json:"local_addr,omitempty"` - ConnectedAt *timestamp.Timestamp `protobuf:"bytes,7,opt,name=connected_at,json=connectedAt,proto3" json:"connected_at,omitempty"` - DisconnectedAt *timestamp.Timestamp `protobuf:"bytes,8,opt,name=disconnected_at,json=disconnectedAt,proto3" json:"disconnected_at,omitempty"` - SessionExpiry uint32 `protobuf:"varint,9,opt,name=session_expiry,json=sessionExpiry,proto3" json:"session_expiry,omitempty"` - MaxInflight uint32 `protobuf:"varint,10,opt,name=max_inflight,json=maxInflight,proto3" json:"max_inflight,omitempty"` - InflightLen uint32 `protobuf:"varint,11,opt,name=inflight_len,json=inflightLen,proto3" json:"inflight_len,omitempty"` - MaxQueue uint32 `protobuf:"varint,12,opt,name=max_queue,json=maxQueue,proto3" json:"max_queue,omitempty"` - QueueLen uint32 `protobuf:"varint,13,opt,name=queue_len,json=queueLen,proto3" json:"queue_len,omitempty"` - SubscriptionsCurrent uint32 `protobuf:"varint,14,opt,name=subscriptions_current,json=subscriptionsCurrent,proto3" json:"subscriptions_current,omitempty"` - SubscriptionsTotal uint32 `protobuf:"varint,15,opt,name=subscriptions_total,json=subscriptionsTotal,proto3" json:"subscriptions_total,omitempty"` - PacketsReceivedBytes uint64 `protobuf:"varint,16,opt,name=packets_received_bytes,json=packetsReceivedBytes,proto3" json:"packets_received_bytes,omitempty"` - PacketsReceivedNums uint64 `protobuf:"varint,17,opt,name=packets_received_nums,json=packetsReceivedNums,proto3" json:"packets_received_nums,omitempty"` - PacketsSendBytes uint64 `protobuf:"varint,18,opt,name=packets_send_bytes,json=packetsSendBytes,proto3" json:"packets_send_bytes,omitempty"` - PacketsSendNums uint64 `protobuf:"varint,19,opt,name=packets_send_nums,json=packetsSendNums,proto3" json:"packets_send_nums,omitempty"` - MessageDropped uint64 `protobuf:"varint,20,opt,name=message_dropped,json=messageDropped,proto3" json:"message_dropped,omitempty"` -} - -func (x *Client) Reset() { - *x = Client{} - if protoimpl.UnsafeEnabled { - mi := &file_client_proto_msgTypes[5] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Client) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Client) ProtoMessage() {} - -func (x *Client) ProtoReflect() protoreflect.Message { - mi := &file_client_proto_msgTypes[5] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Client.ProtoReflect.Descriptor instead. -func (*Client) Descriptor() ([]byte, []int) { - return file_client_proto_rawDescGZIP(), []int{5} -} - -func (x *Client) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -func (x *Client) GetUsername() string { - if x != nil { - return x.Username - } - return "" -} - -func (x *Client) GetKeepAlive() int32 { - if x != nil { - return x.KeepAlive - } - return 0 -} - -func (x *Client) GetVersion() int32 { - if x != nil { - return x.Version - } - return 0 -} - -func (x *Client) GetRemoteAddr() string { - if x != nil { - return x.RemoteAddr - } - return "" -} - -func (x *Client) GetLocalAddr() string { - if x != nil { - return x.LocalAddr - } - return "" -} - -func (x *Client) GetConnectedAt() *timestamp.Timestamp { - if x != nil { - return x.ConnectedAt - } - return nil -} - -func (x *Client) GetDisconnectedAt() *timestamp.Timestamp { - if x != nil { - return x.DisconnectedAt - } - return nil -} - -func (x *Client) GetSessionExpiry() uint32 { - if x != nil { - return x.SessionExpiry - } - return 0 -} - -func (x *Client) GetMaxInflight() uint32 { - if x != nil { - return x.MaxInflight - } - return 0 -} - -func (x *Client) GetInflightLen() uint32 { - if x != nil { - return x.InflightLen - } - return 0 -} - -func (x *Client) GetMaxQueue() uint32 { - if x != nil { - return x.MaxQueue - } - return 0 -} - -func (x *Client) GetQueueLen() uint32 { - if x != nil { - return x.QueueLen - } - return 0 -} - -func (x *Client) GetSubscriptionsCurrent() uint32 { - if x != nil { - return x.SubscriptionsCurrent - } - return 0 -} - -func (x *Client) GetSubscriptionsTotal() uint32 { - if x != nil { - return x.SubscriptionsTotal - } - return 0 -} - -func (x *Client) GetPacketsReceivedBytes() uint64 { - if x != nil { - return x.PacketsReceivedBytes - } - return 0 -} - -func (x *Client) GetPacketsReceivedNums() uint64 { - if x != nil { - return x.PacketsReceivedNums - } - return 0 -} - -func (x *Client) GetPacketsSendBytes() uint64 { - if x != nil { - return x.PacketsSendBytes - } - return 0 -} - -func (x *Client) GetPacketsSendNums() uint64 { - if x != nil { - return x.PacketsSendNums - } - return 0 -} - -func (x *Client) GetMessageDropped() uint64 { - if x != nil { - return x.MessageDropped - } - return 0 -} - -var File_client_proto protoreflect.FileDescriptor - -var file_client_proto_rawDesc = []byte{ - 0x0a, 0x0c, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x0f, - 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x1a, - 0x1c, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x61, 0x70, 0x69, 0x2f, 0x61, 0x6e, 0x6e, 0x6f, - 0x74, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x1a, 0x1b, 0x67, - 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x65, - 0x6d, 0x70, 0x74, 0x79, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x1a, 0x1f, 0x67, 0x6f, 0x6f, 0x67, - 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x74, 0x69, 0x6d, 0x65, - 0x73, 0x74, 0x61, 0x6d, 0x70, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x44, 0x0a, 0x11, 0x4c, - 0x69, 0x73, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, - 0x12, 0x1b, 0x0a, 0x09, 0x70, 0x61, 0x67, 0x65, 0x5f, 0x73, 0x69, 0x7a, 0x65, 0x18, 0x01, 0x20, - 0x01, 0x28, 0x0d, 0x52, 0x08, 0x70, 0x61, 0x67, 0x65, 0x53, 0x69, 0x7a, 0x65, 0x12, 0x12, 0x0a, - 0x04, 0x70, 0x61, 0x67, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x04, 0x70, 0x61, 0x67, - 0x65, 0x22, 0x68, 0x0a, 0x12, 0x4c, 0x69, 0x73, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, - 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x31, 0x0a, 0x07, 0x63, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x17, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, - 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x43, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x52, 0x07, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x73, 0x12, 0x1f, 0x0a, 0x0b, 0x74, 0x6f, - 0x74, 0x61, 0x6c, 0x5f, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, - 0x0a, 0x74, 0x6f, 0x74, 0x61, 0x6c, 0x43, 0x6f, 0x75, 0x6e, 0x74, 0x22, 0x2f, 0x0a, 0x10, 0x47, - 0x65, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, - 0x1b, 0x0a, 0x09, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, - 0x28, 0x09, 0x52, 0x08, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x49, 0x64, 0x22, 0x44, 0x0a, 0x11, - 0x47, 0x65, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, - 0x65, 0x12, 0x2f, 0x0a, 0x06, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x18, 0x01, 0x20, 0x01, 0x28, - 0x0b, 0x32, 0x17, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, - 0x61, 0x70, 0x69, 0x2e, 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, 0x06, 0x63, 0x6c, 0x69, 0x65, - 0x6e, 0x74, 0x22, 0x57, 0x0a, 0x13, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x43, 0x6c, 0x69, 0x65, - 0x6e, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x63, 0x6c, 0x69, - 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x63, 0x6c, - 0x69, 0x65, 0x6e, 0x74, 0x49, 0x64, 0x12, 0x23, 0x0a, 0x0d, 0x63, 0x6c, 0x65, 0x61, 0x6e, 0x5f, - 0x73, 0x65, 0x73, 0x73, 0x69, 0x6f, 0x6e, 0x18, 0x02, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0c, 0x63, - 0x6c, 0x65, 0x61, 0x6e, 0x53, 0x65, 0x73, 0x73, 0x69, 0x6f, 0x6e, 0x22, 0xb8, 0x06, 0x0a, 0x06, - 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, - 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x63, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x49, 0x64, 0x12, 0x1a, 0x0a, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, 0x65, 0x18, - 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, 0x65, 0x12, - 0x1d, 0x0a, 0x0a, 0x6b, 0x65, 0x65, 0x70, 0x5f, 0x61, 0x6c, 0x69, 0x76, 0x65, 0x18, 0x03, 0x20, - 0x01, 0x28, 0x05, 0x52, 0x09, 0x6b, 0x65, 0x65, 0x70, 0x41, 0x6c, 0x69, 0x76, 0x65, 0x12, 0x18, - 0x0a, 0x07, 0x76, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x18, 0x04, 0x20, 0x01, 0x28, 0x05, 0x52, - 0x07, 0x76, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x12, 0x1f, 0x0a, 0x0b, 0x72, 0x65, 0x6d, 0x6f, - 0x74, 0x65, 0x5f, 0x61, 0x64, 0x64, 0x72, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, 0x72, - 0x65, 0x6d, 0x6f, 0x74, 0x65, 0x41, 0x64, 0x64, 0x72, 0x12, 0x1d, 0x0a, 0x0a, 0x6c, 0x6f, 0x63, - 0x61, 0x6c, 0x5f, 0x61, 0x64, 0x64, 0x72, 0x18, 0x06, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x6c, - 0x6f, 0x63, 0x61, 0x6c, 0x41, 0x64, 0x64, 0x72, 0x12, 0x3d, 0x0a, 0x0c, 0x63, 0x6f, 0x6e, 0x6e, - 0x65, 0x63, 0x74, 0x65, 0x64, 0x5f, 0x61, 0x74, 0x18, 0x07, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x1a, - 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, - 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x52, 0x0b, 0x63, 0x6f, 0x6e, 0x6e, - 0x65, 0x63, 0x74, 0x65, 0x64, 0x41, 0x74, 0x12, 0x43, 0x0a, 0x0f, 0x64, 0x69, 0x73, 0x63, 0x6f, - 0x6e, 0x6e, 0x65, 0x63, 0x74, 0x65, 0x64, 0x5f, 0x61, 0x74, 0x18, 0x08, 0x20, 0x01, 0x28, 0x0b, - 0x32, 0x1a, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, - 0x75, 0x66, 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x52, 0x0e, 0x64, 0x69, - 0x73, 0x63, 0x6f, 0x6e, 0x6e, 0x65, 0x63, 0x74, 0x65, 0x64, 0x41, 0x74, 0x12, 0x25, 0x0a, 0x0e, - 0x73, 0x65, 0x73, 0x73, 0x69, 0x6f, 0x6e, 0x5f, 0x65, 0x78, 0x70, 0x69, 0x72, 0x79, 0x18, 0x09, - 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0d, 0x73, 0x65, 0x73, 0x73, 0x69, 0x6f, 0x6e, 0x45, 0x78, 0x70, - 0x69, 0x72, 0x79, 0x12, 0x21, 0x0a, 0x0c, 0x6d, 0x61, 0x78, 0x5f, 0x69, 0x6e, 0x66, 0x6c, 0x69, - 0x67, 0x68, 0x74, 0x18, 0x0a, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0b, 0x6d, 0x61, 0x78, 0x49, 0x6e, - 0x66, 0x6c, 0x69, 0x67, 0x68, 0x74, 0x12, 0x21, 0x0a, 0x0c, 0x69, 0x6e, 0x66, 0x6c, 0x69, 0x67, - 0x68, 0x74, 0x5f, 0x6c, 0x65, 0x6e, 0x18, 0x0b, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0b, 0x69, 0x6e, - 0x66, 0x6c, 0x69, 0x67, 0x68, 0x74, 0x4c, 0x65, 0x6e, 0x12, 0x1b, 0x0a, 0x09, 0x6d, 0x61, 0x78, - 0x5f, 0x71, 0x75, 0x65, 0x75, 0x65, 0x18, 0x0c, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x6d, 0x61, - 0x78, 0x51, 0x75, 0x65, 0x75, 0x65, 0x12, 0x1b, 0x0a, 0x09, 0x71, 0x75, 0x65, 0x75, 0x65, 0x5f, - 0x6c, 0x65, 0x6e, 0x18, 0x0d, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x71, 0x75, 0x65, 0x75, 0x65, - 0x4c, 0x65, 0x6e, 0x12, 0x33, 0x0a, 0x15, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, - 0x69, 0x6f, 0x6e, 0x73, 0x5f, 0x63, 0x75, 0x72, 0x72, 0x65, 0x6e, 0x74, 0x18, 0x0e, 0x20, 0x01, - 0x28, 0x0d, 0x52, 0x14, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, - 0x73, 0x43, 0x75, 0x72, 0x72, 0x65, 0x6e, 0x74, 0x12, 0x2f, 0x0a, 0x13, 0x73, 0x75, 0x62, 0x73, - 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x5f, 0x74, 0x6f, 0x74, 0x61, 0x6c, 0x18, - 0x0f, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x12, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, - 0x69, 0x6f, 0x6e, 0x73, 0x54, 0x6f, 0x74, 0x61, 0x6c, 0x12, 0x34, 0x0a, 0x16, 0x70, 0x61, 0x63, - 0x6b, 0x65, 0x74, 0x73, 0x5f, 0x72, 0x65, 0x63, 0x65, 0x69, 0x76, 0x65, 0x64, 0x5f, 0x62, 0x79, - 0x74, 0x65, 0x73, 0x18, 0x10, 0x20, 0x01, 0x28, 0x04, 0x52, 0x14, 0x70, 0x61, 0x63, 0x6b, 0x65, - 0x74, 0x73, 0x52, 0x65, 0x63, 0x65, 0x69, 0x76, 0x65, 0x64, 0x42, 0x79, 0x74, 0x65, 0x73, 0x12, - 0x32, 0x0a, 0x15, 0x70, 0x61, 0x63, 0x6b, 0x65, 0x74, 0x73, 0x5f, 0x72, 0x65, 0x63, 0x65, 0x69, - 0x76, 0x65, 0x64, 0x5f, 0x6e, 0x75, 0x6d, 0x73, 0x18, 0x11, 0x20, 0x01, 0x28, 0x04, 0x52, 0x13, - 0x70, 0x61, 0x63, 0x6b, 0x65, 0x74, 0x73, 0x52, 0x65, 0x63, 0x65, 0x69, 0x76, 0x65, 0x64, 0x4e, - 0x75, 0x6d, 0x73, 0x12, 0x2c, 0x0a, 0x12, 0x70, 0x61, 0x63, 0x6b, 0x65, 0x74, 0x73, 0x5f, 0x73, - 0x65, 0x6e, 0x64, 0x5f, 0x62, 0x79, 0x74, 0x65, 0x73, 0x18, 0x12, 0x20, 0x01, 0x28, 0x04, 0x52, - 0x10, 0x70, 0x61, 0x63, 0x6b, 0x65, 0x74, 0x73, 0x53, 0x65, 0x6e, 0x64, 0x42, 0x79, 0x74, 0x65, - 0x73, 0x12, 0x2a, 0x0a, 0x11, 0x70, 0x61, 0x63, 0x6b, 0x65, 0x74, 0x73, 0x5f, 0x73, 0x65, 0x6e, - 0x64, 0x5f, 0x6e, 0x75, 0x6d, 0x73, 0x18, 0x13, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0f, 0x70, 0x61, - 0x63, 0x6b, 0x65, 0x74, 0x73, 0x53, 0x65, 0x6e, 0x64, 0x4e, 0x75, 0x6d, 0x73, 0x12, 0x27, 0x0a, - 0x0f, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x5f, 0x64, 0x72, 0x6f, 0x70, 0x70, 0x65, 0x64, - 0x18, 0x14, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0e, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x44, - 0x72, 0x6f, 0x70, 0x70, 0x65, 0x64, 0x32, 0xcd, 0x02, 0x0a, 0x0d, 0x43, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x53, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x12, 0x64, 0x0a, 0x04, 0x4c, 0x69, 0x73, 0x74, - 0x12, 0x22, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, - 0x70, 0x69, 0x2e, 0x4c, 0x69, 0x73, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, 0x65, 0x71, - 0x75, 0x65, 0x73, 0x74, 0x1a, 0x23, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, - 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4c, 0x69, 0x73, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x13, 0x82, 0xd3, 0xe4, 0x93, 0x02, - 0x0d, 0x12, 0x0b, 0x2f, 0x76, 0x31, 0x2f, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x73, 0x12, 0x6d, - 0x0a, 0x03, 0x47, 0x65, 0x74, 0x12, 0x21, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, - 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x47, 0x65, 0x74, 0x43, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x22, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, - 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x47, 0x65, 0x74, 0x43, 0x6c, - 0x69, 0x65, 0x6e, 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x1f, 0x82, 0xd3, - 0xe4, 0x93, 0x02, 0x19, 0x12, 0x17, 0x2f, 0x76, 0x31, 0x2f, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, - 0x73, 0x2f, 0x7b, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x7d, 0x12, 0x67, 0x0a, - 0x06, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x12, 0x24, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, - 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, - 0x43, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, - 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, - 0x45, 0x6d, 0x70, 0x74, 0x79, 0x22, 0x1f, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x19, 0x2a, 0x17, 0x2f, - 0x76, 0x31, 0x2f, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x73, 0x2f, 0x7b, 0x63, 0x6c, 0x69, 0x65, - 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x7d, 0x42, 0x09, 0x5a, 0x07, 0x2e, 0x3b, 0x61, 0x64, 0x6d, 0x69, - 0x6e, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, -} - -var ( - file_client_proto_rawDescOnce sync.Once - file_client_proto_rawDescData = file_client_proto_rawDesc -) - -func file_client_proto_rawDescGZIP() []byte { - file_client_proto_rawDescOnce.Do(func() { - file_client_proto_rawDescData = protoimpl.X.CompressGZIP(file_client_proto_rawDescData) - }) - return file_client_proto_rawDescData -} - -var file_client_proto_msgTypes = make([]protoimpl.MessageInfo, 6) -var file_client_proto_goTypes = []interface{}{ - (*ListClientRequest)(nil), // 0: gmqtt.admin.api.ListClientRequest - (*ListClientResponse)(nil), // 1: gmqtt.admin.api.ListClientResponse - (*GetClientRequest)(nil), // 2: gmqtt.admin.api.GetClientRequest - (*GetClientResponse)(nil), // 3: gmqtt.admin.api.GetClientResponse - (*DeleteClientRequest)(nil), // 4: gmqtt.admin.api.DeleteClientRequest - (*Client)(nil), // 5: gmqtt.admin.api.Client - (*timestamp.Timestamp)(nil), // 6: google.protobuf.Timestamp - (*empty.Empty)(nil), // 7: google.protobuf.Empty -} -var file_client_proto_depIdxs = []int32{ - 5, // 0: gmqtt.admin.api.ListClientResponse.alertclient:type_name -> gmqtt.admin.api.Client - 5, // 1: gmqtt.admin.api.GetClientResponse.client:type_name -> gmqtt.admin.api.Client - 6, // 2: gmqtt.admin.api.Client.connected_at:type_name -> google.protobuf.Timestamp - 6, // 3: gmqtt.admin.api.Client.disconnected_at:type_name -> google.protobuf.Timestamp - 0, // 4: gmqtt.admin.api.ClientService.List:input_type -> gmqtt.admin.api.ListClientRequest - 2, // 5: gmqtt.admin.api.ClientService.Get:input_type -> gmqtt.admin.api.GetClientRequest - 4, // 6: gmqtt.admin.api.ClientService.Delete:input_type -> gmqtt.admin.api.DeleteClientRequest - 1, // 7: gmqtt.admin.api.ClientService.List:output_type -> gmqtt.admin.api.ListClientResponse - 3, // 8: gmqtt.admin.api.ClientService.Get:output_type -> gmqtt.admin.api.GetClientResponse - 7, // 9: gmqtt.admin.api.ClientService.Delete:output_type -> google.protobuf.Empty - 7, // [7:10] is the sub-list for method output_type - 4, // [4:7] is the sub-list for method input_type - 4, // [4:4] is the sub-list for extension type_name - 4, // [4:4] is the sub-list for extension extendee - 0, // [0:4] is the sub-list for field type_name -} - -func init() { file_client_proto_init() } -func file_client_proto_init() { - if File_client_proto != nil { - return - } - if !protoimpl.UnsafeEnabled { - file_client_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListClientRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_client_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListClientResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_client_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*GetClientRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_client_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*GetClientResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_client_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*DeleteClientRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_client_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Client); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - } - type x struct{} - out := protoimpl.TypeBuilder{ - File: protoimpl.DescBuilder{ - GoPackagePath: reflect.TypeOf(x{}).PkgPath(), - RawDescriptor: file_client_proto_rawDesc, - NumEnums: 0, - NumMessages: 6, - NumExtensions: 0, - NumServices: 1, - }, - GoTypes: file_client_proto_goTypes, - DependencyIndexes: file_client_proto_depIdxs, - MessageInfos: file_client_proto_msgTypes, - }.Build() - File_client_proto = out.File - file_client_proto_rawDesc = nil - file_client_proto_goTypes = nil - file_client_proto_depIdxs = nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/client.pb.gw.go b/internal/hummingbird/mqttbroker/plugin/admin/client.pb.gw.go deleted file mode 100644 index f547a16..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/client.pb.gw.go +++ /dev/null @@ -1,373 +0,0 @@ -// Code generated by protoc-gen-grpc-gateway. DO NOT EDIT. -// source: client.proto - -/* -Package admin is a reverse proxy. - -It translates gRPC into RESTful JSON APIs. -*/ -package admin - -import ( - "context" - "io" - "net/http" - - "github.com/golang/protobuf/descriptor" - "github.com/golang/protobuf/proto" - "github.com/grpc-ecosystem/grpc-gateway/runtime" - "github.com/grpc-ecosystem/grpc-gateway/utilities" - "google.golang.org/grpc" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/grpclog" - "google.golang.org/grpc/status" -) - -// Suppress "imported and not used" errors -var _ codes.Code -var _ io.Reader -var _ status.Status -var _ = runtime.String -var _ = utilities.NewDoubleArray -var _ = descriptor.ForMessage - -var ( - filter_ClientService_List_0 = &utilities.DoubleArray{Encoding: map[string]int{}, Base: []int(nil), Check: []int(nil)} -) - -func request_ClientService_List_0(ctx context.Context, marshaler runtime.Marshaler, client ClientServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ListClientRequest - var metadata runtime.ServerMetadata - - if err := req.ParseForm(); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - if err := runtime.PopulateQueryParameters(&protoReq, req.Form, filter_ClientService_List_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.List(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_ClientService_List_0(ctx context.Context, marshaler runtime.Marshaler, server ClientServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ListClientRequest - var metadata runtime.ServerMetadata - - if err := runtime.PopulateQueryParameters(&protoReq, req.URL.Query(), filter_ClientService_List_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.List(ctx, &protoReq) - return msg, metadata, err - -} - -func request_ClientService_Get_0(ctx context.Context, marshaler runtime.Marshaler, client ClientServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq GetClientRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["client_id"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "client_id") - } - - protoReq.ClientId, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "client_id", err) - } - - msg, err := client.Get(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_ClientService_Get_0(ctx context.Context, marshaler runtime.Marshaler, server ClientServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq GetClientRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["client_id"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "client_id") - } - - protoReq.ClientId, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "client_id", err) - } - - msg, err := server.Get(ctx, &protoReq) - return msg, metadata, err - -} - -var ( - filter_ClientService_Delete_0 = &utilities.DoubleArray{Encoding: map[string]int{"client_id": 0}, Base: []int{1, 1, 0}, Check: []int{0, 1, 2}} -) - -func request_ClientService_Delete_0(ctx context.Context, marshaler runtime.Marshaler, client ClientServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq DeleteClientRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["client_id"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "client_id") - } - - protoReq.ClientId, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "client_id", err) - } - - if err := req.ParseForm(); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - if err := runtime.PopulateQueryParameters(&protoReq, req.Form, filter_ClientService_Delete_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Delete(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_ClientService_Delete_0(ctx context.Context, marshaler runtime.Marshaler, server ClientServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq DeleteClientRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["client_id"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "client_id") - } - - protoReq.ClientId, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "client_id", err) - } - - if err := runtime.PopulateQueryParameters(&protoReq, req.URL.Query(), filter_ClientService_Delete_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Delete(ctx, &protoReq) - return msg, metadata, err - -} - -// RegisterClientServiceHandlerServer registers the http handlers for service ClientService to "mux". -// UnaryRPC :call ClientServiceServer directly. -// StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. -func RegisterClientServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server ClientServiceServer) error { - - mux.Handle("GET", pattern_ClientService_List_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_ClientService_List_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_ClientService_List_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_ClientService_Get_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_ClientService_Get_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_ClientService_Get_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("DELETE", pattern_ClientService_Delete_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_ClientService_Delete_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_ClientService_Delete_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -// RegisterClientServiceHandlerFromEndpoint is same as RegisterClientServiceHandler but -// automatically dials to "endpoint" and closes the connection when "ctx" gets done. -func RegisterClientServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error) { - conn, err := grpc.Dial(endpoint, opts...) - if err != nil { - return err - } - defer func() { - if err != nil { - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - return - } - go func() { - <-ctx.Done() - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - }() - }() - - return RegisterClientServiceHandler(ctx, mux, conn) -} - -// RegisterClientServiceHandler registers the http handlers for service ClientService to "mux". -// The handlers forward requests to the grpc endpoint over "conn". -func RegisterClientServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error { - return RegisterClientServiceHandlerClient(ctx, mux, NewClientServiceClient(conn)) -} - -// RegisterClientServiceHandlerClient registers the http handlers for service ClientService -// to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "ClientServiceClient". -// Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "ClientServiceClient" -// doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in -// "ClientServiceClient" to call the correct interceptors. -func RegisterClientServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client ClientServiceClient) error { - - mux.Handle("GET", pattern_ClientService_List_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_ClientService_List_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_ClientService_List_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_ClientService_Get_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_ClientService_Get_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_ClientService_Get_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("DELETE", pattern_ClientService_Delete_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_ClientService_Delete_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_ClientService_Delete_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -var ( - pattern_ClientService_List_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "alertclient"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_ClientService_Get_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 1, 0, 4, 1, 5, 2}, []string{"v1", "alertclient", "client_id"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_ClientService_Delete_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 1, 0, 4, 1, 5, 2}, []string{"v1", "alertclient", "client_id"}, "", runtime.AssumeColonVerbOpt(true))) -) - -var ( - forward_ClientService_List_0 = runtime.ForwardResponseMessage - - forward_ClientService_Get_0 = runtime.ForwardResponseMessage - - forward_ClientService_Delete_0 = runtime.ForwardResponseMessage -) diff --git a/internal/hummingbird/mqttbroker/plugin/admin/client_grpc.pb.go b/internal/hummingbird/mqttbroker/plugin/admin/client_grpc.pb.go deleted file mode 100644 index 134d130..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/client_grpc.pb.go +++ /dev/null @@ -1,179 +0,0 @@ -// Code generated by protoc-gen-go-grpc. DO NOT EDIT. - -package admin - -import ( - context "context" - - empty "github.com/golang/protobuf/ptypes/empty" - grpc "google.golang.org/grpc" - codes "google.golang.org/grpc/codes" - status "google.golang.org/grpc/status" -) - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the grpc package it is being compiled against. -const _ = grpc.SupportPackageIsVersion7 - -// ClientServiceClient is the client API for ClientService service. -// -// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. -type ClientServiceClient interface { - // List alertclient - List(ctx context.Context, in *ListClientRequest, opts ...grpc.CallOption) (*ListClientResponse, error) - // Get the client for given client id. - // Return NotFound error when client not found. - Get(ctx context.Context, in *GetClientRequest, opts ...grpc.CallOption) (*GetClientResponse, error) - // Disconnect the client for given client id. - Delete(ctx context.Context, in *DeleteClientRequest, opts ...grpc.CallOption) (*empty.Empty, error) -} - -type clientServiceClient struct { - cc grpc.ClientConnInterface -} - -func NewClientServiceClient(cc grpc.ClientConnInterface) ClientServiceClient { - return &clientServiceClient{cc} -} - -func (c *clientServiceClient) List(ctx context.Context, in *ListClientRequest, opts ...grpc.CallOption) (*ListClientResponse, error) { - out := new(ListClientResponse) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.ClientService/List", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *clientServiceClient) Get(ctx context.Context, in *GetClientRequest, opts ...grpc.CallOption) (*GetClientResponse, error) { - out := new(GetClientResponse) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.ClientService/Get", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *clientServiceClient) Delete(ctx context.Context, in *DeleteClientRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.ClientService/Delete", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -// ClientServiceServer is the server API for ClientService service. -// All implementations must embed UnimplementedClientServiceServer -// for forward compatibility -type ClientServiceServer interface { - // List alertclient - List(context.Context, *ListClientRequest) (*ListClientResponse, error) - // Get the client for given client id. - // Return NotFound error when client not found. - Get(context.Context, *GetClientRequest) (*GetClientResponse, error) - // Disconnect the client for given client id. - Delete(context.Context, *DeleteClientRequest) (*empty.Empty, error) - mustEmbedUnimplementedClientServiceServer() -} - -// UnimplementedClientServiceServer must be embedded to have forward compatible implementations. -type UnimplementedClientServiceServer struct { -} - -func (UnimplementedClientServiceServer) List(context.Context, *ListClientRequest) (*ListClientResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method List not implemented") -} -func (UnimplementedClientServiceServer) Get(context.Context, *GetClientRequest) (*GetClientResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method Get not implemented") -} -func (UnimplementedClientServiceServer) Delete(context.Context, *DeleteClientRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Delete not implemented") -} -func (UnimplementedClientServiceServer) mustEmbedUnimplementedClientServiceServer() {} - -// UnsafeClientServiceServer may be embedded to opt out of forward compatibility for this service. -// Use of this interface is not recommended, as added methods to ClientServiceServer will -// result in compilation errors. -type UnsafeClientServiceServer interface { - mustEmbedUnimplementedClientServiceServer() -} - -func RegisterClientServiceServer(s grpc.ServiceRegistrar, srv ClientServiceServer) { - s.RegisterService(&_ClientService_serviceDesc, srv) -} - -func _ClientService_List_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(ListClientRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(ClientServiceServer).List(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.ClientService/List", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(ClientServiceServer).List(ctx, req.(*ListClientRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _ClientService_Get_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(GetClientRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(ClientServiceServer).Get(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.ClientService/Get", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(ClientServiceServer).Get(ctx, req.(*GetClientRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _ClientService_Delete_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(DeleteClientRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(ClientServiceServer).Delete(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.ClientService/Delete", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(ClientServiceServer).Delete(ctx, req.(*DeleteClientRequest)) - } - return interceptor(ctx, in, info, handler) -} - -var _ClientService_serviceDesc = grpc.ServiceDesc{ - ServiceName: "gmqtt.admin.api.ClientService", - HandlerType: (*ClientServiceServer)(nil), - Methods: []grpc.MethodDesc{ - { - MethodName: "List", - Handler: _ClientService_List_Handler, - }, - { - MethodName: "Get", - Handler: _ClientService_Get_Handler, - }, - { - MethodName: "Delete", - Handler: _ClientService_Delete_Handler, - }, - }, - Streams: []grpc.StreamDesc{}, - Metadata: "client.proto", -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/client_test.go b/internal/hummingbird/mqttbroker/plugin/admin/client_test.go deleted file mode 100644 index 7c77000..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/client_test.go +++ /dev/null @@ -1,179 +0,0 @@ -package admin - -import ( - "context" - "net" - "strconv" - "testing" - "time" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - "google.golang.org/protobuf/types/known/timestamppb" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var mockConfig = config.Config{ - MQTT: config.MQTT{ - MaxQueuedMsg: 10, - }, -} - -type dummyConn struct { - net.Conn -} - -// LocalAddr returns the local network address. -func (d *dummyConn) LocalAddr() net.Addr { - return &net.TCPAddr{} -} -func (d *dummyConn) RemoteAddr() net.Addr { - return &net.TCPAddr{} -} - -func TestClientService_List_Get(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - cs := server.NewMockClientService(ctrl) - sr := server.NewMockStatsReader(ctrl) - - admin := &Admin{ - statsReader: sr, - clientService: cs, - store: newStore(sr, mockConfig), - } - c := &clientService{ - a: admin, - } - now := time.Now() - client := server.NewMockClient(ctrl) - client.EXPECT().Version().Return(packets.Version5).AnyTimes() - client.EXPECT().Connection().Return(&dummyConn{}).AnyTimes() - client.EXPECT().ConnectedAt().Return(now).AnyTimes() - created := admin.OnSessionCreatedWrapper(func(ctx context.Context, client server.Client) {}) - for i := 0; i < 10; i++ { - sr.EXPECT().GetClientStats(strconv.Itoa(i)).AnyTimes() - client.EXPECT().ClientOptions().Return(&server.ClientOptions{ - ClientID: strconv.Itoa(i), - Username: strconv.Itoa(i), - KeepAlive: uint16(i), - SessionExpiry: uint32(i), - MaxInflight: uint16(i), - ReceiveMax: uint16(i), - ClientMaxPacketSize: uint32(i), - ServerMaxPacketSize: uint32(i), - ClientTopicAliasMax: uint16(i), - ServerTopicAliasMax: uint16(i), - RequestProblemInfo: true, - UserProperties: []*packets.UserProperty{ - { - K: []byte{1, 2}, - V: []byte{1, 2}, - }, - }, - RetainAvailable: true, - WildcardSubAvailable: true, - SubIDAvailable: true, - SharedSubAvailable: true, - }) - created(context.Background(), client) - } - - resp, err := c.List(context.Background(), &ListClientRequest{ - PageSize: 0, - Page: 0, - }) - a.Nil(err) - a.Len(resp.Clients, 10) - for k, v := range resp.Clients { - addr := net.TCPAddr{} - a.Equal(&Client{ - ClientId: strconv.Itoa(k), - Username: strconv.Itoa(k), - KeepAlive: int32(k), - Version: int32(packets.Version5), - RemoteAddr: addr.String(), - LocalAddr: addr.String(), - ConnectedAt: timestamppb.New(now), - DisconnectedAt: nil, - SessionExpiry: uint32(k), - MaxInflight: uint32(k), - MaxQueue: uint32(mockConfig.MQTT.MaxQueuedMsg), - PacketsReceivedBytes: 0, - PacketsReceivedNums: 0, - PacketsSendBytes: 0, - PacketsSendNums: 0, - MessageDropped: 0, - }, v) - } - - getResp, err := c.Get(context.Background(), &GetClientRequest{ - ClientId: "1", - }) - a.Nil(err) - a.Equal(resp.Clients[1], getResp.Client) - - pagingResp, err := c.List(context.Background(), &ListClientRequest{ - PageSize: 2, - Page: 2, - }) - a.Nil(err) - a.Len(pagingResp.Clients, 2) - a.Equal(resp.Clients[2], pagingResp.Clients[0]) - a.Equal(resp.Clients[3], pagingResp.Clients[1]) -} - -func TestClientService_Delete(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - cs := server.NewMockClientService(ctrl) - sr := server.NewMockStatsReader(ctrl) - - admin := &Admin{ - statsReader: sr, - clientService: cs, - store: newStore(sr, mockConfig), - } - c := &clientService{ - a: admin, - } - client := server.NewMockClient(ctrl) - client.EXPECT().Close() - cs.EXPECT().GetClient("1").Return(client) - _, err := c.Delete(context.Background(), &DeleteClientRequest{ - ClientId: "1", - CleanSession: false, - }) - a.Nil(err) -} - -func TestClientService_Delete_CleanSession(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - cs := server.NewMockClientService(ctrl) - sr := server.NewMockStatsReader(ctrl) - - admin := &Admin{ - statsReader: sr, - clientService: cs, - store: newStore(sr, mockConfig), - } - c := &clientService{ - a: admin, - } - cs.EXPECT().TerminateSession("1") - _, err := c.Delete(context.Background(), &DeleteClientRequest{ - ClientId: "1", - CleanSession: true, - }) - a.Nil(err) -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/config.go b/internal/hummingbird/mqttbroker/plugin/admin/config.go deleted file mode 100644 index f27d19e..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/config.go +++ /dev/null @@ -1,78 +0,0 @@ -package admin - -import ( - "errors" - "net" -) - -// Config is the configuration for the admin plugin. -type Config struct { - HTTP HTTPConfig `yaml:"http"` - GRPC GRPCConfig `yaml:"grpc"` -} - -// HTTPConfig is the configuration for http endpoint. -type HTTPConfig struct { - // Enable indicates whether to expose http endpoint. - Enable bool `yaml:"enable"` - // Addr is the address that the http server listen on. - Addr string `yaml:"http_addr"` -} - -// GRPCConfig is the configuration for gRPC endpoint. -type GRPCConfig struct { - // Addr is the address that the gRPC server listen on. - Addr string `yaml:"http_addr"` -} - -// Validate validates the configuration, and return an error if it is invalid. -func (c *Config) Validate() error { - if c.HTTP.Enable { - _, _, err := net.SplitHostPort(c.HTTP.Addr) - if err != nil { - return errors.New("invalid http_addr") - } - } - _, _, err := net.SplitHostPort(c.GRPC.Addr) - if err != nil { - return errors.New("invalid grpc_addr") - } - return nil -} - -// DefaultConfig is the default configuration. -var DefaultConfig = Config{ - HTTP: HTTPConfig{ - Enable: true, - Addr: "127.0.0.1:57091", - }, - GRPC: GRPCConfig{ - Addr: "unix://./mqttd.sock", - }, -} - -func (c *Config) UnmarshalYAML(unmarshal func(interface{}) error) error { - type cfg Config - var v = &struct { - Admin cfg `yaml:"admin"` - }{ - Admin: cfg(DefaultConfig), - } - if err := unmarshal(v); err != nil { - return err - } - emptyGRPC := GRPCConfig{} - if v.Admin.GRPC == emptyGRPC { - v.Admin.GRPC = DefaultConfig.GRPC - } - emptyHTTP := HTTPConfig{} - if v.Admin.HTTP == emptyHTTP { - v.Admin.HTTP = DefaultConfig.HTTP - } - empty := cfg(Config{}) - if v.Admin == empty { - v.Admin = cfg(DefaultConfig) - } - *c = Config(v.Admin) - return nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/hooks.go b/internal/hummingbird/mqttbroker/plugin/admin/hooks.go deleted file mode 100644 index 6297c3f..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/hooks.go +++ /dev/null @@ -1,61 +0,0 @@ -package admin - -import ( - "context" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func (a *Admin) HookWrapper() server.HookWrapper { - return server.HookWrapper{ - OnSessionCreatedWrapper: a.OnSessionCreatedWrapper, - OnSessionResumedWrapper: a.OnSessionResumedWrapper, - OnClosedWrapper: a.OnClosedWrapper, - OnSessionTerminatedWrapper: a.OnSessionTerminatedWrapper, - OnSubscribedWrapper: a.OnSubscribedWrapper, - OnUnsubscribedWrapper: a.OnUnsubscribedWrapper, - } -} - -func (a *Admin) OnSessionCreatedWrapper(pre server.OnSessionCreated) server.OnSessionCreated { - return func(ctx context.Context, client server.Client) { - pre(ctx, client) - a.store.addClient(client) - } -} - -func (a *Admin) OnSessionResumedWrapper(pre server.OnSessionResumed) server.OnSessionResumed { - return func(ctx context.Context, client server.Client) { - pre(ctx, client) - a.store.addClient(client) - } -} - -func (a *Admin) OnClosedWrapper(pre server.OnClosed) server.OnClosed { - return func(ctx context.Context, client server.Client, err error) { - pre(ctx, client, err) - a.store.setClientDisconnected(client.ClientOptions().ClientID) - } -} - -func (a *Admin) OnSessionTerminatedWrapper(pre server.OnSessionTerminated) server.OnSessionTerminated { - return func(ctx context.Context, clientID string, reason server.SessionTerminatedReason) { - pre(ctx, clientID, reason) - a.store.removeClient(clientID) - } -} - -func (a *Admin) OnSubscribedWrapper(pre server.OnSubscribed) server.OnSubscribed { - return func(ctx context.Context, client server.Client, subscription *gmqtt.Subscription) { - pre(ctx, client, subscription) - a.store.addSubscription(client.ClientOptions().ClientID, subscription) - } -} - -func (a *Admin) OnUnsubscribedWrapper(pre server.OnUnsubscribed) server.OnUnsubscribed { - return func(ctx context.Context, client server.Client, topicName string) { - pre(ctx, client, topicName) - a.store.removeSubscription(client.ClientOptions().ClientID, topicName) - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/protos/client.proto b/internal/hummingbird/mqttbroker/plugin/admin/protos/client.proto deleted file mode 100644 index e306ff1..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/protos/client.proto +++ /dev/null @@ -1,78 +0,0 @@ -syntax = "proto3"; - -package gmqtt.admin.api; -option go_package = ".;admin"; - -import "google/api/annotations.proto"; -import "google/protobuf/empty.proto"; -import "google/protobuf/timestamp.proto"; - -message ListClientRequest { - uint32 page_size = 1; - uint32 page = 2; -} - -message ListClientResponse { - repeated Client clients = 1; - uint32 total_count = 2; -} - -message GetClientRequest { - string client_id = 1; -} - -message GetClientResponse { - Client client = 1; -} - - -message DeleteClientRequest { - string client_id = 1; - bool clean_session = 2; -} - -message Client { - string client_id = 1; - string username = 2; - int32 keep_alive = 3; - int32 version = 4; - string remote_addr = 5; - string local_addr = 6; - google.protobuf.Timestamp connected_at = 7; - google.protobuf.Timestamp disconnected_at = 8; - uint32 session_expiry = 9; - uint32 max_inflight = 10; - uint32 inflight_len = 11; - uint32 max_queue = 12; - uint32 queue_len = 13; - uint32 subscriptions_current = 14; - uint32 subscriptions_total = 15; - uint64 packets_received_bytes = 16; - uint64 packets_received_nums = 17; - uint64 packets_send_bytes = 18; - uint64 packets_send_nums = 19; - uint64 message_dropped = 20; -} - - -service ClientService { - // List clients - rpc List (ListClientRequest) returns (ListClientResponse){ - option (google.api.http) = { - get: "/v1/clients" - }; - } - // Get the client for given client id. - // Return NotFound error when client not found. - rpc Get (GetClientRequest) returns (GetClientResponse){ - option (google.api.http) = { - get: "/v1/clients/{client_id}" - }; - } - // Disconnect the client for given client id. - rpc Delete (DeleteClientRequest) returns (google.protobuf.Empty) { - option (google.api.http) = { - delete: "/v1/clients/{client_id}" - }; - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/protos/proto_gen.sh b/internal/hummingbird/mqttbroker/plugin/admin/protos/proto_gen.sh deleted file mode 100755 index 261d433..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/protos/proto_gen.sh +++ /dev/null @@ -1,8 +0,0 @@ -protoc -I. \ --I$GOPATH/src/github.com/grpc-ecosystem/grpc-gateway \ --I$GOPATH/src/github.com/grpc-ecosystem/grpc-gateway/third_party/googleapis \ ---go-grpc_out=../ \ ---go_out=../ \ ---grpc-gateway_out=../ \ ---swagger_out=../swagger \ -*.proto \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/admin/protos/publish.proto b/internal/hummingbird/mqttbroker/plugin/admin/protos/publish.proto deleted file mode 100644 index 0fd6674..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/protos/publish.proto +++ /dev/null @@ -1,36 +0,0 @@ -syntax = "proto3"; - -package gmqtt.admin.api; -option go_package = ".;admin"; - -import "google/api/annotations.proto"; -import "google/protobuf/empty.proto"; - -message PublishRequest { - string topic_name = 1; - string payload = 2; - uint32 qos = 3; - bool retained = 4; - // the following fields are using in v5 client. - string content_type = 5; - string correlation_data = 6; - uint32 message_expiry = 7; - uint32 payload_format = 8; - string response_topic = 9; - repeated UserProperties user_properties = 10; -} - -message UserProperties { - bytes K = 1; - bytes V = 2; -} - -service PublishService { - // Publish message to broker - rpc Publish (PublishRequest) returns (google.protobuf.Empty){ - option (google.api.http) = { - post: "/v1/publish" - body:"*" - }; - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/protos/subscription.proto b/internal/hummingbird/mqttbroker/plugin/admin/protos/subscription.proto deleted file mode 100644 index cb4c609..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/protos/subscription.proto +++ /dev/null @@ -1,104 +0,0 @@ -syntax = "proto3"; - -package gmqtt.admin.api; -option go_package = ".;admin"; - -import "google/api/annotations.proto"; -import "google/protobuf/empty.proto"; - -enum SubFilterType { - SUB_FILTER_TYPE_SYS_UNSPECIFIED = 0; - SUB_FILTER_TYPE_SYS = 1; - SUB_FILTER_TYPE_SHARED = 2; - SUB_FILTER_TYPE_NON_SHARED = 3; -} -enum SubMatchType { - SUB_MATCH_TYPE_MATCH_UNSPECIFIED = 0; - SUB_MATCH_TYPE_MATCH_NAME = 1; - SUB_MATCH_TYPE_MATCH_FILTER = 2; -} - -message ListSubscriptionRequest { - uint32 page_size = 1; - uint32 page = 2; -} - -message ListSubscriptionResponse { - repeated Subscription subscriptions = 1; - uint32 total_count = 2; -} -message FilterSubscriptionRequest { - // If set, only filter the subscriptions that belongs to the client. - string client_id = 1; - // filter_type indicates what kinds of topics are going to filter. - // If there are multiple types, use ',' to separate. e.g : 1,2 - // There are 3 kinds of topic can be filtered, defined by SubFilterType: - // 1 = System Topic(begin with '$') - // 2 = Shared Topic - // 3 = NonShared Topic - string filter_type = 2; - // If 1 (SUB_MATCH_TYPE_MATCH_NAME), the server will return subscriptions which has the same topic name with request topic_name. - // If 2 (SUB_MATCH_TYPE_MATCH_FILTER),the server will return subscriptions which match the request topic_name . - // match_type must be set when filter_type is not empty. - SubMatchType match_type = 3; - // topic_name must be set when match_type is not zero. - string topic_name = 4; - // The maximum subscriptions can be returned. - int32 limit = 5; -} -message FilterSubscriptionResponse { - repeated Subscription subscriptions = 1; -} - -message SubscribeRequest { - string client_id = 1; - repeated Subscription subscriptions = 2; -} - -message SubscribeResponse { - // indicates whether it is a new subscription or the subscription is already existed. - repeated bool new = 1; -} - -message UnsubscribeRequest { - string client_id = 1; - repeated string topics = 2; -} - -message Subscription { - string topic_name = 1; - uint32 id = 2; - uint32 qos = 3; - bool no_local = 4; - bool retain_as_published = 5; - uint32 retain_handling = 6; - string client_id = 7; -} -service SubscriptionService { - // List subscriptions. - rpc List (ListSubscriptionRequest) returns (ListSubscriptionResponse){ - option (google.api.http) = { - get: "/v1/subscriptions" - }; - } - // Filter subscriptions, paging is not supported in this API. - rpc Filter(FilterSubscriptionRequest) returns (FilterSubscriptionResponse) { - option (google.api.http) = { - get: "/v1/filter_subscriptions" - }; - } - // Subscribe topics for the client. - rpc Subscribe (SubscribeRequest) returns (SubscribeResponse) { - option (google.api.http) = { - post: "/v1/subscribe" - body:"*" - }; - } - // Unsubscribe topics for the client. - rpc Unsubscribe (UnsubscribeRequest) returns (google.protobuf.Empty) { - option (google.api.http) = { - post: "/v1/unsubscribe" - body:"*" - }; - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/publish.go b/internal/hummingbird/mqttbroker/plugin/admin/publish.go deleted file mode 100644 index 75a742f..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/publish.go +++ /dev/null @@ -1,56 +0,0 @@ -package admin - -import ( - "context" - - "github.com/golang/protobuf/ptypes/empty" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type publisher struct { - a *Admin -} - -func (p *publisher) mustEmbedUnimplementedPublishServiceServer() { - return -} - -// Publish publishes a message into broker. -func (p *publisher) Publish(ctx context.Context, req *PublishRequest) (resp *empty.Empty, err error) { - if !packets.ValidV5Topic([]byte(req.TopicName)) { - return nil, ErrInvalidArgument("topic_name", "") - } - if req.Qos > uint32(packets.Qos2) { - return nil, ErrInvalidArgument("qos", "") - } - if req.PayloadFormat != 0 && req.PayloadFormat != 1 { - return nil, ErrInvalidArgument("payload_format", "") - } - if req.ResponseTopic != "" && !packets.ValidV5Topic([]byte(req.ResponseTopic)) { - return nil, ErrInvalidArgument("response_topic", "") - } - var userPpt []packets.UserProperty - for _, v := range req.UserProperties { - userPpt = append(userPpt, packets.UserProperty{ - K: v.K, - V: v.V, - }) - } - - p.a.publisher.Publish(&mqttbroker.Message{ - Dup: false, - QoS: byte(req.Qos), - Retained: req.Retained, - Topic: req.TopicName, - Payload: []byte(req.Payload), - ContentType: req.ContentType, - CorrelationData: []byte(req.CorrelationData), - MessageExpiry: req.MessageExpiry, - PayloadFormat: packets.PayloadFormat(req.PayloadFormat), - ResponseTopic: req.ResponseTopic, - UserProperties: userPpt, - }) - return &empty.Empty{}, nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/publish.pb.go b/internal/hummingbird/mqttbroker/plugin/admin/publish.pb.go deleted file mode 100644 index ec19475..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/publish.pb.go +++ /dev/null @@ -1,331 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// versions: -// protoc-gen-go v1.22.0 -// protoc v3.13.0 -// source: publish.proto - -package admin - -import ( - reflect "reflect" - sync "sync" - - proto "github.com/golang/protobuf/proto" - empty "github.com/golang/protobuf/ptypes/empty" - _ "google.golang.org/genproto/googleapis/api/annotations" - protoreflect "google.golang.org/protobuf/reflect/protoreflect" - protoimpl "google.golang.org/protobuf/runtime/protoimpl" -) - -const ( - // Verify that this generated code is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) - // Verify that runtime/protoimpl is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) -) - -// This is a compile-time assertion that a sufficiently up-to-date version -// of the legacy proto package is being used. -const _ = proto.ProtoPackageIsVersion4 - -type PublishRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - TopicName string `protobuf:"bytes,1,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"` - Payload string `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"` - Qos uint32 `protobuf:"varint,3,opt,name=qos,proto3" json:"qos,omitempty"` - Retained bool `protobuf:"varint,4,opt,name=retained,proto3" json:"retained,omitempty"` - // the following fields are using in v5 client. - ContentType string `protobuf:"bytes,5,opt,name=content_type,json=contentType,proto3" json:"content_type,omitempty"` - CorrelationData string `protobuf:"bytes,6,opt,name=correlation_data,json=correlationData,proto3" json:"correlation_data,omitempty"` - MessageExpiry uint32 `protobuf:"varint,7,opt,name=message_expiry,json=messageExpiry,proto3" json:"message_expiry,omitempty"` - PayloadFormat uint32 `protobuf:"varint,8,opt,name=payload_format,json=payloadFormat,proto3" json:"payload_format,omitempty"` - ResponseTopic string `protobuf:"bytes,9,opt,name=response_topic,json=responseTopic,proto3" json:"response_topic,omitempty"` - UserProperties []*UserProperties `protobuf:"bytes,10,rep,name=user_properties,json=userProperties,proto3" json:"user_properties,omitempty"` -} - -func (x *PublishRequest) Reset() { - *x = PublishRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_publish_proto_msgTypes[0] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *PublishRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*PublishRequest) ProtoMessage() {} - -func (x *PublishRequest) ProtoReflect() protoreflect.Message { - mi := &file_publish_proto_msgTypes[0] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use PublishRequest.ProtoReflect.Descriptor instead. -func (*PublishRequest) Descriptor() ([]byte, []int) { - return file_publish_proto_rawDescGZIP(), []int{0} -} - -func (x *PublishRequest) GetTopicName() string { - if x != nil { - return x.TopicName - } - return "" -} - -func (x *PublishRequest) GetPayload() string { - if x != nil { - return x.Payload - } - return "" -} - -func (x *PublishRequest) GetQos() uint32 { - if x != nil { - return x.Qos - } - return 0 -} - -func (x *PublishRequest) GetRetained() bool { - if x != nil { - return x.Retained - } - return false -} - -func (x *PublishRequest) GetContentType() string { - if x != nil { - return x.ContentType - } - return "" -} - -func (x *PublishRequest) GetCorrelationData() string { - if x != nil { - return x.CorrelationData - } - return "" -} - -func (x *PublishRequest) GetMessageExpiry() uint32 { - if x != nil { - return x.MessageExpiry - } - return 0 -} - -func (x *PublishRequest) GetPayloadFormat() uint32 { - if x != nil { - return x.PayloadFormat - } - return 0 -} - -func (x *PublishRequest) GetResponseTopic() string { - if x != nil { - return x.ResponseTopic - } - return "" -} - -func (x *PublishRequest) GetUserProperties() []*UserProperties { - if x != nil { - return x.UserProperties - } - return nil -} - -type UserProperties struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - K []byte `protobuf:"bytes,1,opt,name=K,proto3" json:"K,omitempty"` - V []byte `protobuf:"bytes,2,opt,name=V,proto3" json:"V,omitempty"` -} - -func (x *UserProperties) Reset() { - *x = UserProperties{} - if protoimpl.UnsafeEnabled { - mi := &file_publish_proto_msgTypes[1] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *UserProperties) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*UserProperties) ProtoMessage() {} - -func (x *UserProperties) ProtoReflect() protoreflect.Message { - mi := &file_publish_proto_msgTypes[1] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use UserProperties.ProtoReflect.Descriptor instead. -func (*UserProperties) Descriptor() ([]byte, []int) { - return file_publish_proto_rawDescGZIP(), []int{1} -} - -func (x *UserProperties) GetK() []byte { - if x != nil { - return x.K - } - return nil -} - -func (x *UserProperties) GetV() []byte { - if x != nil { - return x.V - } - return nil -} - -var File_publish_proto protoreflect.FileDescriptor - -var file_publish_proto_rawDesc = []byte{ - 0x0a, 0x0d, 0x70, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, - 0x0f, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, - 0x1a, 0x1c, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x61, 0x70, 0x69, 0x2f, 0x61, 0x6e, 0x6e, - 0x6f, 0x74, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x1a, 0x1b, - 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, - 0x65, 0x6d, 0x70, 0x74, 0x79, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x84, 0x03, 0x0a, 0x0e, - 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1d, - 0x0a, 0x0a, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, - 0x28, 0x09, 0x52, 0x09, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x18, 0x0a, - 0x07, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x07, - 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x12, 0x10, 0x0a, 0x03, 0x71, 0x6f, 0x73, 0x18, 0x03, - 0x20, 0x01, 0x28, 0x0d, 0x52, 0x03, 0x71, 0x6f, 0x73, 0x12, 0x1a, 0x0a, 0x08, 0x72, 0x65, 0x74, - 0x61, 0x69, 0x6e, 0x65, 0x64, 0x18, 0x04, 0x20, 0x01, 0x28, 0x08, 0x52, 0x08, 0x72, 0x65, 0x74, - 0x61, 0x69, 0x6e, 0x65, 0x64, 0x12, 0x21, 0x0a, 0x0c, 0x63, 0x6f, 0x6e, 0x74, 0x65, 0x6e, 0x74, - 0x5f, 0x74, 0x79, 0x70, 0x65, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0b, 0x63, 0x6f, 0x6e, - 0x74, 0x65, 0x6e, 0x74, 0x54, 0x79, 0x70, 0x65, 0x12, 0x29, 0x0a, 0x10, 0x63, 0x6f, 0x72, 0x72, - 0x65, 0x6c, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x5f, 0x64, 0x61, 0x74, 0x61, 0x18, 0x06, 0x20, 0x01, - 0x28, 0x09, 0x52, 0x0f, 0x63, 0x6f, 0x72, 0x72, 0x65, 0x6c, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x44, - 0x61, 0x74, 0x61, 0x12, 0x25, 0x0a, 0x0e, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x5f, 0x65, - 0x78, 0x70, 0x69, 0x72, 0x79, 0x18, 0x07, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0d, 0x6d, 0x65, 0x73, - 0x73, 0x61, 0x67, 0x65, 0x45, 0x78, 0x70, 0x69, 0x72, 0x79, 0x12, 0x25, 0x0a, 0x0e, 0x70, 0x61, - 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x5f, 0x66, 0x6f, 0x72, 0x6d, 0x61, 0x74, 0x18, 0x08, 0x20, 0x01, - 0x28, 0x0d, 0x52, 0x0d, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x46, 0x6f, 0x72, 0x6d, 0x61, - 0x74, 0x12, 0x25, 0x0a, 0x0e, 0x72, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x5f, 0x74, 0x6f, - 0x70, 0x69, 0x63, 0x18, 0x09, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0d, 0x72, 0x65, 0x73, 0x70, 0x6f, - 0x6e, 0x73, 0x65, 0x54, 0x6f, 0x70, 0x69, 0x63, 0x12, 0x48, 0x0a, 0x0f, 0x75, 0x73, 0x65, 0x72, - 0x5f, 0x70, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, 0x73, 0x18, 0x0a, 0x20, 0x03, 0x28, - 0x0b, 0x32, 0x1f, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, - 0x61, 0x70, 0x69, 0x2e, 0x55, 0x73, 0x65, 0x72, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, - 0x65, 0x73, 0x52, 0x0e, 0x75, 0x73, 0x65, 0x72, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, - 0x65, 0x73, 0x22, 0x2c, 0x0a, 0x0e, 0x55, 0x73, 0x65, 0x72, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, - 0x74, 0x69, 0x65, 0x73, 0x12, 0x0c, 0x0a, 0x01, 0x4b, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0c, 0x52, - 0x01, 0x4b, 0x12, 0x0c, 0x0a, 0x01, 0x56, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x01, 0x56, - 0x32, 0x6c, 0x0a, 0x0e, 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x53, 0x65, 0x72, 0x76, 0x69, - 0x63, 0x65, 0x12, 0x5a, 0x0a, 0x07, 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x12, 0x1f, 0x2e, - 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, - 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, - 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, - 0x2e, 0x45, 0x6d, 0x70, 0x74, 0x79, 0x22, 0x16, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x10, 0x22, 0x0b, - 0x2f, 0x76, 0x31, 0x2f, 0x70, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x3a, 0x01, 0x2a, 0x42, 0x09, - 0x5a, 0x07, 0x2e, 0x3b, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, - 0x33, -} - -var ( - file_publish_proto_rawDescOnce sync.Once - file_publish_proto_rawDescData = file_publish_proto_rawDesc -) - -func file_publish_proto_rawDescGZIP() []byte { - file_publish_proto_rawDescOnce.Do(func() { - file_publish_proto_rawDescData = protoimpl.X.CompressGZIP(file_publish_proto_rawDescData) - }) - return file_publish_proto_rawDescData -} - -var file_publish_proto_msgTypes = make([]protoimpl.MessageInfo, 2) -var file_publish_proto_goTypes = []interface{}{ - (*PublishRequest)(nil), // 0: gmqtt.admin.api.PublishRequest - (*UserProperties)(nil), // 1: gmqtt.admin.api.UserProperties - (*empty.Empty)(nil), // 2: google.protobuf.Empty -} -var file_publish_proto_depIdxs = []int32{ - 1, // 0: gmqtt.admin.api.PublishRequest.user_properties:type_name -> gmqtt.admin.api.UserProperties - 0, // 1: gmqtt.admin.api.PublishService.Publish:input_type -> gmqtt.admin.api.PublishRequest - 2, // 2: gmqtt.admin.api.PublishService.Publish:output_type -> google.protobuf.Empty - 2, // [2:3] is the sub-list for method output_type - 1, // [1:2] is the sub-list for method input_type - 1, // [1:1] is the sub-list for extension type_name - 1, // [1:1] is the sub-list for extension extendee - 0, // [0:1] is the sub-list for field type_name -} - -func init() { file_publish_proto_init() } -func file_publish_proto_init() { - if File_publish_proto != nil { - return - } - if !protoimpl.UnsafeEnabled { - file_publish_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*PublishRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_publish_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*UserProperties); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - } - type x struct{} - out := protoimpl.TypeBuilder{ - File: protoimpl.DescBuilder{ - GoPackagePath: reflect.TypeOf(x{}).PkgPath(), - RawDescriptor: file_publish_proto_rawDesc, - NumEnums: 0, - NumMessages: 2, - NumExtensions: 0, - NumServices: 1, - }, - GoTypes: file_publish_proto_goTypes, - DependencyIndexes: file_publish_proto_depIdxs, - MessageInfos: file_publish_proto_msgTypes, - }.Build() - File_publish_proto = out.File - file_publish_proto_rawDesc = nil - file_publish_proto_goTypes = nil - file_publish_proto_depIdxs = nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/publish.pb.gw.go b/internal/hummingbird/mqttbroker/plugin/admin/publish.pb.gw.go deleted file mode 100644 index f644890..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/publish.pb.gw.go +++ /dev/null @@ -1,163 +0,0 @@ -// Code generated by protoc-gen-grpc-gateway. DO NOT EDIT. -// source: publish.proto - -/* -Package admin is a reverse proxy. - -It translates gRPC into RESTful JSON APIs. -*/ -package admin - -import ( - "context" - "io" - "net/http" - - "github.com/golang/protobuf/descriptor" - "github.com/golang/protobuf/proto" - "github.com/grpc-ecosystem/grpc-gateway/runtime" - "github.com/grpc-ecosystem/grpc-gateway/utilities" - "google.golang.org/grpc" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/grpclog" - "google.golang.org/grpc/status" -) - -// Suppress "imported and not used" errors -var _ codes.Code -var _ io.Reader -var _ status.Status -var _ = runtime.String -var _ = utilities.NewDoubleArray -var _ = descriptor.ForMessage - -func request_PublishService_Publish_0(ctx context.Context, marshaler runtime.Marshaler, client PublishServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq PublishRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Publish(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_PublishService_Publish_0(ctx context.Context, marshaler runtime.Marshaler, server PublishServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq PublishRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Publish(ctx, &protoReq) - return msg, metadata, err - -} - -// RegisterPublishServiceHandlerServer registers the http handlers for service PublishService to "mux". -// UnaryRPC :call PublishServiceServer directly. -// StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. -func RegisterPublishServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server PublishServiceServer) error { - - mux.Handle("POST", pattern_PublishService_Publish_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_PublishService_Publish_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_PublishService_Publish_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -// RegisterPublishServiceHandlerFromEndpoint is same as RegisterPublishServiceHandler but -// automatically dials to "endpoint" and closes the connection when "ctx" gets done. -func RegisterPublishServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error) { - conn, err := grpc.Dial(endpoint, opts...) - if err != nil { - return err - } - defer func() { - if err != nil { - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - return - } - go func() { - <-ctx.Done() - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - }() - }() - - return RegisterPublishServiceHandler(ctx, mux, conn) -} - -// RegisterPublishServiceHandler registers the http handlers for service PublishService to "mux". -// The handlers forward requests to the grpc endpoint over "conn". -func RegisterPublishServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error { - return RegisterPublishServiceHandlerClient(ctx, mux, NewPublishServiceClient(conn)) -} - -// RegisterPublishServiceHandlerClient registers the http handlers for service PublishService -// to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "PublishServiceClient". -// Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "PublishServiceClient" -// doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in -// "PublishServiceClient" to call the correct interceptors. -func RegisterPublishServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client PublishServiceClient) error { - - mux.Handle("POST", pattern_PublishService_Publish_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_PublishService_Publish_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_PublishService_Publish_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -var ( - pattern_PublishService_Publish_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "publish"}, "", runtime.AssumeColonVerbOpt(true))) -) - -var ( - forward_PublishService_Publish_0 = runtime.ForwardResponseMessage -) diff --git a/internal/hummingbird/mqttbroker/plugin/admin/publish_grpc.pb.go b/internal/hummingbird/mqttbroker/plugin/admin/publish_grpc.pb.go deleted file mode 100644 index 5c3cc8d..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/publish_grpc.pb.go +++ /dev/null @@ -1,101 +0,0 @@ -// Code generated by protoc-gen-go-grpc. DO NOT EDIT. - -package admin - -import ( - context "context" - - empty "github.com/golang/protobuf/ptypes/empty" - grpc "google.golang.org/grpc" - codes "google.golang.org/grpc/codes" - status "google.golang.org/grpc/status" -) - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the grpc package it is being compiled against. -const _ = grpc.SupportPackageIsVersion7 - -// PublishServiceClient is the client API for PublishService service. -// -// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. -type PublishServiceClient interface { - // Publish message to broker - Publish(ctx context.Context, in *PublishRequest, opts ...grpc.CallOption) (*empty.Empty, error) -} - -type publishServiceClient struct { - cc grpc.ClientConnInterface -} - -func NewPublishServiceClient(cc grpc.ClientConnInterface) PublishServiceClient { - return &publishServiceClient{cc} -} - -func (c *publishServiceClient) Publish(ctx context.Context, in *PublishRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.PublishService/Publish", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -// PublishServiceServer is the server API for PublishService service. -// All implementations must embed UnimplementedPublishServiceServer -// for forward compatibility -type PublishServiceServer interface { - // Publish message to broker - Publish(context.Context, *PublishRequest) (*empty.Empty, error) - mustEmbedUnimplementedPublishServiceServer() -} - -// UnimplementedPublishServiceServer must be embedded to have forward compatible implementations. -type UnimplementedPublishServiceServer struct { -} - -func (UnimplementedPublishServiceServer) Publish(context.Context, *PublishRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Publish not implemented") -} -func (UnimplementedPublishServiceServer) mustEmbedUnimplementedPublishServiceServer() {} - -// UnsafePublishServiceServer may be embedded to opt out of forward compatibility for this service. -// Use of this interface is not recommended, as added methods to PublishServiceServer will -// result in compilation errors. -type UnsafePublishServiceServer interface { - mustEmbedUnimplementedPublishServiceServer() -} - -func RegisterPublishServiceServer(s grpc.ServiceRegistrar, srv PublishServiceServer) { - s.RegisterService(&_PublishService_serviceDesc, srv) -} - -func _PublishService_Publish_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(PublishRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(PublishServiceServer).Publish(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.PublishService/Publish", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(PublishServiceServer).Publish(ctx, req.(*PublishRequest)) - } - return interceptor(ctx, in, info, handler) -} - -var _PublishService_serviceDesc = grpc.ServiceDesc{ - ServiceName: "gmqtt.admin.api.PublishService", - HandlerType: (*PublishServiceServer)(nil), - Methods: []grpc.MethodDesc{ - { - MethodName: "Publish", - Handler: _PublishService_Publish_Handler, - }, - }, - Streams: []grpc.StreamDesc{}, - Metadata: "publish.proto", -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/publish_test.go b/internal/hummingbird/mqttbroker/plugin/admin/publish_test.go deleted file mode 100644 index 81fc4db..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/publish_test.go +++ /dev/null @@ -1,125 +0,0 @@ -package admin - -import ( - "context" - "testing" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - "google.golang.org/grpc/status" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -func TestPublisher_Publish(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - mp := server.NewMockPublisher(ctrl) - pub := &publisher{ - a: &Admin{ - publisher: mp, - }, - } - msg := &gmqtt.Message{ - QoS: 1, - Retained: true, - Topic: "topic", - Payload: []byte("abc"), - ContentType: "ct", - CorrelationData: []byte("co"), - MessageExpiry: 1, - PayloadFormat: 1, - ResponseTopic: "resp", - UserProperties: []packets.UserProperty{ - { - K: []byte("K"), - V: []byte("V"), - }, - }, - } - mp.EXPECT().Publish(msg) - _, err := pub.Publish(context.Background(), &PublishRequest{ - TopicName: msg.Topic, - Payload: string(msg.Payload), - Qos: uint32(msg.QoS), - Retained: msg.Retained, - ContentType: msg.ContentType, - CorrelationData: string(msg.CorrelationData), - MessageExpiry: msg.MessageExpiry, - PayloadFormat: uint32(msg.PayloadFormat), - ResponseTopic: msg.ResponseTopic, - UserProperties: []*UserProperties{ - { - K: []byte("K"), - V: []byte("V"), - }, - }, - }) - a.Nil(err) -} - -func TestPublisher_Publish_InvalidArgument(t *testing.T) { - var tt = []struct { - name string - field string - req *PublishRequest - }{ - { - name: "invalid_topic_name", - field: "topic_name", - req: &PublishRequest{ - TopicName: "$share/a", - Qos: 2, - }, - }, - { - name: "invalid_qos", - field: "qos", - req: &PublishRequest{ - TopicName: "a", - Qos: 3, - }, - }, - { - name: "invalid_payload_format", - field: "payload_format", - req: &PublishRequest{ - TopicName: "a", - Qos: 2, - PayloadFormat: 3, - }, - }, - { - name: "invalid_response_topic", - field: "response_topic", - req: &PublishRequest{ - TopicName: "a", - Qos: 2, - PayloadFormat: 1, - ResponseTopic: "#/", - }, - }, - } - for _, v := range tt { - t.Run(v.name, func(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - mp := server.NewMockPublisher(ctrl) - pub := &publisher{ - a: &Admin{ - publisher: mp, - }, - } - _, err := pub.Publish(context.Background(), v.req) - s, ok := status.FromError(err) - a.True(ok) - a.Contains(s.Message(), v.field) - }) - } - -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/store.go b/internal/hummingbird/mqttbroker/plugin/admin/store.go deleted file mode 100644 index 050afcb..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/store.go +++ /dev/null @@ -1,159 +0,0 @@ -package admin - -import ( - "container/list" - "sync" - - "google.golang.org/protobuf/types/known/timestamppb" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -type store struct { - clientMu sync.RWMutex - clientIndexer *Indexer - subMu sync.RWMutex - subIndexer *Indexer - config config.Config - statsReader server.StatsReader - subscriptionService server.SubscriptionService -} - -func newStore(statsReader server.StatsReader, config config.Config) *store { - return &store{ - clientIndexer: NewIndexer(), - subIndexer: NewIndexer(), - statsReader: statsReader, - config: config, - } -} - -func (s *store) addSubscription(clientID string, sub *gmqtt.Subscription) { - s.subMu.Lock() - defer s.subMu.Unlock() - - subInfo := &Subscription{ - TopicName: sub.GetFullTopicName(), - Id: sub.ID, - Qos: uint32(sub.QoS), - NoLocal: sub.NoLocal, - RetainAsPublished: sub.RetainAsPublished, - RetainHandling: uint32(sub.RetainHandling), - ClientId: clientID, - } - key := clientID + "_" + sub.GetFullTopicName() - s.subIndexer.Set(key, subInfo) - -} - -func (s *store) removeSubscription(clientID string, topicName string) { - s.subMu.Lock() - defer s.subMu.Unlock() - s.subIndexer.Remove(clientID + "_" + topicName) -} - -func (s *store) addClient(client server.Client) { - c := newClientInfo(client, uint32(s.config.MQTT.MaxQueuedMsg)) - s.clientMu.Lock() - s.clientIndexer.Set(c.ClientId, c) - s.clientMu.Unlock() -} - -func (s *store) setClientDisconnected(clientID string) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - l := s.clientIndexer.GetByID(clientID) - if l == nil { - return - } - l.Value.(*Client).DisconnectedAt = timestamppb.Now() -} - -func (s *store) removeClient(clientID string) { - s.clientMu.Lock() - s.clientIndexer.Remove(clientID) - s.clientMu.Unlock() -} - -// GetClientByID returns the client information for the given client id. -func (s *store) GetClientByID(clientID string) *Client { - s.clientMu.RLock() - defer s.clientMu.RUnlock() - c := s.getClientByIDLocked(clientID) - fillClientInfo(c, s.statsReader) - return c -} - -func newClientInfo(client server.Client, maxQueue uint32) *Client { - clientOptions := client.ClientOptions() - rs := &Client{ - ClientId: clientOptions.ClientID, - Username: clientOptions.Username, - KeepAlive: int32(clientOptions.KeepAlive), - Version: int32(client.Version()), - RemoteAddr: client.Connection().RemoteAddr().String(), - LocalAddr: client.Connection().LocalAddr().String(), - ConnectedAt: timestamppb.New(client.ConnectedAt()), - DisconnectedAt: nil, - SessionExpiry: clientOptions.SessionExpiry, - MaxInflight: uint32(clientOptions.MaxInflight), - MaxQueue: maxQueue, - } - return rs -} - -func (s *store) getClientByIDLocked(clientID string) *Client { - if i := s.clientIndexer.GetByID(clientID); i != nil { - return i.Value.(*Client) - } - return nil -} - -func fillClientInfo(c *Client, stsReader server.StatsReader) { - if c == nil { - return - } - sts, ok := stsReader.GetClientStats(c.ClientId) - if !ok { - return - } - c.SubscriptionsCurrent = uint32(sts.SubscriptionStats.SubscriptionsCurrent) - c.SubscriptionsTotal = uint32(sts.SubscriptionStats.SubscriptionsTotal) - c.PacketsReceivedBytes = sts.PacketStats.BytesReceived.Total - c.PacketsReceivedNums = sts.PacketStats.ReceivedTotal.Total - c.PacketsSendBytes = sts.PacketStats.BytesSent.Total - c.PacketsSendNums = sts.PacketStats.SentTotal.Total - c.MessageDropped = sts.MessageStats.GetDroppedTotal() - c.InflightLen = uint32(sts.MessageStats.InflightCurrent) - c.QueueLen = uint32(sts.MessageStats.QueuedCurrent) -} - -// GetClients -func (s *store) GetClients(page, pageSize uint) (rs []*Client, total uint32, err error) { - rs = make([]*Client, 0) - fn := func(elem *list.Element) { - c := elem.Value.(*Client) - fillClientInfo(c, s.statsReader) - rs = append(rs, elem.Value.(*Client)) - } - s.clientMu.RLock() - defer s.clientMu.RUnlock() - offset, n := GetOffsetN(page, pageSize) - s.clientIndexer.Iterate(fn, offset, n) - return rs, uint32(s.clientIndexer.Len()), nil -} - -// GetSubscriptions -func (s *store) GetSubscriptions(page, pageSize uint) (rs []*Subscription, total uint32, err error) { - rs = make([]*Subscription, 0) - fn := func(elem *list.Element) { - rs = append(rs, elem.Value.(*Subscription)) - } - s.subMu.RLock() - defer s.subMu.RUnlock() - offset, n := GetOffsetN(page, pageSize) - s.subIndexer.Iterate(fn, offset, n) - return rs, uint32(s.subIndexer.Len()), nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/subscription.go b/internal/hummingbird/mqttbroker/plugin/admin/subscription.go deleted file mode 100644 index d4fde11..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/subscription.go +++ /dev/null @@ -1,182 +0,0 @@ -package admin - -import ( - "context" - "fmt" - "strconv" - "strings" - - "github.com/golang/protobuf/ptypes/empty" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/status" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type subscriptionService struct { - a *Admin -} - -func (s *subscriptionService) mustEmbedUnimplementedSubscriptionServiceServer() { - return -} - -// List lists subscriptions in the broker. -func (s *subscriptionService) List(ctx context.Context, req *ListSubscriptionRequest) (*ListSubscriptionResponse, error) { - page, pageSize := GetPage(req.Page, req.PageSize) - subs, total, err := s.a.store.GetSubscriptions(page, pageSize) - if err != nil { - return &ListSubscriptionResponse{}, err - } - return &ListSubscriptionResponse{ - Subscriptions: subs, - TotalCount: total, - }, nil -} - -// Filter filters subscriptions with the request params. -// Paging is not supported, and the results are not sorted in any way. -// Using huge req.Limit can impact performance. -func (s *subscriptionService) Filter(ctx context.Context, req *FilterSubscriptionRequest) (resp *FilterSubscriptionResponse, err error) { - var iterType subscription.IterationType - iterOpts := subscription.IterationOptions{ - ClientID: req.ClientId, - TopicName: req.TopicName, - } - if req.FilterType == "" { - iterType = subscription.TypeAll - } else { - types := strings.Split(req.FilterType, ",") - for _, v := range types { - if v == "" { - continue - } - i, err := strconv.Atoi(v) - - if err != nil { - return nil, ErrInvalidArgument("filter_type", err.Error()) - } - switch SubFilterType(i) { - - case SubFilterType_SUB_FILTER_TYPE_SYS: - iterType |= subscription.TypeSYS - case SubFilterType_SUB_FILTER_TYPE_SHARED: - iterType |= subscription.TypeShared - case SubFilterType_SUB_FILTER_TYPE_NON_SHARED: - iterType |= subscription.TypeNonShared - default: - return nil, ErrInvalidArgument("filter_type", "") - } - } - } - - iterOpts.Type = iterType - - if req.MatchType == SubMatchType_SUB_MATCH_TYPE_MATCH_NAME { - iterOpts.MatchType = subscription.MatchName - } else if req.MatchType == SubMatchType_SUB_MATCH_TYPE_MATCH_FILTER { - iterOpts.MatchType = subscription.MatchFilter - } - if iterOpts.TopicName == "" && iterOpts.MatchType != 0 { - return nil, ErrInvalidArgument("topic_name", "cannot be empty while match_type Set") - } - if iterOpts.TopicName != "" && iterOpts.MatchType == 0 { - return nil, ErrInvalidArgument("match_type", "cannot be empty while topic_name Set") - } - if iterOpts.TopicName != "" { - if !packets.ValidV5Topic([]byte(iterOpts.TopicName)) { - return nil, ErrInvalidArgument("topic_name", "") - } - } - - if req.Limit > 1000 { - return nil, ErrInvalidArgument("limit", fmt.Sprintf("limit too large, must <= 1000")) - } - if req.Limit == 0 { - req.Limit = 20 - } - resp = &FilterSubscriptionResponse{ - Subscriptions: make([]*Subscription, 0), - } - i := int32(0) - s.a.store.subscriptionService.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - if i != req.Limit { - resp.Subscriptions = append(resp.Subscriptions, &Subscription{ - TopicName: subscription.GetFullTopicName(sub.ShareName, sub.TopicFilter), - Id: sub.ID, - Qos: uint32(sub.QoS), - NoLocal: sub.NoLocal, - RetainAsPublished: sub.RetainAsPublished, - RetainHandling: uint32(sub.RetainHandling), - ClientId: clientID, - }) - } - i++ - return true - }, iterOpts) - - return resp, nil -} - -// Subscribe makes subscriptions for the given client. -func (s *subscriptionService) Subscribe(ctx context.Context, req *SubscribeRequest) (resp *SubscribeResponse, err error) { - if req.ClientId == "" { - return nil, ErrInvalidArgument("client_id", "cannot be empty") - } - if len(req.Subscriptions) == 0 { - return nil, ErrInvalidArgument("subIndexer", "zero length subIndexer") - } - var subs []*gmqtt.Subscription - for k, v := range req.Subscriptions { - shareName, name := subscription.SplitTopic(v.TopicName) - sub := &gmqtt.Subscription{ - ShareName: shareName, - TopicFilter: name, - ID: v.Id, - QoS: uint8(v.Qos), - NoLocal: v.NoLocal, - RetainAsPublished: v.RetainAsPublished, - RetainHandling: byte(v.RetainHandling), - } - err := sub.Validate() - if err != nil { - return nil, ErrInvalidArgument(fmt.Sprintf("subIndexer[%d]", k), err.Error()) - } - subs = append(subs, sub) - } - rs, err := s.a.store.subscriptionService.Subscribe(req.ClientId, subs...) - if err != nil { - return nil, status.Errorf(codes.Internal, "failed to subscribe: %s", err.Error()) - } - resp = &SubscribeResponse{ - New: make([]bool, 0), - } - for _, v := range rs { - resp.New = append(resp.New, !v.AlreadyExisted) - } - return resp, nil - -} - -// Unsubscribe unsubscribe topic for the given client. -func (s *subscriptionService) Unsubscribe(ctx context.Context, req *UnsubscribeRequest) (resp *empty.Empty, err error) { - if req.ClientId == "" { - return nil, ErrInvalidArgument("client_id", "cannot be empty") - } - if len(req.Topics) == 0 { - return nil, ErrInvalidArgument("topics", "zero length topics") - } - - for k, v := range req.Topics { - if !packets.ValidV5Topic([]byte(v)) { - return nil, ErrInvalidArgument(fmt.Sprintf("topics[%d]", k), "") - } - } - err = s.a.store.subscriptionService.Unsubscribe(req.ClientId, req.Topics...) - if err != nil { - return nil, status.Error(codes.Internal, fmt.Sprintf("failed to unsubscribe: %s", err.Error())) - } - return &empty.Empty{}, nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/subscription.pb.go b/internal/hummingbird/mqttbroker/plugin/admin/subscription.pb.go deleted file mode 100644 index b0891e5..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/subscription.pb.go +++ /dev/null @@ -1,922 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// versions: -// protoc-gen-go v1.22.0 -// protoc v3.13.0 -// source: subscription.proto - -package admin - -import ( - reflect "reflect" - sync "sync" - - proto "github.com/golang/protobuf/proto" - empty "github.com/golang/protobuf/ptypes/empty" - _ "google.golang.org/genproto/googleapis/api/annotations" - protoreflect "google.golang.org/protobuf/reflect/protoreflect" - protoimpl "google.golang.org/protobuf/runtime/protoimpl" -) - -const ( - // Verify that this generated code is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) - // Verify that runtime/protoimpl is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) -) - -// This is a compile-time assertion that a sufficiently up-to-date version -// of the legacy proto package is being used. -const _ = proto.ProtoPackageIsVersion4 - -type SubFilterType int32 - -const ( - SubFilterType_SUB_FILTER_TYPE_SYS_UNSPECIFIED SubFilterType = 0 - SubFilterType_SUB_FILTER_TYPE_SYS SubFilterType = 1 - SubFilterType_SUB_FILTER_TYPE_SHARED SubFilterType = 2 - SubFilterType_SUB_FILTER_TYPE_NON_SHARED SubFilterType = 3 -) - -// Enum value maps for SubFilterType. -var ( - SubFilterType_name = map[int32]string{ - 0: "SUB_FILTER_TYPE_SYS_UNSPECIFIED", - 1: "SUB_FILTER_TYPE_SYS", - 2: "SUB_FILTER_TYPE_SHARED", - 3: "SUB_FILTER_TYPE_NON_SHARED", - } - SubFilterType_value = map[string]int32{ - "SUB_FILTER_TYPE_SYS_UNSPECIFIED": 0, - "SUB_FILTER_TYPE_SYS": 1, - "SUB_FILTER_TYPE_SHARED": 2, - "SUB_FILTER_TYPE_NON_SHARED": 3, - } -) - -func (x SubFilterType) Enum() *SubFilterType { - p := new(SubFilterType) - *p = x - return p -} - -func (x SubFilterType) String() string { - return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) -} - -func (SubFilterType) Descriptor() protoreflect.EnumDescriptor { - return file_subscription_proto_enumTypes[0].Descriptor() -} - -func (SubFilterType) Type() protoreflect.EnumType { - return &file_subscription_proto_enumTypes[0] -} - -func (x SubFilterType) Number() protoreflect.EnumNumber { - return protoreflect.EnumNumber(x) -} - -// Deprecated: Use SubFilterType.Descriptor instead. -func (SubFilterType) EnumDescriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{0} -} - -type SubMatchType int32 - -const ( - SubMatchType_SUB_MATCH_TYPE_MATCH_UNSPECIFIED SubMatchType = 0 - SubMatchType_SUB_MATCH_TYPE_MATCH_NAME SubMatchType = 1 - SubMatchType_SUB_MATCH_TYPE_MATCH_FILTER SubMatchType = 2 -) - -// Enum value maps for SubMatchType. -var ( - SubMatchType_name = map[int32]string{ - 0: "SUB_MATCH_TYPE_MATCH_UNSPECIFIED", - 1: "SUB_MATCH_TYPE_MATCH_NAME", - 2: "SUB_MATCH_TYPE_MATCH_FILTER", - } - SubMatchType_value = map[string]int32{ - "SUB_MATCH_TYPE_MATCH_UNSPECIFIED": 0, - "SUB_MATCH_TYPE_MATCH_NAME": 1, - "SUB_MATCH_TYPE_MATCH_FILTER": 2, - } -) - -func (x SubMatchType) Enum() *SubMatchType { - p := new(SubMatchType) - *p = x - return p -} - -func (x SubMatchType) String() string { - return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) -} - -func (SubMatchType) Descriptor() protoreflect.EnumDescriptor { - return file_subscription_proto_enumTypes[1].Descriptor() -} - -func (SubMatchType) Type() protoreflect.EnumType { - return &file_subscription_proto_enumTypes[1] -} - -func (x SubMatchType) Number() protoreflect.EnumNumber { - return protoreflect.EnumNumber(x) -} - -// Deprecated: Use SubMatchType.Descriptor instead. -func (SubMatchType) EnumDescriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{1} -} - -type ListSubscriptionRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - PageSize uint32 `protobuf:"varint,1,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"` - Page uint32 `protobuf:"varint,2,opt,name=page,proto3" json:"page,omitempty"` -} - -func (x *ListSubscriptionRequest) Reset() { - *x = ListSubscriptionRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[0] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListSubscriptionRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListSubscriptionRequest) ProtoMessage() {} - -func (x *ListSubscriptionRequest) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[0] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListSubscriptionRequest.ProtoReflect.Descriptor instead. -func (*ListSubscriptionRequest) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{0} -} - -func (x *ListSubscriptionRequest) GetPageSize() uint32 { - if x != nil { - return x.PageSize - } - return 0 -} - -func (x *ListSubscriptionRequest) GetPage() uint32 { - if x != nil { - return x.Page - } - return 0 -} - -type ListSubscriptionResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Subscriptions []*Subscription `protobuf:"bytes,1,rep,name=subscriptions,proto3" json:"subscriptions,omitempty"` - TotalCount uint32 `protobuf:"varint,2,opt,name=total_count,json=totalCount,proto3" json:"total_count,omitempty"` -} - -func (x *ListSubscriptionResponse) Reset() { - *x = ListSubscriptionResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[1] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListSubscriptionResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListSubscriptionResponse) ProtoMessage() {} - -func (x *ListSubscriptionResponse) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[1] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListSubscriptionResponse.ProtoReflect.Descriptor instead. -func (*ListSubscriptionResponse) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{1} -} - -func (x *ListSubscriptionResponse) GetSubscriptions() []*Subscription { - if x != nil { - return x.Subscriptions - } - return nil -} - -func (x *ListSubscriptionResponse) GetTotalCount() uint32 { - if x != nil { - return x.TotalCount - } - return 0 -} - -type FilterSubscriptionRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - // If set, only filter the subscriptions that belongs to the client. - ClientId string `protobuf:"bytes,1,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` - // filter_type indicates what kinds of topics are going to filter. - // If there are multiple types, use ',' to separate. e.g : 1,2 - // There are 3 kinds of topic can be filtered, defined by SubFilterType: - // 1 = System Topic(begin with '$') - // 2 = Shared Topic - // 3 = NonShared Topic - FilterType string `protobuf:"bytes,2,opt,name=filter_type,json=filterType,proto3" json:"filter_type,omitempty"` - // If 1 (SUB_MATCH_TYPE_MATCH_NAME), the server will return subscriptions which has the same topic name with request topic_name. - // If 2 (SUB_MATCH_TYPE_MATCH_FILTER),the server will return subscriptions which match the request topic_name . - // match_type must be set when filter_type is not empty. - MatchType SubMatchType `protobuf:"varint,3,opt,name=match_type,json=matchType,proto3,enum=gmqtt.admin.api.SubMatchType" json:"match_type,omitempty"` - // topic_name must be set when match_type is not zero. - TopicName string `protobuf:"bytes,4,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"` - // The maximum subscriptions can be returned. - Limit int32 `protobuf:"varint,5,opt,name=limit,proto3" json:"limit,omitempty"` -} - -func (x *FilterSubscriptionRequest) Reset() { - *x = FilterSubscriptionRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[2] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *FilterSubscriptionRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*FilterSubscriptionRequest) ProtoMessage() {} - -func (x *FilterSubscriptionRequest) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[2] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use FilterSubscriptionRequest.ProtoReflect.Descriptor instead. -func (*FilterSubscriptionRequest) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{2} -} - -func (x *FilterSubscriptionRequest) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -func (x *FilterSubscriptionRequest) GetFilterType() string { - if x != nil { - return x.FilterType - } - return "" -} - -func (x *FilterSubscriptionRequest) GetMatchType() SubMatchType { - if x != nil { - return x.MatchType - } - return SubMatchType_SUB_MATCH_TYPE_MATCH_UNSPECIFIED -} - -func (x *FilterSubscriptionRequest) GetTopicName() string { - if x != nil { - return x.TopicName - } - return "" -} - -func (x *FilterSubscriptionRequest) GetLimit() int32 { - if x != nil { - return x.Limit - } - return 0 -} - -type FilterSubscriptionResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Subscriptions []*Subscription `protobuf:"bytes,1,rep,name=subscriptions,proto3" json:"subscriptions,omitempty"` -} - -func (x *FilterSubscriptionResponse) Reset() { - *x = FilterSubscriptionResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[3] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *FilterSubscriptionResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*FilterSubscriptionResponse) ProtoMessage() {} - -func (x *FilterSubscriptionResponse) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[3] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use FilterSubscriptionResponse.ProtoReflect.Descriptor instead. -func (*FilterSubscriptionResponse) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{3} -} - -func (x *FilterSubscriptionResponse) GetSubscriptions() []*Subscription { - if x != nil { - return x.Subscriptions - } - return nil -} - -type SubscribeRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - ClientId string `protobuf:"bytes,1,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` - Subscriptions []*Subscription `protobuf:"bytes,2,rep,name=subscriptions,proto3" json:"subscriptions,omitempty"` -} - -func (x *SubscribeRequest) Reset() { - *x = SubscribeRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[4] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *SubscribeRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*SubscribeRequest) ProtoMessage() {} - -func (x *SubscribeRequest) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[4] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use SubscribeRequest.ProtoReflect.Descriptor instead. -func (*SubscribeRequest) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{4} -} - -func (x *SubscribeRequest) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -func (x *SubscribeRequest) GetSubscriptions() []*Subscription { - if x != nil { - return x.Subscriptions - } - return nil -} - -type SubscribeResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - // indicates whether it is a new subscription or the subscription is already existed. - New []bool `protobuf:"varint,1,rep,packed,name=new,proto3" json:"new,omitempty"` -} - -func (x *SubscribeResponse) Reset() { - *x = SubscribeResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[5] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *SubscribeResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*SubscribeResponse) ProtoMessage() {} - -func (x *SubscribeResponse) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[5] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use SubscribeResponse.ProtoReflect.Descriptor instead. -func (*SubscribeResponse) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{5} -} - -func (x *SubscribeResponse) GetNew() []bool { - if x != nil { - return x.New - } - return nil -} - -type UnsubscribeRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - ClientId string `protobuf:"bytes,1,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` - Topics []string `protobuf:"bytes,2,rep,name=topics,proto3" json:"topics,omitempty"` -} - -func (x *UnsubscribeRequest) Reset() { - *x = UnsubscribeRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[6] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *UnsubscribeRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*UnsubscribeRequest) ProtoMessage() {} - -func (x *UnsubscribeRequest) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[6] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use UnsubscribeRequest.ProtoReflect.Descriptor instead. -func (*UnsubscribeRequest) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{6} -} - -func (x *UnsubscribeRequest) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -func (x *UnsubscribeRequest) GetTopics() []string { - if x != nil { - return x.Topics - } - return nil -} - -type Subscription struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - TopicName string `protobuf:"bytes,1,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"` - Id uint32 `protobuf:"varint,2,opt,name=id,proto3" json:"id,omitempty"` - Qos uint32 `protobuf:"varint,3,opt,name=qos,proto3" json:"qos,omitempty"` - NoLocal bool `protobuf:"varint,4,opt,name=no_local,json=noLocal,proto3" json:"no_local,omitempty"` - RetainAsPublished bool `protobuf:"varint,5,opt,name=retain_as_published,json=retainAsPublished,proto3" json:"retain_as_published,omitempty"` - RetainHandling uint32 `protobuf:"varint,6,opt,name=retain_handling,json=retainHandling,proto3" json:"retain_handling,omitempty"` - ClientId string `protobuf:"bytes,7,opt,name=client_id,json=clientId,proto3" json:"client_id,omitempty"` -} - -func (x *Subscription) Reset() { - *x = Subscription{} - if protoimpl.UnsafeEnabled { - mi := &file_subscription_proto_msgTypes[7] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Subscription) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Subscription) ProtoMessage() {} - -func (x *Subscription) ProtoReflect() protoreflect.Message { - mi := &file_subscription_proto_msgTypes[7] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Subscription.ProtoReflect.Descriptor instead. -func (*Subscription) Descriptor() ([]byte, []int) { - return file_subscription_proto_rawDescGZIP(), []int{7} -} - -func (x *Subscription) GetTopicName() string { - if x != nil { - return x.TopicName - } - return "" -} - -func (x *Subscription) GetId() uint32 { - if x != nil { - return x.Id - } - return 0 -} - -func (x *Subscription) GetQos() uint32 { - if x != nil { - return x.Qos - } - return 0 -} - -func (x *Subscription) GetNoLocal() bool { - if x != nil { - return x.NoLocal - } - return false -} - -func (x *Subscription) GetRetainAsPublished() bool { - if x != nil { - return x.RetainAsPublished - } - return false -} - -func (x *Subscription) GetRetainHandling() uint32 { - if x != nil { - return x.RetainHandling - } - return 0 -} - -func (x *Subscription) GetClientId() string { - if x != nil { - return x.ClientId - } - return "" -} - -var File_subscription_proto protoreflect.FileDescriptor - -var file_subscription_proto_rawDesc = []byte{ - 0x0a, 0x12, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x70, - 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x0f, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, - 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x1a, 0x1c, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x61, 0x70, - 0x69, 0x2f, 0x61, 0x6e, 0x6e, 0x6f, 0x74, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x2e, 0x70, 0x72, - 0x6f, 0x74, 0x6f, 0x1a, 0x1b, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, - 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x65, 0x6d, 0x70, 0x74, 0x79, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, - 0x22, 0x4a, 0x0a, 0x17, 0x4c, 0x69, 0x73, 0x74, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, - 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x70, - 0x61, 0x67, 0x65, 0x5f, 0x73, 0x69, 0x7a, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, - 0x70, 0x61, 0x67, 0x65, 0x53, 0x69, 0x7a, 0x65, 0x12, 0x12, 0x0a, 0x04, 0x70, 0x61, 0x67, 0x65, - 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x04, 0x70, 0x61, 0x67, 0x65, 0x22, 0x80, 0x01, 0x0a, - 0x18, 0x4c, 0x69, 0x73, 0x74, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, - 0x6e, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x43, 0x0a, 0x0d, 0x73, 0x75, 0x62, - 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, - 0x32, 0x1d, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, - 0x70, 0x69, 0x2e, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, - 0x0d, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x12, 0x1f, - 0x0a, 0x0b, 0x74, 0x6f, 0x74, 0x61, 0x6c, 0x5f, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x18, 0x02, 0x20, - 0x01, 0x28, 0x0d, 0x52, 0x0a, 0x74, 0x6f, 0x74, 0x61, 0x6c, 0x43, 0x6f, 0x75, 0x6e, 0x74, 0x22, - 0xcc, 0x01, 0x0a, 0x19, 0x46, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, - 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, - 0x09, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, - 0x52, 0x08, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x49, 0x64, 0x12, 0x1f, 0x0a, 0x0b, 0x66, 0x69, - 0x6c, 0x74, 0x65, 0x72, 0x5f, 0x74, 0x79, 0x70, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, - 0x0a, 0x66, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x54, 0x79, 0x70, 0x65, 0x12, 0x3c, 0x0a, 0x0a, 0x6d, - 0x61, 0x74, 0x63, 0x68, 0x5f, 0x74, 0x79, 0x70, 0x65, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0e, 0x32, - 0x1d, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, - 0x69, 0x2e, 0x53, 0x75, 0x62, 0x4d, 0x61, 0x74, 0x63, 0x68, 0x54, 0x79, 0x70, 0x65, 0x52, 0x09, - 0x6d, 0x61, 0x74, 0x63, 0x68, 0x54, 0x79, 0x70, 0x65, 0x12, 0x1d, 0x0a, 0x0a, 0x74, 0x6f, 0x70, - 0x69, 0x63, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x04, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x74, - 0x6f, 0x70, 0x69, 0x63, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x14, 0x0a, 0x05, 0x6c, 0x69, 0x6d, 0x69, - 0x74, 0x18, 0x05, 0x20, 0x01, 0x28, 0x05, 0x52, 0x05, 0x6c, 0x69, 0x6d, 0x69, 0x74, 0x22, 0x61, - 0x0a, 0x1a, 0x46, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, - 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x43, 0x0a, 0x0d, - 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x18, 0x01, 0x20, - 0x03, 0x28, 0x0b, 0x32, 0x1d, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, - 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, - 0x6f, 0x6e, 0x52, 0x0d, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, - 0x73, 0x22, 0x74, 0x0a, 0x10, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x52, 0x65, - 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x5f, - 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, - 0x49, 0x64, 0x12, 0x43, 0x0a, 0x0d, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, - 0x6f, 0x6e, 0x73, 0x18, 0x02, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x1d, 0x2e, 0x67, 0x6d, 0x71, 0x74, - 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x75, 0x62, 0x73, - 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x0d, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, - 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x22, 0x25, 0x0a, 0x11, 0x53, 0x75, 0x62, 0x73, 0x63, - 0x72, 0x69, 0x62, 0x65, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x10, 0x0a, 0x03, - 0x6e, 0x65, 0x77, 0x18, 0x01, 0x20, 0x03, 0x28, 0x08, 0x52, 0x03, 0x6e, 0x65, 0x77, 0x22, 0x49, - 0x0a, 0x12, 0x55, 0x6e, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x52, 0x65, 0x71, - 0x75, 0x65, 0x73, 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x5f, 0x69, - 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x49, - 0x64, 0x12, 0x16, 0x0a, 0x06, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x73, 0x18, 0x02, 0x20, 0x03, 0x28, - 0x09, 0x52, 0x06, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x73, 0x22, 0xe0, 0x01, 0x0a, 0x0c, 0x53, 0x75, - 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x1d, 0x0a, 0x0a, 0x74, 0x6f, - 0x70, 0x69, 0x63, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, - 0x74, 0x6f, 0x70, 0x69, 0x63, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, - 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x02, 0x69, 0x64, 0x12, 0x10, 0x0a, 0x03, 0x71, 0x6f, 0x73, - 0x18, 0x03, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x03, 0x71, 0x6f, 0x73, 0x12, 0x19, 0x0a, 0x08, 0x6e, - 0x6f, 0x5f, 0x6c, 0x6f, 0x63, 0x61, 0x6c, 0x18, 0x04, 0x20, 0x01, 0x28, 0x08, 0x52, 0x07, 0x6e, - 0x6f, 0x4c, 0x6f, 0x63, 0x61, 0x6c, 0x12, 0x2e, 0x0a, 0x13, 0x72, 0x65, 0x74, 0x61, 0x69, 0x6e, - 0x5f, 0x61, 0x73, 0x5f, 0x70, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x65, 0x64, 0x18, 0x05, 0x20, - 0x01, 0x28, 0x08, 0x52, 0x11, 0x72, 0x65, 0x74, 0x61, 0x69, 0x6e, 0x41, 0x73, 0x50, 0x75, 0x62, - 0x6c, 0x69, 0x73, 0x68, 0x65, 0x64, 0x12, 0x27, 0x0a, 0x0f, 0x72, 0x65, 0x74, 0x61, 0x69, 0x6e, - 0x5f, 0x68, 0x61, 0x6e, 0x64, 0x6c, 0x69, 0x6e, 0x67, 0x18, 0x06, 0x20, 0x01, 0x28, 0x0d, 0x52, - 0x0e, 0x72, 0x65, 0x74, 0x61, 0x69, 0x6e, 0x48, 0x61, 0x6e, 0x64, 0x6c, 0x69, 0x6e, 0x67, 0x12, - 0x1b, 0x0a, 0x09, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x18, 0x07, 0x20, 0x01, - 0x28, 0x09, 0x52, 0x08, 0x63, 0x6c, 0x69, 0x65, 0x6e, 0x74, 0x49, 0x64, 0x2a, 0x89, 0x01, 0x0a, - 0x0d, 0x53, 0x75, 0x62, 0x46, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x54, 0x79, 0x70, 0x65, 0x12, 0x23, - 0x0a, 0x1f, 0x53, 0x55, 0x42, 0x5f, 0x46, 0x49, 0x4c, 0x54, 0x45, 0x52, 0x5f, 0x54, 0x59, 0x50, - 0x45, 0x5f, 0x53, 0x59, 0x53, 0x5f, 0x55, 0x4e, 0x53, 0x50, 0x45, 0x43, 0x49, 0x46, 0x49, 0x45, - 0x44, 0x10, 0x00, 0x12, 0x17, 0x0a, 0x13, 0x53, 0x55, 0x42, 0x5f, 0x46, 0x49, 0x4c, 0x54, 0x45, - 0x52, 0x5f, 0x54, 0x59, 0x50, 0x45, 0x5f, 0x53, 0x59, 0x53, 0x10, 0x01, 0x12, 0x1a, 0x0a, 0x16, - 0x53, 0x55, 0x42, 0x5f, 0x46, 0x49, 0x4c, 0x54, 0x45, 0x52, 0x5f, 0x54, 0x59, 0x50, 0x45, 0x5f, - 0x53, 0x48, 0x41, 0x52, 0x45, 0x44, 0x10, 0x02, 0x12, 0x1e, 0x0a, 0x1a, 0x53, 0x55, 0x42, 0x5f, - 0x46, 0x49, 0x4c, 0x54, 0x45, 0x52, 0x5f, 0x54, 0x59, 0x50, 0x45, 0x5f, 0x4e, 0x4f, 0x4e, 0x5f, - 0x53, 0x48, 0x41, 0x52, 0x45, 0x44, 0x10, 0x03, 0x2a, 0x74, 0x0a, 0x0c, 0x53, 0x75, 0x62, 0x4d, - 0x61, 0x74, 0x63, 0x68, 0x54, 0x79, 0x70, 0x65, 0x12, 0x24, 0x0a, 0x20, 0x53, 0x55, 0x42, 0x5f, - 0x4d, 0x41, 0x54, 0x43, 0x48, 0x5f, 0x54, 0x59, 0x50, 0x45, 0x5f, 0x4d, 0x41, 0x54, 0x43, 0x48, - 0x5f, 0x55, 0x4e, 0x53, 0x50, 0x45, 0x43, 0x49, 0x46, 0x49, 0x45, 0x44, 0x10, 0x00, 0x12, 0x1d, - 0x0a, 0x19, 0x53, 0x55, 0x42, 0x5f, 0x4d, 0x41, 0x54, 0x43, 0x48, 0x5f, 0x54, 0x59, 0x50, 0x45, - 0x5f, 0x4d, 0x41, 0x54, 0x43, 0x48, 0x5f, 0x4e, 0x41, 0x4d, 0x45, 0x10, 0x01, 0x12, 0x1f, 0x0a, - 0x1b, 0x53, 0x55, 0x42, 0x5f, 0x4d, 0x41, 0x54, 0x43, 0x48, 0x5f, 0x54, 0x59, 0x50, 0x45, 0x5f, - 0x4d, 0x41, 0x54, 0x43, 0x48, 0x5f, 0x46, 0x49, 0x4c, 0x54, 0x45, 0x52, 0x10, 0x02, 0x32, 0xe9, - 0x03, 0x0a, 0x13, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x53, - 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x12, 0x76, 0x0a, 0x04, 0x4c, 0x69, 0x73, 0x74, 0x12, 0x28, - 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, - 0x2e, 0x4c, 0x69, 0x73, 0x74, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, - 0x6e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x29, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, - 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4c, 0x69, 0x73, 0x74, 0x53, - 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x73, 0x70, 0x6f, - 0x6e, 0x73, 0x65, 0x22, 0x19, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x13, 0x12, 0x11, 0x2f, 0x76, 0x31, - 0x2f, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x12, 0x83, - 0x01, 0x0a, 0x06, 0x46, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x12, 0x2a, 0x2e, 0x67, 0x6d, 0x71, 0x74, - 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x46, 0x69, 0x6c, 0x74, - 0x65, 0x72, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, - 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x2b, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, - 0x6d, 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x46, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x53, 0x75, - 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, 0x69, 0x6f, 0x6e, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, - 0x73, 0x65, 0x22, 0x20, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x1a, 0x12, 0x18, 0x2f, 0x76, 0x31, 0x2f, - 0x66, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x5f, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x70, 0x74, - 0x69, 0x6f, 0x6e, 0x73, 0x12, 0x6c, 0x0a, 0x09, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, - 0x65, 0x12, 0x21, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, - 0x61, 0x70, 0x69, 0x2e, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x52, 0x65, 0x71, - 0x75, 0x65, 0x73, 0x74, 0x1a, 0x22, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, - 0x69, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, - 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x18, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x12, - 0x22, 0x0d, 0x2f, 0x76, 0x31, 0x2f, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x3a, - 0x01, 0x2a, 0x12, 0x66, 0x0a, 0x0b, 0x55, 0x6e, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, - 0x65, 0x12, 0x23, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x2e, - 0x61, 0x70, 0x69, 0x2e, 0x55, 0x6e, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x52, - 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, - 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, 0x6d, 0x70, 0x74, 0x79, 0x22, 0x1a, - 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x14, 0x22, 0x0f, 0x2f, 0x76, 0x31, 0x2f, 0x75, 0x6e, 0x73, 0x75, - 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x3a, 0x01, 0x2a, 0x42, 0x09, 0x5a, 0x07, 0x2e, 0x3b, - 0x61, 0x64, 0x6d, 0x69, 0x6e, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, -} - -var ( - file_subscription_proto_rawDescOnce sync.Once - file_subscription_proto_rawDescData = file_subscription_proto_rawDesc -) - -func file_subscription_proto_rawDescGZIP() []byte { - file_subscription_proto_rawDescOnce.Do(func() { - file_subscription_proto_rawDescData = protoimpl.X.CompressGZIP(file_subscription_proto_rawDescData) - }) - return file_subscription_proto_rawDescData -} - -var file_subscription_proto_enumTypes = make([]protoimpl.EnumInfo, 2) -var file_subscription_proto_msgTypes = make([]protoimpl.MessageInfo, 8) -var file_subscription_proto_goTypes = []interface{}{ - (SubFilterType)(0), // 0: gmqtt.admin.api.SubFilterType - (SubMatchType)(0), // 1: gmqtt.admin.api.SubMatchType - (*ListSubscriptionRequest)(nil), // 2: gmqtt.admin.api.ListSubscriptionRequest - (*ListSubscriptionResponse)(nil), // 3: gmqtt.admin.api.ListSubscriptionResponse - (*FilterSubscriptionRequest)(nil), // 4: gmqtt.admin.api.FilterSubscriptionRequest - (*FilterSubscriptionResponse)(nil), // 5: gmqtt.admin.api.FilterSubscriptionResponse - (*SubscribeRequest)(nil), // 6: gmqtt.admin.api.SubscribeRequest - (*SubscribeResponse)(nil), // 7: gmqtt.admin.api.SubscribeResponse - (*UnsubscribeRequest)(nil), // 8: gmqtt.admin.api.UnsubscribeRequest - (*Subscription)(nil), // 9: gmqtt.admin.api.Subscription - (*empty.Empty)(nil), // 10: google.protobuf.Empty -} -var file_subscription_proto_depIdxs = []int32{ - 9, // 0: gmqtt.admin.api.ListSubscriptionResponse.subscriptions:type_name -> gmqtt.admin.api.Subscription - 1, // 1: gmqtt.admin.api.FilterSubscriptionRequest.match_type:type_name -> gmqtt.admin.api.SubMatchType - 9, // 2: gmqtt.admin.api.FilterSubscriptionResponse.subscriptions:type_name -> gmqtt.admin.api.Subscription - 9, // 3: gmqtt.admin.api.SubscribeRequest.subscriptions:type_name -> gmqtt.admin.api.Subscription - 2, // 4: gmqtt.admin.api.SubscriptionService.List:input_type -> gmqtt.admin.api.ListSubscriptionRequest - 4, // 5: gmqtt.admin.api.SubscriptionService.Filter:input_type -> gmqtt.admin.api.FilterSubscriptionRequest - 6, // 6: gmqtt.admin.api.SubscriptionService.Subscribe:input_type -> gmqtt.admin.api.SubscribeRequest - 8, // 7: gmqtt.admin.api.SubscriptionService.Unsubscribe:input_type -> gmqtt.admin.api.UnsubscribeRequest - 3, // 8: gmqtt.admin.api.SubscriptionService.List:output_type -> gmqtt.admin.api.ListSubscriptionResponse - 5, // 9: gmqtt.admin.api.SubscriptionService.Filter:output_type -> gmqtt.admin.api.FilterSubscriptionResponse - 7, // 10: gmqtt.admin.api.SubscriptionService.Subscribe:output_type -> gmqtt.admin.api.SubscribeResponse - 10, // 11: gmqtt.admin.api.SubscriptionService.Unsubscribe:output_type -> google.protobuf.Empty - 8, // [8:12] is the sub-list for method output_type - 4, // [4:8] is the sub-list for method input_type - 4, // [4:4] is the sub-list for extension type_name - 4, // [4:4] is the sub-list for extension extendee - 0, // [0:4] is the sub-list for field type_name -} - -func init() { file_subscription_proto_init() } -func file_subscription_proto_init() { - if File_subscription_proto != nil { - return - } - if !protoimpl.UnsafeEnabled { - file_subscription_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListSubscriptionRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListSubscriptionResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*FilterSubscriptionRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*FilterSubscriptionResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*SubscribeRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*SubscribeResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[6].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*UnsubscribeRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_subscription_proto_msgTypes[7].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Subscription); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - } - type x struct{} - out := protoimpl.TypeBuilder{ - File: protoimpl.DescBuilder{ - GoPackagePath: reflect.TypeOf(x{}).PkgPath(), - RawDescriptor: file_subscription_proto_rawDesc, - NumEnums: 2, - NumMessages: 8, - NumExtensions: 0, - NumServices: 1, - }, - GoTypes: file_subscription_proto_goTypes, - DependencyIndexes: file_subscription_proto_depIdxs, - EnumInfos: file_subscription_proto_enumTypes, - MessageInfos: file_subscription_proto_msgTypes, - }.Build() - File_subscription_proto = out.File - file_subscription_proto_rawDesc = nil - file_subscription_proto_goTypes = nil - file_subscription_proto_depIdxs = nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/subscription.pb.gw.go b/internal/hummingbird/mqttbroker/plugin/admin/subscription.pb.gw.go deleted file mode 100644 index 3103e9c..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/subscription.pb.gw.go +++ /dev/null @@ -1,395 +0,0 @@ -// Code generated by protoc-gen-grpc-gateway. DO NOT EDIT. -// source: subscription.proto - -/* -Package admin is a reverse proxy. - -It translates gRPC into RESTful JSON APIs. -*/ -package admin - -import ( - "context" - "io" - "net/http" - - "github.com/golang/protobuf/descriptor" - "github.com/golang/protobuf/proto" - "github.com/grpc-ecosystem/grpc-gateway/runtime" - "github.com/grpc-ecosystem/grpc-gateway/utilities" - "google.golang.org/grpc" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/grpclog" - "google.golang.org/grpc/status" -) - -// Suppress "imported and not used" errors -var _ codes.Code -var _ io.Reader -var _ status.Status -var _ = runtime.String -var _ = utilities.NewDoubleArray -var _ = descriptor.ForMessage - -var ( - filter_SubscriptionService_List_0 = &utilities.DoubleArray{Encoding: map[string]int{}, Base: []int(nil), Check: []int(nil)} -) - -func request_SubscriptionService_List_0(ctx context.Context, marshaler runtime.Marshaler, client SubscriptionServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ListSubscriptionRequest - var metadata runtime.ServerMetadata - - if err := req.ParseForm(); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - if err := runtime.PopulateQueryParameters(&protoReq, req.Form, filter_SubscriptionService_List_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.List(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_SubscriptionService_List_0(ctx context.Context, marshaler runtime.Marshaler, server SubscriptionServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ListSubscriptionRequest - var metadata runtime.ServerMetadata - - if err := runtime.PopulateQueryParameters(&protoReq, req.URL.Query(), filter_SubscriptionService_List_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.List(ctx, &protoReq) - return msg, metadata, err - -} - -var ( - filter_SubscriptionService_Filter_0 = &utilities.DoubleArray{Encoding: map[string]int{}, Base: []int(nil), Check: []int(nil)} -) - -func request_SubscriptionService_Filter_0(ctx context.Context, marshaler runtime.Marshaler, client SubscriptionServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq FilterSubscriptionRequest - var metadata runtime.ServerMetadata - - if err := req.ParseForm(); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - if err := runtime.PopulateQueryParameters(&protoReq, req.Form, filter_SubscriptionService_Filter_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Filter(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_SubscriptionService_Filter_0(ctx context.Context, marshaler runtime.Marshaler, server SubscriptionServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq FilterSubscriptionRequest - var metadata runtime.ServerMetadata - - if err := runtime.PopulateQueryParameters(&protoReq, req.URL.Query(), filter_SubscriptionService_Filter_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Filter(ctx, &protoReq) - return msg, metadata, err - -} - -func request_SubscriptionService_Subscribe_0(ctx context.Context, marshaler runtime.Marshaler, client SubscriptionServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq SubscribeRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Subscribe(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_SubscriptionService_Subscribe_0(ctx context.Context, marshaler runtime.Marshaler, server SubscriptionServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq SubscribeRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Subscribe(ctx, &protoReq) - return msg, metadata, err - -} - -func request_SubscriptionService_Unsubscribe_0(ctx context.Context, marshaler runtime.Marshaler, client SubscriptionServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq UnsubscribeRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Unsubscribe(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_SubscriptionService_Unsubscribe_0(ctx context.Context, marshaler runtime.Marshaler, server SubscriptionServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq UnsubscribeRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Unsubscribe(ctx, &protoReq) - return msg, metadata, err - -} - -// RegisterSubscriptionServiceHandlerServer registers the http handlers for service SubscriptionService to "mux". -// UnaryRPC :call SubscriptionServiceServer directly. -// StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. -func RegisterSubscriptionServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server SubscriptionServiceServer) error { - - mux.Handle("GET", pattern_SubscriptionService_List_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_SubscriptionService_List_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_List_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_SubscriptionService_Filter_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_SubscriptionService_Filter_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_Filter_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_SubscriptionService_Subscribe_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_SubscriptionService_Subscribe_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_Subscribe_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_SubscriptionService_Unsubscribe_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_SubscriptionService_Unsubscribe_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_Unsubscribe_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -// RegisterSubscriptionServiceHandlerFromEndpoint is same as RegisterSubscriptionServiceHandler but -// automatically dials to "endpoint" and closes the connection when "ctx" gets done. -func RegisterSubscriptionServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error) { - conn, err := grpc.Dial(endpoint, opts...) - if err != nil { - return err - } - defer func() { - if err != nil { - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - return - } - go func() { - <-ctx.Done() - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - }() - }() - - return RegisterSubscriptionServiceHandler(ctx, mux, conn) -} - -// RegisterSubscriptionServiceHandler registers the http handlers for service SubscriptionService to "mux". -// The handlers forward requests to the grpc endpoint over "conn". -func RegisterSubscriptionServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error { - return RegisterSubscriptionServiceHandlerClient(ctx, mux, NewSubscriptionServiceClient(conn)) -} - -// RegisterSubscriptionServiceHandlerClient registers the http handlers for service SubscriptionService -// to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "SubscriptionServiceClient". -// Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "SubscriptionServiceClient" -// doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in -// "SubscriptionServiceClient" to call the correct interceptors. -func RegisterSubscriptionServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client SubscriptionServiceClient) error { - - mux.Handle("GET", pattern_SubscriptionService_List_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_SubscriptionService_List_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_List_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_SubscriptionService_Filter_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_SubscriptionService_Filter_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_Filter_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_SubscriptionService_Subscribe_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_SubscriptionService_Subscribe_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_Subscribe_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_SubscriptionService_Unsubscribe_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_SubscriptionService_Unsubscribe_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_SubscriptionService_Unsubscribe_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -var ( - pattern_SubscriptionService_List_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "subscriptions"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_SubscriptionService_Filter_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "filter_subscriptions"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_SubscriptionService_Subscribe_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "subscribe"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_SubscriptionService_Unsubscribe_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "unsubscribe"}, "", runtime.AssumeColonVerbOpt(true))) -) - -var ( - forward_SubscriptionService_List_0 = runtime.ForwardResponseMessage - - forward_SubscriptionService_Filter_0 = runtime.ForwardResponseMessage - - forward_SubscriptionService_Subscribe_0 = runtime.ForwardResponseMessage - - forward_SubscriptionService_Unsubscribe_0 = runtime.ForwardResponseMessage -) diff --git a/internal/hummingbird/mqttbroker/plugin/admin/subscription_grpc.pb.go b/internal/hummingbird/mqttbroker/plugin/admin/subscription_grpc.pb.go deleted file mode 100644 index b8c80d7..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/subscription_grpc.pb.go +++ /dev/null @@ -1,215 +0,0 @@ -// Code generated by protoc-gen-go-grpc. DO NOT EDIT. - -package admin - -import ( - context "context" - - empty "github.com/golang/protobuf/ptypes/empty" - grpc "google.golang.org/grpc" - codes "google.golang.org/grpc/codes" - status "google.golang.org/grpc/status" -) - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the grpc package it is being compiled against. -const _ = grpc.SupportPackageIsVersion7 - -// SubscriptionServiceClient is the client API for SubscriptionService service. -// -// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. -type SubscriptionServiceClient interface { - // List subscriptions. - List(ctx context.Context, in *ListSubscriptionRequest, opts ...grpc.CallOption) (*ListSubscriptionResponse, error) - // Filter subscriptions, paging is not supported in this API. - Filter(ctx context.Context, in *FilterSubscriptionRequest, opts ...grpc.CallOption) (*FilterSubscriptionResponse, error) - // Subscribe topics for the client. - Subscribe(ctx context.Context, in *SubscribeRequest, opts ...grpc.CallOption) (*SubscribeResponse, error) - // Unsubscribe topics for the client. - Unsubscribe(ctx context.Context, in *UnsubscribeRequest, opts ...grpc.CallOption) (*empty.Empty, error) -} - -type subscriptionServiceClient struct { - cc grpc.ClientConnInterface -} - -func NewSubscriptionServiceClient(cc grpc.ClientConnInterface) SubscriptionServiceClient { - return &subscriptionServiceClient{cc} -} - -func (c *subscriptionServiceClient) List(ctx context.Context, in *ListSubscriptionRequest, opts ...grpc.CallOption) (*ListSubscriptionResponse, error) { - out := new(ListSubscriptionResponse) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.SubscriptionService/List", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *subscriptionServiceClient) Filter(ctx context.Context, in *FilterSubscriptionRequest, opts ...grpc.CallOption) (*FilterSubscriptionResponse, error) { - out := new(FilterSubscriptionResponse) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.SubscriptionService/Filter", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *subscriptionServiceClient) Subscribe(ctx context.Context, in *SubscribeRequest, opts ...grpc.CallOption) (*SubscribeResponse, error) { - out := new(SubscribeResponse) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.SubscriptionService/Subscribe", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *subscriptionServiceClient) Unsubscribe(ctx context.Context, in *UnsubscribeRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.admin.api.SubscriptionService/Unsubscribe", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -// SubscriptionServiceServer is the server API for SubscriptionService service. -// All implementations must embed UnimplementedSubscriptionServiceServer -// for forward compatibility -type SubscriptionServiceServer interface { - // List subscriptions. - List(context.Context, *ListSubscriptionRequest) (*ListSubscriptionResponse, error) - // Filter subscriptions, paging is not supported in this API. - Filter(context.Context, *FilterSubscriptionRequest) (*FilterSubscriptionResponse, error) - // Subscribe topics for the client. - Subscribe(context.Context, *SubscribeRequest) (*SubscribeResponse, error) - // Unsubscribe topics for the client. - Unsubscribe(context.Context, *UnsubscribeRequest) (*empty.Empty, error) - mustEmbedUnimplementedSubscriptionServiceServer() -} - -// UnimplementedSubscriptionServiceServer must be embedded to have forward compatible implementations. -type UnimplementedSubscriptionServiceServer struct { -} - -func (UnimplementedSubscriptionServiceServer) List(context.Context, *ListSubscriptionRequest) (*ListSubscriptionResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method List not implemented") -} -func (UnimplementedSubscriptionServiceServer) Filter(context.Context, *FilterSubscriptionRequest) (*FilterSubscriptionResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method Filter not implemented") -} -func (UnimplementedSubscriptionServiceServer) Subscribe(context.Context, *SubscribeRequest) (*SubscribeResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method Subscribe not implemented") -} -func (UnimplementedSubscriptionServiceServer) Unsubscribe(context.Context, *UnsubscribeRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Unsubscribe not implemented") -} -func (UnimplementedSubscriptionServiceServer) mustEmbedUnimplementedSubscriptionServiceServer() {} - -// UnsafeSubscriptionServiceServer may be embedded to opt out of forward compatibility for this service. -// Use of this interface is not recommended, as added methods to SubscriptionServiceServer will -// result in compilation errors. -type UnsafeSubscriptionServiceServer interface { - mustEmbedUnimplementedSubscriptionServiceServer() -} - -func RegisterSubscriptionServiceServer(s grpc.ServiceRegistrar, srv SubscriptionServiceServer) { - s.RegisterService(&_SubscriptionService_serviceDesc, srv) -} - -func _SubscriptionService_List_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(ListSubscriptionRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(SubscriptionServiceServer).List(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.SubscriptionService/List", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(SubscriptionServiceServer).List(ctx, req.(*ListSubscriptionRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _SubscriptionService_Filter_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(FilterSubscriptionRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(SubscriptionServiceServer).Filter(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.SubscriptionService/Filter", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(SubscriptionServiceServer).Filter(ctx, req.(*FilterSubscriptionRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _SubscriptionService_Subscribe_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(SubscribeRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(SubscriptionServiceServer).Subscribe(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.SubscriptionService/Subscribe", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(SubscriptionServiceServer).Subscribe(ctx, req.(*SubscribeRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _SubscriptionService_Unsubscribe_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(UnsubscribeRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(SubscriptionServiceServer).Unsubscribe(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.admin.api.SubscriptionService/Unsubscribe", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(SubscriptionServiceServer).Unsubscribe(ctx, req.(*UnsubscribeRequest)) - } - return interceptor(ctx, in, info, handler) -} - -var _SubscriptionService_serviceDesc = grpc.ServiceDesc{ - ServiceName: "gmqtt.admin.api.SubscriptionService", - HandlerType: (*SubscriptionServiceServer)(nil), - Methods: []grpc.MethodDesc{ - { - MethodName: "List", - Handler: _SubscriptionService_List_Handler, - }, - { - MethodName: "Filter", - Handler: _SubscriptionService_Filter_Handler, - }, - { - MethodName: "Subscribe", - Handler: _SubscriptionService_Subscribe_Handler, - }, - { - MethodName: "Unsubscribe", - Handler: _SubscriptionService_Unsubscribe_Handler, - }, - }, - Streams: []grpc.StreamDesc{}, - Metadata: "subscription.proto", -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/subscription_test.go b/internal/hummingbird/mqttbroker/plugin/admin/subscription_test.go deleted file mode 100644 index dd82d65..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/subscription_test.go +++ /dev/null @@ -1,390 +0,0 @@ -package admin - -import ( - "context" - "testing" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func TestSubscriptionService_List(t *testing.T) { - - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - client := server.NewMockClient(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - client.EXPECT().ClientOptions().Return(&server.ClientOptions{ClientID: "id"}) - subscribe := admin.OnSubscribedWrapper(func(ctx context.Context, client server.Client, subscription *gmqtt.Subscription) {}) - - subsc := &gmqtt.Subscription{ - ShareName: "abc", - TopicFilter: "t", - ID: 1, - QoS: 2, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 2, - } - subscribe(context.Background(), client, subsc) - sub.a.store.subscriptionService = ss - - resp, err := sub.List(context.Background(), &ListSubscriptionRequest{ - PageSize: 0, - Page: 0, - }) - - a.Nil(err) - a.Len(resp.Subscriptions, 1) - rs := resp.Subscriptions[0] - a.EqualValues(subsc.QoS, rs.Qos) - a.EqualValues(subsc.GetFullTopicName(), rs.TopicName) - a.EqualValues(subsc.ID, rs.Id) - a.EqualValues(subsc.RetainHandling, rs.RetainHandling) - a.EqualValues(subsc.NoLocal, rs.NoLocal) -} - -func TestSubscriptionService_Filter(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - sub.a.store.subscriptionService = ss - - ss.EXPECT().Iterate(gomock.Any(), subscription.IterationOptions{ - Type: subscription.TypeAll, - ClientID: "cid", - TopicName: "abc", - MatchType: subscription.MatchName, - }) - - _, err := sub.Filter(context.Background(), &FilterSubscriptionRequest{ - ClientId: "cid", - FilterType: "1,2,3", - MatchType: SubMatchType_SUB_MATCH_TYPE_MATCH_NAME, - TopicName: "abc", - Limit: 1, - }) - a.Nil(err) - - ss.EXPECT().Iterate(gomock.Any(), subscription.IterationOptions{ - Type: subscription.TypeAll, - ClientID: "cid", - TopicName: "abc", - MatchType: subscription.MatchName, - }) - - // test default filter type - _, err = sub.Filter(context.Background(), &FilterSubscriptionRequest{ - ClientId: "cid", - FilterType: "", - MatchType: SubMatchType_SUB_MATCH_TYPE_MATCH_NAME, - TopicName: "abc", - Limit: 1, - }) - a.Nil(err) - - ss.EXPECT().Iterate(gomock.Any(), subscription.IterationOptions{ - Type: subscription.TypeNonShared | subscription.TypeSYS, - ClientID: "cid", - TopicName: "abc", - MatchType: subscription.MatchName, - }) - - _, err = sub.Filter(context.Background(), &FilterSubscriptionRequest{ - ClientId: "cid", - FilterType: "1,3", - MatchType: SubMatchType_SUB_MATCH_TYPE_MATCH_NAME, - TopicName: "abc", - Limit: 1, - }) - a.Nil(err) - - ss.EXPECT().Iterate(gomock.Any(), subscription.IterationOptions{ - Type: subscription.TypeNonShared | subscription.TypeSYS, - ClientID: "cid", - TopicName: "abc", - MatchType: subscription.MatchFilter, - }) - - _, err = sub.Filter(context.Background(), &FilterSubscriptionRequest{ - ClientId: "cid", - FilterType: "1,3", - MatchType: SubMatchType_SUB_MATCH_TYPE_MATCH_FILTER, - TopicName: "abc", - Limit: 1, - }) - a.Nil(err) - -} - -func TestSubscriptionService_Filter_InvalidArgument(t *testing.T) { - var tt = []struct { - name string - field string - req *FilterSubscriptionRequest - }{ - { - name: "empty_topic_name_with_match_name", - field: "match_type", - req: &FilterSubscriptionRequest{ - ClientId: "", - FilterType: "", - MatchType: SubMatchType_SUB_MATCH_TYPE_MATCH_NAME, - TopicName: "", - Limit: 1, - }, - }, - { - name: "empty_topic_name_with_match_filter", - field: "match_type", - req: &FilterSubscriptionRequest{ - ClientId: "", - FilterType: "", - MatchType: SubMatchType_SUB_MATCH_TYPE_MATCH_FILTER, - TopicName: "", - Limit: 1, - }, - }, - { - name: "invalid_topic_name", - field: "topic_name", - req: &FilterSubscriptionRequest{ - ClientId: "", - FilterType: "", - MatchType: 0, - TopicName: "##", - Limit: 1, - }, - }, - } - for _, v := range tt { - t.Run(v.name, func(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - sub.a.store.subscriptionService = ss - - _, err := sub.Filter(context.Background(), v.req) - a.NotNil(err) - a.Contains(err.Error(), v.field) - - }) - } - -} - -func TestSubscriptionService_Subscribe(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - sub.a.store.subscriptionService = ss - - subs := []*Subscription{ - { - TopicName: "$share/a/b", - Id: 1, - Qos: 2, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 2, - }, { - TopicName: "abc", - Id: 1, - Qos: 2, - NoLocal: true, - RetainAsPublished: true, - RetainHandling: 2, - }, - } - var expectedSubs []*gmqtt.Subscription - for _, v := range subs { - shareName, filter := subscription.SplitTopic(v.TopicName) - s := &gmqtt.Subscription{ - ShareName: shareName, - TopicFilter: filter, - ID: v.Id, - QoS: byte(v.Qos), - NoLocal: v.NoLocal, - RetainAsPublished: v.RetainAsPublished, - RetainHandling: byte(v.RetainHandling), - } - expectedSubs = append(expectedSubs, s) - } - - ss.EXPECT().Subscribe("cid", expectedSubs).Return(subscription.SubscribeResult{ - { - AlreadyExisted: true, - }, { - AlreadyExisted: false, - }, - }, nil) - - resp, err := sub.Subscribe(context.Background(), &SubscribeRequest{ - ClientId: "cid", - Subscriptions: subs, - }) - a.Nil(err) - resp.New = []bool{false, true} - -} - -func TestSubscriptionService_Subscribe_InvalidArgument(t *testing.T) { - var tt = []struct { - name string - req *SubscribeRequest - }{ - { - name: "empty_client_id", - req: &SubscribeRequest{ - ClientId: "", - Subscriptions: nil, - }, - }, - { - name: "empty_subscriptions", - req: &SubscribeRequest{ - ClientId: "cid", - }, - }, - { - name: "invalid_subscriptions", - req: &SubscribeRequest{ - ClientId: "cid", - Subscriptions: []*Subscription{ - { - TopicName: "##", - Id: 0, - Qos: 0, - NoLocal: false, - RetainAsPublished: false, - RetainHandling: 0, - }, - }, - }, - }, - } - for _, v := range tt { - t.Run(v.name, func(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - sub.a.store.subscriptionService = ss - - _, err := sub.Subscribe(context.Background(), v.req) - a.NotNil(err) - }) - } - -} - -func TestSubscriptionService_Unsubscribe(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - sub.a.store.subscriptionService = ss - - topics := []string{ - "a", "b", - } - ss.EXPECT().Unsubscribe("cid", topics) - _, err := sub.Unsubscribe(context.Background(), &UnsubscribeRequest{ - ClientId: "cid", - Topics: topics, - }) - a.Nil(err) - -} - -func TestSubscriptionService_Unsubscribe_InvalidArgument(t *testing.T) { - var tt = []struct { - name string - req *UnsubscribeRequest - }{ - { - name: "empty_client_id", - req: &UnsubscribeRequest{ - ClientId: "", - Topics: nil, - }, - }, - { - name: "invalid_topic_name", - req: &UnsubscribeRequest{ - ClientId: "cid", - Topics: []string{"+", "##"}, - }, - }, - } - for _, v := range tt { - t.Run(v.name, func(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - ss := server.NewMockSubscriptionService(ctrl) - admin := &Admin{ - store: newStore(nil, mockConfig), - } - sub := &subscriptionService{ - a: admin, - } - sub.a.store.subscriptionService = ss - - _, err := sub.Unsubscribe(context.Background(), v.req) - a.NotNil(err) - }) - } - -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/swagger/client.swagger.json b/internal/hummingbird/mqttbroker/plugin/admin/swagger/client.swagger.json deleted file mode 100644 index 21cc4c0..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/swagger/client.swagger.json +++ /dev/null @@ -1,260 +0,0 @@ -{ - "swagger": "2.0", - "info": { - "title": "client.proto", - "version": "version not set" - }, - "consumes": [ - "application/json" - ], - "produces": [ - "application/json" - ], - "paths": { - "/v1/clients": { - "get": { - "summary": "List clients", - "operationId": "List", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiListClientResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "page_size", - "in": "query", - "required": false, - "type": "integer", - "format": "int64" - }, - { - "name": "page", - "in": "query", - "required": false, - "type": "integer", - "format": "int64" - } - ], - "tags": [ - "ClientService" - ] - } - }, - "/v1/clients/{client_id}": { - "get": { - "summary": "Get the client for given client id.\nReturn NotFound error when client not found.", - "operationId": "Get", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiGetClientResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "client_id", - "in": "path", - "required": true, - "type": "string" - } - ], - "tags": [ - "ClientService" - ] - }, - "delete": { - "summary": "Disconnect the client for given client id.", - "operationId": "Delete", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "client_id", - "in": "path", - "required": true, - "type": "string" - }, - { - "name": "clean_session", - "in": "query", - "required": false, - "type": "boolean", - "format": "boolean" - } - ], - "tags": [ - "ClientService" - ] - } - } - }, - "definitions": { - "apiClient": { - "type": "object", - "properties": { - "client_id": { - "type": "string" - }, - "username": { - "type": "string" - }, - "keep_alive": { - "type": "integer", - "format": "int32" - }, - "version": { - "type": "integer", - "format": "int32" - }, - "remote_addr": { - "type": "string" - }, - "local_addr": { - "type": "string" - }, - "connected_at": { - "type": "string", - "format": "date-time" - }, - "disconnected_at": { - "type": "string", - "format": "date-time" - }, - "session_expiry": { - "type": "integer", - "format": "int64" - }, - "max_inflight": { - "type": "integer", - "format": "int64" - }, - "inflight_len": { - "type": "integer", - "format": "int64" - }, - "max_queue": { - "type": "integer", - "format": "int64" - }, - "queue_len": { - "type": "integer", - "format": "int64" - }, - "subscriptions_current": { - "type": "integer", - "format": "int64" - }, - "subscriptions_total": { - "type": "integer", - "format": "int64" - }, - "packets_received_bytes": { - "type": "string", - "format": "uint64" - }, - "packets_received_nums": { - "type": "string", - "format": "uint64" - }, - "packets_send_bytes": { - "type": "string", - "format": "uint64" - }, - "packets_send_nums": { - "type": "string", - "format": "uint64" - }, - "message_dropped": { - "type": "string", - "format": "uint64" - } - } - }, - "apiGetClientResponse": { - "type": "object", - "properties": { - "client": { - "$ref": "#/definitions/apiClient" - } - } - }, - "apiListClientResponse": { - "type": "object", - "properties": { - "clients": { - "type": "array", - "items": { - "$ref": "#/definitions/apiClient" - } - }, - "total_count": { - "type": "integer", - "format": "int64" - } - } - }, - "protobufAny": { - "type": "object", - "properties": { - "type_url": { - "type": "string" - }, - "value": { - "type": "string", - "format": "byte" - } - } - }, - "runtimeError": { - "type": "object", - "properties": { - "error": { - "type": "string" - }, - "code": { - "type": "integer", - "format": "int32" - }, - "message": { - "type": "string" - }, - "details": { - "type": "array", - "items": { - "$ref": "#/definitions/protobufAny" - } - } - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/swagger/publish.swagger.json b/internal/hummingbird/mqttbroker/plugin/admin/swagger/publish.swagger.json deleted file mode 100644 index 2a4f776..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/swagger/publish.swagger.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "swagger": "2.0", - "info": { - "title": "publish.proto", - "version": "version not set" - }, - "consumes": [ - "application/json" - ], - "produces": [ - "application/json" - ], - "paths": { - "/v1/publish": { - "post": { - "summary": "Publish message to broker", - "operationId": "Publish", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "$ref": "#/definitions/apiPublishRequest" - } - } - ], - "tags": [ - "PublishService" - ] - } - } - }, - "definitions": { - "apiPublishRequest": { - "type": "object", - "properties": { - "topic_name": { - "type": "string" - }, - "payload": { - "type": "string" - }, - "qos": { - "type": "integer", - "format": "int64" - }, - "retained": { - "type": "boolean", - "format": "boolean" - }, - "content_type": { - "type": "string", - "description": "the following fields are using in v5 client." - }, - "correlation_data": { - "type": "string" - }, - "message_expiry": { - "type": "integer", - "format": "int64" - }, - "payload_format": { - "type": "integer", - "format": "int64" - }, - "response_topic": { - "type": "string" - }, - "user_properties": { - "type": "array", - "items": { - "$ref": "#/definitions/apiUserProperties" - } - } - } - }, - "apiUserProperties": { - "type": "object", - "properties": { - "K": { - "type": "string", - "format": "byte" - }, - "V": { - "type": "string", - "format": "byte" - } - } - }, - "protobufAny": { - "type": "object", - "properties": { - "type_url": { - "type": "string" - }, - "value": { - "type": "string", - "format": "byte" - } - } - }, - "runtimeError": { - "type": "object", - "properties": { - "error": { - "type": "string" - }, - "code": { - "type": "integer", - "format": "int32" - }, - "message": { - "type": "string" - }, - "details": { - "type": "array", - "items": { - "$ref": "#/definitions/protobufAny" - } - } - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/swagger/subscription.swagger.json b/internal/hummingbird/mqttbroker/plugin/admin/swagger/subscription.swagger.json deleted file mode 100644 index 496a5dd..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/swagger/subscription.swagger.json +++ /dev/null @@ -1,329 +0,0 @@ -{ - "swagger": "2.0", - "info": { - "title": "subscription.proto", - "version": "version not set" - }, - "consumes": [ - "application/json" - ], - "produces": [ - "application/json" - ], - "paths": { - "/v1/filter_subscriptions": { - "get": { - "summary": "Filter subscriptions, paging is not supported in this API.", - "operationId": "Filter", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiFilterSubscriptionResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "client_id", - "description": "If set, only filter the subscriptions that belongs to the client.", - "in": "query", - "required": false, - "type": "string" - }, - { - "name": "filter_type", - "description": "filter_type indicates what kinds of topics are going to filter.\nIf there are multiple types, use ',' to separate. e.g : 1,2\nThere are 3 kinds of topic can be filtered, defined by SubFilterType:\n1 = System Topic(begin with '$')\n2 = Shared Topic\n3 = NonShared Topic.", - "in": "query", - "required": false, - "type": "string" - }, - { - "name": "match_type", - "description": "If 1 (SUB_MATCH_TYPE_MATCH_NAME), the server will return subscriptions which has the same topic name with request topic_name.\nIf 2 (SUB_MATCH_TYPE_MATCH_FILTER),the server will return subscriptions which match the request topic_name .\nmatch_type must be set when filter_type is not empty.", - "in": "query", - "required": false, - "type": "string", - "enum": [ - "SUB_MATCH_TYPE_MATCH_UNSPECIFIED", - "SUB_MATCH_TYPE_MATCH_NAME", - "SUB_MATCH_TYPE_MATCH_FILTER" - ], - "default": "SUB_MATCH_TYPE_MATCH_UNSPECIFIED" - }, - { - "name": "topic_name", - "description": "topic_name must be set when match_type is not zero.", - "in": "query", - "required": false, - "type": "string" - }, - { - "name": "limit", - "description": "The maximum subscriptions can be returned.", - "in": "query", - "required": false, - "type": "integer", - "format": "int32" - } - ], - "tags": [ - "SubscriptionService" - ] - } - }, - "/v1/subscribe": { - "post": { - "summary": "Subscribe topics for the client.", - "operationId": "Subscribe", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiSubscribeResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "$ref": "#/definitions/apiSubscribeRequest" - } - } - ], - "tags": [ - "SubscriptionService" - ] - } - }, - "/v1/subscriptions": { - "get": { - "summary": "List subscriptions.", - "operationId": "List", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiListSubscriptionResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "page_size", - "in": "query", - "required": false, - "type": "integer", - "format": "int64" - }, - { - "name": "page", - "in": "query", - "required": false, - "type": "integer", - "format": "int64" - } - ], - "tags": [ - "SubscriptionService" - ] - } - }, - "/v1/unsubscribe": { - "post": { - "summary": "Unsubscribe topics for the client.", - "operationId": "Unsubscribe", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "$ref": "#/definitions/apiUnsubscribeRequest" - } - } - ], - "tags": [ - "SubscriptionService" - ] - } - } - }, - "definitions": { - "apiFilterSubscriptionResponse": { - "type": "object", - "properties": { - "subscriptions": { - "type": "array", - "items": { - "$ref": "#/definitions/apiSubscription" - } - } - } - }, - "apiListSubscriptionResponse": { - "type": "object", - "properties": { - "subscriptions": { - "type": "array", - "items": { - "$ref": "#/definitions/apiSubscription" - } - }, - "total_count": { - "type": "integer", - "format": "int64" - } - } - }, - "apiSubMatchType": { - "type": "string", - "enum": [ - "SUB_MATCH_TYPE_MATCH_UNSPECIFIED", - "SUB_MATCH_TYPE_MATCH_NAME", - "SUB_MATCH_TYPE_MATCH_FILTER" - ], - "default": "SUB_MATCH_TYPE_MATCH_UNSPECIFIED" - }, - "apiSubscribeRequest": { - "type": "object", - "properties": { - "client_id": { - "type": "string" - }, - "subscriptions": { - "type": "array", - "items": { - "$ref": "#/definitions/apiSubscription" - } - } - } - }, - "apiSubscribeResponse": { - "type": "object", - "properties": { - "new": { - "type": "array", - "items": { - "type": "boolean", - "format": "boolean" - }, - "description": "indicates whether it is a new subscription or the subscription is already existed." - } - } - }, - "apiSubscription": { - "type": "object", - "properties": { - "topic_name": { - "type": "string" - }, - "id": { - "type": "integer", - "format": "int64" - }, - "qos": { - "type": "integer", - "format": "int64" - }, - "no_local": { - "type": "boolean", - "format": "boolean" - }, - "retain_as_published": { - "type": "boolean", - "format": "boolean" - }, - "retain_handling": { - "type": "integer", - "format": "int64" - }, - "client_id": { - "type": "string" - } - } - }, - "apiUnsubscribeRequest": { - "type": "object", - "properties": { - "client_id": { - "type": "string" - }, - "topics": { - "type": "array", - "items": { - "type": "string" - } - } - } - }, - "protobufAny": { - "type": "object", - "properties": { - "type_url": { - "type": "string" - }, - "value": { - "type": "string", - "format": "byte" - } - } - }, - "runtimeError": { - "type": "object", - "properties": { - "error": { - "type": "string" - }, - "code": { - "type": "integer", - "format": "int32" - }, - "message": { - "type": "string" - }, - "details": { - "type": "array", - "items": { - "$ref": "#/definitions/protobufAny" - } - } - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/utils.go b/internal/hummingbird/mqttbroker/plugin/admin/utils.go deleted file mode 100644 index d931311..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/utils.go +++ /dev/null @@ -1,109 +0,0 @@ -package admin - -import ( - "container/list" - - "google.golang.org/grpc/codes" - "google.golang.org/grpc/status" -) - -// ErrNotFound represents a not found error. -var ErrNotFound = status.Error(codes.NotFound, "not found") - -// Indexer provides a index for a ordered list that supports queries in O(1). -// All methods are not concurrency-safe. -type Indexer struct { - index map[string]*list.Element - rows *list.List -} - -// NewIndexer is the constructor of Indexer. -func NewIndexer() *Indexer { - return &Indexer{ - index: make(map[string]*list.Element), - rows: list.New(), - } -} - -// Set sets the value for the id. -func (i *Indexer) Set(id string, value interface{}) { - if e, ok := i.index[id]; ok { - e.Value = value - } else { - elem := i.rows.PushBack(value) - i.index[id] = elem - } -} - -// Remove removes and returns the value for the given id. -// Return nil if not found. -func (i *Indexer) Remove(id string) *list.Element { - elem := i.index[id] - if elem != nil { - i.rows.Remove(elem) - } - delete(i.index, id) - return elem -} - -// GetByID returns the value for the given id. -// Return nil if not found. -// Notice: Any access to the return *list.Element also require the mutex, -// because the Set method can modify the Value for *list.Element when updating the Value for the same id. -// If the caller needs the Value in *list.Element, it must get the Value before the next Set is called. -func (i *Indexer) GetByID(id string) *list.Element { - return i.index[id] -} - -// Iterate iterates at most n elements in the list begin from offset. -// Notice: Any access to the *list.Element in fn also require the mutex, -// because the Set method can modify the Value for *list.Element when updating the Value for the same id. -// If the caller needs the Value in *list.Element, it must get the Value before the next Set is called. -func (i *Indexer) Iterate(fn func(elem *list.Element), offset, n uint) { - if i.rows.Len() < int(offset) { - return - } - var j uint - for e := i.rows.Front(); e != nil; e = e.Next() { - if j >= offset && j < offset+n { - fn(e) - } - if j == offset+n { - break - } - j++ - } -} - -// Len returns the length of list. -func (i *Indexer) Len() int { - return i.rows.Len() -} - -// GetPage gets page and pageSize from request params. -func GetPage(reqPage, reqPageSize uint32) (page, pageSize uint) { - page = 1 - pageSize = 20 - if reqPage != 0 { - page = uint(reqPage) - } - if reqPageSize != 0 { - pageSize = uint(reqPageSize) - } - return -} - -func GetOffsetN(page, pageSize uint) (offset, n uint) { - offset = (page - 1) * pageSize - n = pageSize - return -} - -// ErrInvalidArgument is a wrapper function for easier invalid argument error handling. -func ErrInvalidArgument(name string, msg string) error { - errString := "invalid " + name - if msg != "" { - errString = errString + ":" + msg - } - return status.Error(codes.InvalidArgument, errString) -} diff --git a/internal/hummingbird/mqttbroker/plugin/admin/utils_test.go b/internal/hummingbird/mqttbroker/plugin/admin/utils_test.go deleted file mode 100644 index 44415c9..0000000 --- a/internal/hummingbird/mqttbroker/plugin/admin/utils_test.go +++ /dev/null @@ -1,37 +0,0 @@ -package admin - -import ( - "container/list" - "strconv" - "testing" - - "github.com/stretchr/testify/assert" -) - -func TestIndexer(t *testing.T) { - a := assert.New(t) - i := NewIndexer() - for j := 0; j < 100; j++ { - i.Set(strconv.Itoa(j), j) - a.EqualValues(j, i.GetByID(strconv.Itoa(j)).Value) - } - a.EqualValues(100, i.Len()) - - var jj int - i.Iterate(func(elem *list.Element) { - v := elem.Value.(int) - a.Equal(jj, v) - jj++ - }, 0, uint(i.Len())) - - e := i.Remove("5") - a.Equal(5, e.Value.(int)) - - var rs []int - i.Iterate(func(elem *list.Element) { - rs = append(rs, elem.Value.(int)) - }, 4, 2) - // 5 is removed - a.Equal([]int{4, 6}, rs) - -} diff --git a/internal/hummingbird/mqttbroker/plugin/aplugin/aplugin.go b/internal/hummingbird/mqttbroker/plugin/aplugin/aplugin.go deleted file mode 100644 index eee1f56..0000000 --- a/internal/hummingbird/mqttbroker/plugin/aplugin/aplugin.go +++ /dev/null @@ -1,177 +0,0 @@ -package aplugin - -import ( - "context" - "crypto/md5" - "encoding/hex" - "encoding/json" - "errors" - "sync" - "time" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/aplugin/snowflake" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "go.uber.org/zap" -) - -var _ server.Plugin = (*APlugin)(nil) - -const Name = "aplugin" - -func init() { - server.RegisterPlugin(Name, New) - config.RegisterDefaultPluginConfig(Name, &DefaultConfig) -} - -func New(config config.Config) (server.Plugin, error) { - return newAPlugin() -} - -type APlugin struct { - mu sync.Mutex - ctx context.Context - cancel context.CancelFunc - wg *sync.WaitGroup - node *snowflake.Node - log *zap.SugaredLogger - ackMap sync.Map // async ack - driverClients map[string]*DriverClient // driver map, key is username - publisher server.Publisher - publishChan chan PublishInfo -} - -func newAPlugin() (*APlugin, error) { - node, err := snowflake.NewNode(1) - if err != nil { - return nil, err - } - ctx, cancel := context.WithCancel(context.Background()) - return &APlugin{ - node: node, - ctx: ctx, - cancel: cancel, - wg: &sync.WaitGroup{}, - log: zap.NewNop().Sugar(), - driverClients: make(map[string]*DriverClient), - publishChan: make(chan PublishInfo, 32), - }, nil -} - -func (t *APlugin) Load(service server.Server) error { - t.log = server.LoggerWithField(zap.String("plugin", Name)).Sugar() - t.publisher = service.Publisher() - t.wg.Add(1) - go func() { - defer t.wg.Done() - for { - select { - case <-t.ctx.Done(): - t.log.Infof("plugin(%s) exit", t.Name()) - return - case msg := <-t.publishChan: - t.log.Infof("publish msg: topic: %s, payload: %s", msg.Topic, string(msg.Payload)) - t.publisher.Publish(&mqttbroker.Message{ - QoS: 1, - Topic: msg.Topic, - Payload: msg.Payload, - }) - } - } - }() - return nil -} - -func (t *APlugin) Unload() error { - t.cancel() - t.wg.Wait() - return nil -} - -func (t *APlugin) Name() string { - return Name -} - -func (t *APlugin) genAckChan(id int64) *MsgAckChan { - ack := &MsgAckChan{ - Id: id, - DataChan: make(chan interface{}, 1), - } - t.ackMap.Store(id, ack) - return ack -} - -func (t *APlugin) publishWithAckMsg(id int64, topic string, tp int, msg interface{}) (*MsgAckChan, error) { - payload, err := json.Marshal(msg) - if err != nil { - return nil, err - } - buff, err := json.Marshal(AsyncMsg{ - Id: id, - Type: tp, - Data: payload, - }) - if err != nil { - return nil, err - } - ackChan := t.genAckChan(id) - select { - case <-time.After(time.Second): - t.ackMap.Delete(id) - return nil, errors.New("send auth msg to publish chan timeout") - case t.publishChan <- PublishInfo{ - Topic: topic, - Payload: buff, - }: - return ackChan, nil - } -} - -func (t *APlugin) publishNotifyMsg(id int64, topic string, tp int, msg interface{}) error { - payload, err := json.Marshal(msg) - if err != nil { - return err - } - buff, err := json.Marshal(AsyncMsg{ - Id: id, - Type: tp, - Data: payload, - }) - if err != nil { - return err - } - select { - case <-time.After(time.Second): - return errors.New("send auth msg to publish chan timeout") - case t.publishChan <- PublishInfo{ - Topic: topic, - Payload: buff, - }: - return nil - } -} - -func (t *APlugin) validate(username, password string) error { - //t.log.Debugf("got clientId: %s, username: %s, password: %s", clientId, username, password) - passwd, err := md5GenPasswd(username) - if err != nil { - return err - } - if passwd[8:24] != password { - return errors.New("auth failure") - } - return nil -} - -func md5GenPasswd(username string) (string, error) { - h := md5.New() - _, err := h.Write([]byte(username)) - if err != nil { - return "", err - } - rs := h.Sum(nil) - return hex.EncodeToString(rs), nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/aplugin/config.go b/internal/hummingbird/mqttbroker/plugin/aplugin/config.go deleted file mode 100644 index 7f1cbd3..0000000 --- a/internal/hummingbird/mqttbroker/plugin/aplugin/config.go +++ /dev/null @@ -1,18 +0,0 @@ -package aplugin - -// Config is the configuration for the aplugin plugin. -type Config struct { - // add your config fields -} - -// Validate validates the configuration, and return an error if it is invalid. -func (c *Config) Validate() error { - return nil -} - -// DefaultConfig is the default configuration. -var DefaultConfig = Config{} - -func (c *Config) UnmarshalYAML(unmarshal func(interface{}) error) error { - return nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/aplugin/datatypes.go b/internal/hummingbird/mqttbroker/plugin/aplugin/datatypes.go deleted file mode 100644 index 983dc82..0000000 --- a/internal/hummingbird/mqttbroker/plugin/aplugin/datatypes.go +++ /dev/null @@ -1,192 +0,0 @@ -package aplugin - -import ( - "encoding/json" - "sync" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -const ( - Auth = iota + 1 // 连接鉴权 - Sub // 设备订阅校验 - Pub // 设备发布校验 - UnSub - Connected - Closed -) - -type PublishInfo struct { - Topic string - Payload []byte -} - -type MsgAckChan struct { - Mu sync.Mutex - Id int64 - IsClosed bool - DataChan chan interface{} // auth ack, device sub ack, device pub ack -} - -func (mac *MsgAckChan) tryCloseChan() { - mac.Mu.Lock() - defer mac.Mu.Unlock() - if !mac.IsClosed { - close(mac.DataChan) - mac.IsClosed = true - } -} - -func (mac *MsgAckChan) trySendDataAndCloseChan(data interface{}) bool { - mac.Mu.Lock() - defer mac.Mu.Unlock() - if !mac.IsClosed { - mac.DataChan <- data - close(mac.DataChan) - mac.IsClosed = true - return true - } - return false -} - -type ( - // AsyncMsg 异步消息统一收发 - AsyncMsg struct { - Id int64 - Type int // 1:连接鉴权,2:设备订阅校验,3:设备发布校验,4:unsub,6:closed - Data json.RawMessage // auth ack sub ack pub ack - } -) - -type ( - AuthCheck struct { - ClientId string - Username string - Password string - Pass bool - Msg string - } -) - -type PubTopic struct { - ClientId string - Username string - Topic string - QoS byte - Retained bool - Pass bool - Msg string -} - -// SubTopic 三方设备或服务订阅topic校验 -type ( - SubTopic struct { - Topic string - QoS byte - Pass bool - Msg string - } - SubTopics struct { - ClientId string - Username string - Topics []SubTopic - } -) - -type ( - // ConnectedNotify 三方设备或服务连接成功后通知对应驱动 - ConnectedNotify struct { - ClientId string - Username string - IP string - Port string - } - - // ClosedNotify 三方设备或服务断开连接后通知对应驱动 - ClosedNotify struct { - ClientId string - Username string - } - - UnSubNotify struct { - ClientId string - Username string - Topics []string - } -) - -type DriverClient struct { - mu sync.RWMutex - ClientId string - Username string - PubTopic string - SubTopic string - ClientMap map[string]*ThirdClient // key is clientId -} - -func (dc *DriverClient) AddThirdClient(client server.Client) { - dc.mu.Lock() - defer dc.mu.Unlock() - dc.ClientMap[client.ClientOptions().ClientID] = newThirdClient(client) -} - -func (dc *DriverClient) DeleteThirdClient(clientId string) { - dc.mu.Lock() - defer dc.mu.Unlock() - delete(dc.ClientMap, clientId) -} - -type ThirdClient struct { - mu sync.RWMutex - client server.Client - subs map[string]struct{} - pubs map[string]struct{} -} - -func (tc *ThirdClient) AddTopics(topics []string, t int) { - tc.mu.Lock() - defer tc.mu.Unlock() - - if t == Sub { - for i := range topics { - tc.subs[topics[i]] = struct{}{} - } - } else if t == Pub { - for i := range topics { - tc.pubs[topics[i]] = struct{}{} - } - } -} - -func (tc *ThirdClient) DeleteTopics(topics []string, t int) { - tc.mu.Lock() - defer tc.mu.Unlock() - - if t == UnSub { - for i := range topics { - delete(tc.subs, topics[i]) - } - } -} - -func (tc *ThirdClient) CheckTopic(topic string, t int) bool { - tc.mu.RLock() - defer tc.mu.RUnlock() - - if t == Sub { - _, ok := tc.subs[topic] - return ok - } else if t == Pub { - _, ok := tc.pubs[topic] - return ok - } - return false -} - -func newThirdClient(c server.Client) *ThirdClient { - return &ThirdClient{ - client: c, - subs: make(map[string]struct{}), - pubs: make(map[string]struct{}), - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/aplugin/hooks.go b/internal/hummingbird/mqttbroker/plugin/aplugin/hooks.go deleted file mode 100644 index c507c61..0000000 --- a/internal/hummingbird/mqttbroker/plugin/aplugin/hooks.go +++ /dev/null @@ -1,45 +0,0 @@ -package aplugin - -import ( - "context" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func (t *APlugin) HookWrapper() server.HookWrapper { - return server.HookWrapper{} -} - -func (t *APlugin) OnBasicAuthWrapper(pre server.OnBasicAuth) server.OnBasicAuth { - return func(ctx context.Context, client server.Client, req *server.ConnectRequest) (err error) { - return nil - } -} - -func (t *APlugin) OnSubscribeWrapper(pre server.OnSubscribe) server.OnSubscribe { - return func(ctx context.Context, client server.Client, req *server.SubscribeRequest) error { - return nil - } -} - -func (t *APlugin) OnUnsubscribeWrapper(pre server.OnUnsubscribe) server.OnUnsubscribe { - return func(ctx context.Context, client server.Client, req *server.UnsubscribeRequest) error { - return nil - } -} - -func (t *APlugin) OnMsgArrivedWrapper(pre server.OnMsgArrived) server.OnMsgArrived { - return func(ctx context.Context, client server.Client, req *server.MsgArrivedRequest) error { - return nil - } -} - -func (t *APlugin) OnConnectedWrapper(pre server.OnConnected) server.OnConnected { - return func(ctx context.Context, client server.Client) { - } -} - -func (t *APlugin) OnClosedWrapper(pre server.OnClosed) server.OnClosed { - return func(ctx context.Context, client server.Client, err error) { - - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/aplugin/snowflake/snowflake.go b/internal/hummingbird/mqttbroker/plugin/aplugin/snowflake/snowflake.go deleted file mode 100644 index f46643f..0000000 --- a/internal/hummingbird/mqttbroker/plugin/aplugin/snowflake/snowflake.go +++ /dev/null @@ -1,391 +0,0 @@ -/* -Copyright (c) 2016, Bruce -All rights reserved. - -Redistribution and use in source and binary forms, with or without -modification, are permitted provided that the following conditions are met: - -* Redistributions of source code must retain the above copyright notice, this - list of conditions and the following disclaimer. - -* Redistributions in binary form must reproduce the above copyright notice, - this list of conditions and the following disclaimer in the documentation - and/or other materials provided with the distribution. - -THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" -AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE -IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE -DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE -FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL -DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR -SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER -CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, -OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE -OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. -*/ - -// Package snowflake provides a very simple Twitter snowflake generator and parser. -package snowflake - -import ( - "encoding/base64" - "encoding/binary" - "errors" - "fmt" - "strconv" - "sync" - "time" -) - -var ( - // Epoch is set to the twitter snowflake epoch of Nov 04 2010 01:42:54 UTC in milliseconds - // You may customize this to set a different epoch for your application. - Epoch int64 = 1288834974657 - - // NodeBits holds the number of bits to use for Node - // Remember, you have a total 22 bits to share between Node/Step - NodeBits uint8 = 10 - - // StepBits holds the number of bits to use for Step - // Remember, you have a total 22 bits to share between Node/Step - StepBits uint8 = 12 - - // DEPRECATED: the below four variables will be removed in a future release. - mu sync.Mutex - nodeMax int64 = -1 ^ (-1 << NodeBits) - nodeMask = nodeMax << StepBits - stepMask int64 = -1 ^ (-1 << StepBits) - timeShift = NodeBits + StepBits - nodeShift = StepBits -) - -const encodeBase32Map = "ybndrfg8ejkmcpqxot1uwisza345h769" - -var decodeBase32Map [256]byte - -const encodeBase58Map = "123456789abcdefghijkmnopqrstuvwxyzABCDEFGHJKLMNPQRSTUVWXYZ" - -var decodeBase58Map [256]byte - -// A JSONSyntaxError is returned from UnmarshalJSON if an invalid ID is provided. -type JSONSyntaxError struct{ original []byte } - -func (j JSONSyntaxError) Error() string { - return fmt.Sprintf("invalid snowflake ID %q", string(j.original)) -} - -// ErrInvalidBase58 is returned by ParseBase58 when given an invalid []byte -var ErrInvalidBase58 = errors.New("invalid base58") - -// ErrInvalidBase32 is returned by ParseBase32 when given an invalid []byte -var ErrInvalidBase32 = errors.New("invalid base32") - -// Create maps for decoding Base58/Base32. -// This speeds up the process tremendously. -func init() { - - for i := 0; i < len(decodeBase58Map); i++ { - decodeBase58Map[i] = 0xFF - } - - for i := 0; i < len(encodeBase58Map); i++ { - decodeBase58Map[encodeBase58Map[i]] = byte(i) - } - - for i := 0; i < len(decodeBase32Map); i++ { - decodeBase32Map[i] = 0xFF - } - - for i := 0; i < len(encodeBase32Map); i++ { - decodeBase32Map[encodeBase32Map[i]] = byte(i) - } -} - -// A Node struct holds the basic information needed for a snowflake generator -// node -type Node struct { - mu sync.Mutex - epoch time.Time - time int64 - node int64 - step int64 - - nodeMax int64 - nodeMask int64 - stepMask int64 - timeShift uint8 - nodeShift uint8 -} - -// An ID is a custom type used for a snowflake ID. This is used so we can -// attach methods onto the ID. -type ID int64 - -// NewNode returns a new snowflake node that can be used to generate snowflake -// IDs -func NewNode(node int64) (*Node, error) { - - // re-calc in case custom NodeBits or StepBits were set - // DEPRECATED: the below block will be removed in a future release. - mu.Lock() - nodeMax = -1 ^ (-1 << NodeBits) - nodeMask = nodeMax << StepBits - stepMask = -1 ^ (-1 << StepBits) - timeShift = NodeBits + StepBits - nodeShift = StepBits - mu.Unlock() - - n := Node{} - n.node = node - n.nodeMax = -1 ^ (-1 << NodeBits) - n.nodeMask = n.nodeMax << StepBits - n.stepMask = -1 ^ (-1 << StepBits) - n.timeShift = NodeBits + StepBits - n.nodeShift = StepBits - - if n.node < 0 || n.node > n.nodeMax { - return nil, errors.New("Node number must be between 0 and " + strconv.FormatInt(n.nodeMax, 10)) - } - - var curTime = time.Now() - // add time.Duration to curTime to make sure we use the monotonic clock if available - n.epoch = curTime.Add(time.Unix(Epoch/1000, (Epoch%1000)*1000000).Sub(curTime)) - - return &n, nil -} - -// Generate creates and returns a unique snowflake ID -// To help guarantee uniqueness -// - Make sure your system is keeping accurate system time -// - Make sure you never have multiple nodes running with the same node ID -func (n *Node) Generate() ID { - - n.mu.Lock() - - now := time.Since(n.epoch).Nanoseconds() / 1000000 - - if now == n.time { - n.step = (n.step + 1) & n.stepMask - - if n.step == 0 { - for now <= n.time { - now = time.Since(n.epoch).Nanoseconds() / 1000000 - } - } - } else { - n.step = 0 - } - - n.time = now - - r := ID((now)<= 32 { - b = append(b, encodeBase32Map[f%32]) - f /= 32 - } - b = append(b, encodeBase32Map[f]) - - for x, y := 0, len(b)-1; x < y; x, y = x+1, y-1 { - b[x], b[y] = b[y], b[x] - } - - return string(b) -} - -// ParseBase32 parses a base32 []byte into a snowflake ID -// NOTE: There are many different base32 implementations so becareful when -// doing any interoperation. -func ParseBase32(b []byte) (ID, error) { - - var id int64 - - for i := range b { - if decodeBase32Map[b[i]] == 0xFF { - return -1, ErrInvalidBase32 - } - id = id*32 + int64(decodeBase32Map[b[i]]) - } - - return ID(id), nil -} - -// Base36 returns a base36 string of the snowflake ID -func (f ID) Base36() string { - return strconv.FormatInt(int64(f), 36) -} - -// ParseBase36 converts a Base36 string into a snowflake ID -func ParseBase36(id string) (ID, error) { - i, err := strconv.ParseInt(id, 36, 64) - return ID(i), err -} - -// Base58 returns a base58 string of the snowflake ID -func (f ID) Base58() string { - - if f < 58 { - return string(encodeBase58Map[f]) - } - - b := make([]byte, 0, 11) - for f >= 58 { - b = append(b, encodeBase58Map[f%58]) - f /= 58 - } - b = append(b, encodeBase58Map[f]) - - for x, y := 0, len(b)-1; x < y; x, y = x+1, y-1 { - b[x], b[y] = b[y], b[x] - } - - return string(b) -} - -// ParseBase58 parses a base58 []byte into a snowflake ID -func ParseBase58(b []byte) (ID, error) { - - var id int64 - - for i := range b { - if decodeBase58Map[b[i]] == 0xFF { - return -1, ErrInvalidBase58 - } - id = id*58 + int64(decodeBase58Map[b[i]]) - } - - return ID(id), nil -} - -// Base64 returns a base64 string of the snowflake ID -func (f ID) Base64() string { - return base64.StdEncoding.EncodeToString(f.Bytes()) -} - -// ParseBase64 converts a base64 string into a snowflake ID -func ParseBase64(id string) (ID, error) { - b, err := base64.StdEncoding.DecodeString(id) - if err != nil { - return -1, err - } - return ParseBytes(b) - -} - -// Bytes returns a byte slice of the snowflake ID -func (f ID) Bytes() []byte { - return []byte(f.String()) -} - -// ParseBytes converts a byte slice into a snowflake ID -func ParseBytes(id []byte) (ID, error) { - i, err := strconv.ParseInt(string(id), 10, 64) - return ID(i), err -} - -// IntBytes returns an array of bytes of the snowflake ID, encoded as a -// big endian integer. -func (f ID) IntBytes() [8]byte { - var b [8]byte - binary.BigEndian.PutUint64(b[:], uint64(f)) - return b -} - -// ParseIntBytes converts an array of bytes encoded as big endian integer as -// a snowflake ID -func ParseIntBytes(id [8]byte) ID { - return ID(int64(binary.BigEndian.Uint64(id[:]))) -} - -// Time returns an int64 unix timestamp in milliseconds of the snowflake ID time -// DEPRECATED: the below function will be removed in a future release. -func (f ID) Time() int64 { - return (int64(f) >> timeShift) + Epoch -} - -// Node returns an int64 of the snowflake ID node number -// DEPRECATED: the below function will be removed in a future release. -func (f ID) Node() int64 { - return int64(f) & nodeMask >> nodeShift -} - -// Step returns an int64 of the snowflake step (or sequence) number -// DEPRECATED: the below function will be removed in a future release. -func (f ID) Step() int64 { - return int64(f) & stepMask -} - -// MarshalJSON returns a json byte array string of the snowflake ID. -func (f ID) MarshalJSON() ([]byte, error) { - buff := make([]byte, 0, 22) - buff = append(buff, '"') - buff = strconv.AppendInt(buff, int64(f), 10) - buff = append(buff, '"') - return buff, nil -} - -// UnmarshalJSON converts a json byte array of a snowflake ID into an ID type. -func (f *ID) UnmarshalJSON(b []byte) error { - if len(b) < 3 || b[0] != '"' || b[len(b)-1] != '"' { - return JSONSyntaxError{b} - } - - i, err := strconv.ParseInt(string(b[1:len(b)-1]), 10, 64) - if err != nil { - return err - } - - *f = ID(i) - return nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/README.md b/internal/hummingbird/mqttbroker/plugin/auth/README.md deleted file mode 100644 index 41d8c3b..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/README.md +++ /dev/null @@ -1,7 +0,0 @@ -# Auth - -Auth plugin provides a simple username/password authentication mechanism. - -# API Doc - -See [swagger](https://github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/blob/master/plugin/auth/swagger) diff --git a/internal/hummingbird/mqttbroker/plugin/auth/account.pb.go b/internal/hummingbird/mqttbroker/plugin/auth/account.pb.go deleted file mode 100644 index c50d3eb..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/account.pb.go +++ /dev/null @@ -1,614 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// versions: -// protoc-gen-go v1.22.0 -// protoc v3.13.0 -// source: account.proto - -package auth - -import ( - reflect "reflect" - sync "sync" - - proto "github.com/golang/protobuf/proto" - empty "github.com/golang/protobuf/ptypes/empty" - _ "google.golang.org/genproto/googleapis/api/annotations" - protoreflect "google.golang.org/protobuf/reflect/protoreflect" - protoimpl "google.golang.org/protobuf/runtime/protoimpl" -) - -const ( - // Verify that this generated code is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) - // Verify that runtime/protoimpl is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) -) - -// This is a compile-time assertion that a sufficiently up-to-date version -// of the legacy proto package is being used. -const _ = proto.ProtoPackageIsVersion4 - -type ListAccountsRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - PageSize uint32 `protobuf:"varint,1,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"` - Page uint32 `protobuf:"varint,2,opt,name=page,proto3" json:"page,omitempty"` -} - -func (x *ListAccountsRequest) Reset() { - *x = ListAccountsRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[0] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListAccountsRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListAccountsRequest) ProtoMessage() {} - -func (x *ListAccountsRequest) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[0] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListAccountsRequest.ProtoReflect.Descriptor instead. -func (*ListAccountsRequest) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{0} -} - -func (x *ListAccountsRequest) GetPageSize() uint32 { - if x != nil { - return x.PageSize - } - return 0 -} - -func (x *ListAccountsRequest) GetPage() uint32 { - if x != nil { - return x.Page - } - return 0 -} - -type ListAccountsResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Accounts []*Account `protobuf:"bytes,1,rep,name=accounts,proto3" json:"accounts,omitempty"` - TotalCount uint32 `protobuf:"varint,2,opt,name=total_count,json=totalCount,proto3" json:"total_count,omitempty"` -} - -func (x *ListAccountsResponse) Reset() { - *x = ListAccountsResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[1] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListAccountsResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListAccountsResponse) ProtoMessage() {} - -func (x *ListAccountsResponse) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[1] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListAccountsResponse.ProtoReflect.Descriptor instead. -func (*ListAccountsResponse) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{1} -} - -func (x *ListAccountsResponse) GetAccounts() []*Account { - if x != nil { - return x.Accounts - } - return nil -} - -func (x *ListAccountsResponse) GetTotalCount() uint32 { - if x != nil { - return x.TotalCount - } - return 0 -} - -type GetAccountRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Username string `protobuf:"bytes,1,opt,name=username,proto3" json:"username,omitempty"` -} - -func (x *GetAccountRequest) Reset() { - *x = GetAccountRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[2] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *GetAccountRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*GetAccountRequest) ProtoMessage() {} - -func (x *GetAccountRequest) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[2] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use GetAccountRequest.ProtoReflect.Descriptor instead. -func (*GetAccountRequest) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{2} -} - -func (x *GetAccountRequest) GetUsername() string { - if x != nil { - return x.Username - } - return "" -} - -type GetAccountResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Account *Account `protobuf:"bytes,1,opt,name=account,proto3" json:"account,omitempty"` -} - -func (x *GetAccountResponse) Reset() { - *x = GetAccountResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[3] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *GetAccountResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*GetAccountResponse) ProtoMessage() {} - -func (x *GetAccountResponse) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[3] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use GetAccountResponse.ProtoReflect.Descriptor instead. -func (*GetAccountResponse) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{3} -} - -func (x *GetAccountResponse) GetAccount() *Account { - if x != nil { - return x.Account - } - return nil -} - -type UpdateAccountRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Username string `protobuf:"bytes,1,opt,name=username,proto3" json:"username,omitempty"` - Password string `protobuf:"bytes,2,opt,name=password,proto3" json:"password,omitempty"` -} - -func (x *UpdateAccountRequest) Reset() { - *x = UpdateAccountRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[4] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *UpdateAccountRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*UpdateAccountRequest) ProtoMessage() {} - -func (x *UpdateAccountRequest) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[4] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use UpdateAccountRequest.ProtoReflect.Descriptor instead. -func (*UpdateAccountRequest) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{4} -} - -func (x *UpdateAccountRequest) GetUsername() string { - if x != nil { - return x.Username - } - return "" -} - -func (x *UpdateAccountRequest) GetPassword() string { - if x != nil { - return x.Password - } - return "" -} - -type Account struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Username string `protobuf:"bytes,1,opt,name=username,proto3" json:"username,omitempty"` - Password string `protobuf:"bytes,2,opt,name=password,proto3" json:"password,omitempty"` -} - -func (x *Account) Reset() { - *x = Account{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[5] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Account) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Account) ProtoMessage() {} - -func (x *Account) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[5] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Account.ProtoReflect.Descriptor instead. -func (*Account) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{5} -} - -func (x *Account) GetUsername() string { - if x != nil { - return x.Username - } - return "" -} - -func (x *Account) GetPassword() string { - if x != nil { - return x.Password - } - return "" -} - -type DeleteAccountRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Username string `protobuf:"bytes,1,opt,name=username,proto3" json:"username,omitempty"` -} - -func (x *DeleteAccountRequest) Reset() { - *x = DeleteAccountRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_account_proto_msgTypes[6] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *DeleteAccountRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*DeleteAccountRequest) ProtoMessage() {} - -func (x *DeleteAccountRequest) ProtoReflect() protoreflect.Message { - mi := &file_account_proto_msgTypes[6] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use DeleteAccountRequest.ProtoReflect.Descriptor instead. -func (*DeleteAccountRequest) Descriptor() ([]byte, []int) { - return file_account_proto_rawDescGZIP(), []int{6} -} - -func (x *DeleteAccountRequest) GetUsername() string { - if x != nil { - return x.Username - } - return "" -} - -var File_account_proto protoreflect.FileDescriptor - -var file_account_proto_rawDesc = []byte{ - 0x0a, 0x0d, 0x61, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, - 0x0e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x75, 0x74, 0x68, 0x2e, 0x61, 0x70, 0x69, 0x1a, - 0x1c, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x61, 0x70, 0x69, 0x2f, 0x61, 0x6e, 0x6e, 0x6f, - 0x74, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x1a, 0x1b, 0x67, - 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x65, - 0x6d, 0x70, 0x74, 0x79, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x46, 0x0a, 0x13, 0x4c, 0x69, - 0x73, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, - 0x74, 0x12, 0x1b, 0x0a, 0x09, 0x70, 0x61, 0x67, 0x65, 0x5f, 0x73, 0x69, 0x7a, 0x65, 0x18, 0x01, - 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x70, 0x61, 0x67, 0x65, 0x53, 0x69, 0x7a, 0x65, 0x12, 0x12, - 0x0a, 0x04, 0x70, 0x61, 0x67, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x04, 0x70, 0x61, - 0x67, 0x65, 0x22, 0x6c, 0x0a, 0x14, 0x4c, 0x69, 0x73, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, - 0x74, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x33, 0x0a, 0x08, 0x61, 0x63, - 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x17, 0x2e, 0x67, - 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x75, 0x74, 0x68, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x41, 0x63, - 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x52, 0x08, 0x61, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x12, - 0x1f, 0x0a, 0x0b, 0x74, 0x6f, 0x74, 0x61, 0x6c, 0x5f, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x18, 0x02, - 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0a, 0x74, 0x6f, 0x74, 0x61, 0x6c, 0x43, 0x6f, 0x75, 0x6e, 0x74, - 0x22, 0x2f, 0x0a, 0x11, 0x47, 0x65, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x52, 0x65, - 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, - 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, - 0x65, 0x22, 0x47, 0x0a, 0x12, 0x47, 0x65, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x52, - 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x31, 0x0a, 0x07, 0x61, 0x63, 0x63, 0x6f, 0x75, - 0x6e, 0x74, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x17, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, - 0x2e, 0x61, 0x75, 0x74, 0x68, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, - 0x74, 0x52, 0x07, 0x61, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x22, 0x4e, 0x0a, 0x14, 0x55, 0x70, - 0x64, 0x61, 0x74, 0x65, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, - 0x73, 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, - 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, 0x65, 0x12, 0x1a, - 0x0a, 0x08, 0x70, 0x61, 0x73, 0x73, 0x77, 0x6f, 0x72, 0x64, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, - 0x52, 0x08, 0x70, 0x61, 0x73, 0x73, 0x77, 0x6f, 0x72, 0x64, 0x22, 0x41, 0x0a, 0x07, 0x41, 0x63, - 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, - 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, - 0x65, 0x12, 0x1a, 0x0a, 0x08, 0x70, 0x61, 0x73, 0x73, 0x77, 0x6f, 0x72, 0x64, 0x18, 0x02, 0x20, - 0x01, 0x28, 0x09, 0x52, 0x08, 0x70, 0x61, 0x73, 0x73, 0x77, 0x6f, 0x72, 0x64, 0x22, 0x32, 0x0a, - 0x14, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x52, 0x65, - 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, - 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, - 0x65, 0x32, 0xbd, 0x03, 0x0a, 0x0e, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x53, 0x65, 0x72, - 0x76, 0x69, 0x63, 0x65, 0x12, 0x67, 0x0a, 0x04, 0x4c, 0x69, 0x73, 0x74, 0x12, 0x23, 0x2e, 0x67, - 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x75, 0x74, 0x68, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4c, 0x69, - 0x73, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, - 0x74, 0x1a, 0x24, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x75, 0x74, 0x68, 0x2e, 0x61, - 0x70, 0x69, 0x2e, 0x4c, 0x69, 0x73, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x52, - 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x14, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x0e, 0x12, - 0x0c, 0x2f, 0x76, 0x31, 0x2f, 0x61, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x12, 0x6d, 0x0a, - 0x03, 0x47, 0x65, 0x74, 0x12, 0x21, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x75, 0x74, - 0x68, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x47, 0x65, 0x74, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, - 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x22, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, - 0x61, 0x75, 0x74, 0x68, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x47, 0x65, 0x74, 0x41, 0x63, 0x63, 0x6f, - 0x75, 0x6e, 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x1f, 0x82, 0xd3, 0xe4, - 0x93, 0x02, 0x19, 0x12, 0x17, 0x2f, 0x76, 0x31, 0x2f, 0x61, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, - 0x73, 0x2f, 0x7b, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, 0x65, 0x7d, 0x12, 0x6a, 0x0a, 0x06, - 0x55, 0x70, 0x64, 0x61, 0x74, 0x65, 0x12, 0x24, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, - 0x75, 0x74, 0x68, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x55, 0x70, 0x64, 0x61, 0x74, 0x65, 0x41, 0x63, - 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x67, - 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, - 0x6d, 0x70, 0x74, 0x79, 0x22, 0x22, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x1c, 0x22, 0x17, 0x2f, 0x76, - 0x31, 0x2f, 0x61, 0x63, 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x2f, 0x7b, 0x75, 0x73, 0x65, 0x72, - 0x6e, 0x61, 0x6d, 0x65, 0x7d, 0x3a, 0x01, 0x2a, 0x12, 0x67, 0x0a, 0x06, 0x44, 0x65, 0x6c, 0x65, - 0x74, 0x65, 0x12, 0x24, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x61, 0x75, 0x74, 0x68, 0x2e, - 0x61, 0x70, 0x69, 0x2e, 0x44, 0x65, 0x6c, 0x65, 0x74, 0x65, 0x41, 0x63, 0x63, 0x6f, 0x75, 0x6e, - 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, - 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, 0x6d, 0x70, 0x74, 0x79, - 0x22, 0x1f, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x19, 0x2a, 0x17, 0x2f, 0x76, 0x31, 0x2f, 0x61, 0x63, - 0x63, 0x6f, 0x75, 0x6e, 0x74, 0x73, 0x2f, 0x7b, 0x75, 0x73, 0x65, 0x72, 0x6e, 0x61, 0x6d, 0x65, - 0x7d, 0x42, 0x08, 0x5a, 0x06, 0x2e, 0x3b, 0x61, 0x75, 0x74, 0x68, 0x62, 0x06, 0x70, 0x72, 0x6f, - 0x74, 0x6f, 0x33, -} - -var ( - file_account_proto_rawDescOnce sync.Once - file_account_proto_rawDescData = file_account_proto_rawDesc -) - -func file_account_proto_rawDescGZIP() []byte { - file_account_proto_rawDescOnce.Do(func() { - file_account_proto_rawDescData = protoimpl.X.CompressGZIP(file_account_proto_rawDescData) - }) - return file_account_proto_rawDescData -} - -var file_account_proto_msgTypes = make([]protoimpl.MessageInfo, 7) -var file_account_proto_goTypes = []interface{}{ - (*ListAccountsRequest)(nil), // 0: gmqtt.auth.api.ListAccountsRequest - (*ListAccountsResponse)(nil), // 1: gmqtt.auth.api.ListAccountsResponse - (*GetAccountRequest)(nil), // 2: gmqtt.auth.api.GetAccountRequest - (*GetAccountResponse)(nil), // 3: gmqtt.auth.api.GetAccountResponse - (*UpdateAccountRequest)(nil), // 4: gmqtt.auth.api.UpdateAccountRequest - (*Account)(nil), // 5: gmqtt.auth.api.Account - (*DeleteAccountRequest)(nil), // 6: gmqtt.auth.api.DeleteAccountRequest - (*empty.Empty)(nil), // 7: google.protobuf.Empty -} -var file_account_proto_depIdxs = []int32{ - 5, // 0: gmqtt.auth.api.ListAccountsResponse.accounts:type_name -> gmqtt.auth.api.Account - 5, // 1: gmqtt.auth.api.GetAccountResponse.account:type_name -> gmqtt.auth.api.Account - 0, // 2: gmqtt.auth.api.AccountService.List:input_type -> gmqtt.auth.api.ListAccountsRequest - 2, // 3: gmqtt.auth.api.AccountService.Get:input_type -> gmqtt.auth.api.GetAccountRequest - 4, // 4: gmqtt.auth.api.AccountService.Update:input_type -> gmqtt.auth.api.UpdateAccountRequest - 6, // 5: gmqtt.auth.api.AccountService.Delete:input_type -> gmqtt.auth.api.DeleteAccountRequest - 1, // 6: gmqtt.auth.api.AccountService.List:output_type -> gmqtt.auth.api.ListAccountsResponse - 3, // 7: gmqtt.auth.api.AccountService.Get:output_type -> gmqtt.auth.api.GetAccountResponse - 7, // 8: gmqtt.auth.api.AccountService.Update:output_type -> google.protobuf.Empty - 7, // 9: gmqtt.auth.api.AccountService.Delete:output_type -> google.protobuf.Empty - 6, // [6:10] is the sub-list for method output_type - 2, // [2:6] is the sub-list for method input_type - 2, // [2:2] is the sub-list for extension type_name - 2, // [2:2] is the sub-list for extension extendee - 0, // [0:2] is the sub-list for field type_name -} - -func init() { file_account_proto_init() } -func file_account_proto_init() { - if File_account_proto != nil { - return - } - if !protoimpl.UnsafeEnabled { - file_account_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListAccountsRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_account_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListAccountsResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_account_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*GetAccountRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_account_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*GetAccountResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_account_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*UpdateAccountRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_account_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Account); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_account_proto_msgTypes[6].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*DeleteAccountRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - } - type x struct{} - out := protoimpl.TypeBuilder{ - File: protoimpl.DescBuilder{ - GoPackagePath: reflect.TypeOf(x{}).PkgPath(), - RawDescriptor: file_account_proto_rawDesc, - NumEnums: 0, - NumMessages: 7, - NumExtensions: 0, - NumServices: 1, - }, - GoTypes: file_account_proto_goTypes, - DependencyIndexes: file_account_proto_depIdxs, - MessageInfos: file_account_proto_msgTypes, - }.Build() - File_account_proto = out.File - file_account_proto_rawDesc = nil - file_account_proto_goTypes = nil - file_account_proto_depIdxs = nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/account.pb.gw.go b/internal/hummingbird/mqttbroker/plugin/auth/account.pb.gw.go deleted file mode 100644 index ac69e99..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/account.pb.gw.go +++ /dev/null @@ -1,472 +0,0 @@ -// Code generated by protoc-gen-grpc-gateway. DO NOT EDIT. -// source: account.proto - -/* -Package auth is a reverse proxy. - -It translates gRPC into RESTful JSON APIs. -*/ -package auth - -import ( - "context" - "io" - "net/http" - - "github.com/golang/protobuf/descriptor" - "github.com/golang/protobuf/proto" - "github.com/grpc-ecosystem/grpc-gateway/runtime" - "github.com/grpc-ecosystem/grpc-gateway/utilities" - "google.golang.org/grpc" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/grpclog" - "google.golang.org/grpc/status" -) - -// Suppress "imported and not used" errors -var _ codes.Code -var _ io.Reader -var _ status.Status -var _ = runtime.String -var _ = utilities.NewDoubleArray -var _ = descriptor.ForMessage - -var ( - filter_AccountService_List_0 = &utilities.DoubleArray{Encoding: map[string]int{}, Base: []int(nil), Check: []int(nil)} -) - -func request_AccountService_List_0(ctx context.Context, marshaler runtime.Marshaler, client AccountServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ListAccountsRequest - var metadata runtime.ServerMetadata - - if err := req.ParseForm(); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - if err := runtime.PopulateQueryParameters(&protoReq, req.Form, filter_AccountService_List_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.List(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_AccountService_List_0(ctx context.Context, marshaler runtime.Marshaler, server AccountServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ListAccountsRequest - var metadata runtime.ServerMetadata - - if err := runtime.PopulateQueryParameters(&protoReq, req.URL.Query(), filter_AccountService_List_0); err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.List(ctx, &protoReq) - return msg, metadata, err - -} - -func request_AccountService_Get_0(ctx context.Context, marshaler runtime.Marshaler, client AccountServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq GetAccountRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["username"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "username") - } - - protoReq.Username, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "username", err) - } - - msg, err := client.Get(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_AccountService_Get_0(ctx context.Context, marshaler runtime.Marshaler, server AccountServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq GetAccountRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["username"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "username") - } - - protoReq.Username, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "username", err) - } - - msg, err := server.Get(ctx, &protoReq) - return msg, metadata, err - -} - -func request_AccountService_Update_0(ctx context.Context, marshaler runtime.Marshaler, client AccountServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq UpdateAccountRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["username"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "username") - } - - protoReq.Username, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "username", err) - } - - msg, err := client.Update(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_AccountService_Update_0(ctx context.Context, marshaler runtime.Marshaler, server AccountServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq UpdateAccountRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["username"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "username") - } - - protoReq.Username, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "username", err) - } - - msg, err := server.Update(ctx, &protoReq) - return msg, metadata, err - -} - -func request_AccountService_Delete_0(ctx context.Context, marshaler runtime.Marshaler, client AccountServiceClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq DeleteAccountRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["username"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "username") - } - - protoReq.Username, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "username", err) - } - - msg, err := client.Delete(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_AccountService_Delete_0(ctx context.Context, marshaler runtime.Marshaler, server AccountServiceServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq DeleteAccountRequest - var metadata runtime.ServerMetadata - - var ( - val string - ok bool - err error - _ = err - ) - - val, ok = pathParams["username"] - if !ok { - return nil, metadata, status.Errorf(codes.InvalidArgument, "missing parameter %s", "username") - } - - protoReq.Username, err = runtime.String(val) - - if err != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "type mismatch, parameter: %s, error: %v", "username", err) - } - - msg, err := server.Delete(ctx, &protoReq) - return msg, metadata, err - -} - -// RegisterAccountServiceHandlerServer registers the http handlers for service AccountService to "mux". -// UnaryRPC :call AccountServiceServer directly. -// StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. -func RegisterAccountServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server AccountServiceServer) error { - - mux.Handle("GET", pattern_AccountService_List_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_AccountService_List_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_List_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_AccountService_Get_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_AccountService_Get_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_Get_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_AccountService_Update_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_AccountService_Update_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_Update_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("DELETE", pattern_AccountService_Delete_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_AccountService_Delete_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_Delete_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -// RegisterAccountServiceHandlerFromEndpoint is same as RegisterAccountServiceHandler but -// automatically dials to "endpoint" and closes the connection when "ctx" gets done. -func RegisterAccountServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error) { - conn, err := grpc.Dial(endpoint, opts...) - if err != nil { - return err - } - defer func() { - if err != nil { - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - return - } - go func() { - <-ctx.Done() - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - }() - }() - - return RegisterAccountServiceHandler(ctx, mux, conn) -} - -// RegisterAccountServiceHandler registers the http handlers for service AccountService to "mux". -// The handlers forward requests to the grpc endpoint over "conn". -func RegisterAccountServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error { - return RegisterAccountServiceHandlerClient(ctx, mux, NewAccountServiceClient(conn)) -} - -// RegisterAccountServiceHandlerClient registers the http handlers for service AccountService -// to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "AccountServiceClient". -// Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "AccountServiceClient" -// doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in -// "AccountServiceClient" to call the correct interceptors. -func RegisterAccountServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client AccountServiceClient) error { - - mux.Handle("GET", pattern_AccountService_List_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_AccountService_List_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_List_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_AccountService_Get_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_AccountService_Get_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_Get_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_AccountService_Update_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_AccountService_Update_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_Update_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("DELETE", pattern_AccountService_Delete_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_AccountService_Delete_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_AccountService_Delete_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -var ( - pattern_AccountService_List_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1}, []string{"v1", "accounts"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_AccountService_Get_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 1, 0, 4, 1, 5, 2}, []string{"v1", "accounts", "username"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_AccountService_Update_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 1, 0, 4, 1, 5, 2}, []string{"v1", "accounts", "username"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_AccountService_Delete_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 1, 0, 4, 1, 5, 2}, []string{"v1", "accounts", "username"}, "", runtime.AssumeColonVerbOpt(true))) -) - -var ( - forward_AccountService_List_0 = runtime.ForwardResponseMessage - - forward_AccountService_Get_0 = runtime.ForwardResponseMessage - - forward_AccountService_Update_0 = runtime.ForwardResponseMessage - - forward_AccountService_Delete_0 = runtime.ForwardResponseMessage -) diff --git a/internal/hummingbird/mqttbroker/plugin/auth/account_grpc.pb.go b/internal/hummingbird/mqttbroker/plugin/auth/account_grpc.pb.go deleted file mode 100644 index f733dd1..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/account_grpc.pb.go +++ /dev/null @@ -1,219 +0,0 @@ -// Code generated by protoc-gen-go-grpc. DO NOT EDIT. - -package auth - -import ( - context "context" - - empty "github.com/golang/protobuf/ptypes/empty" - grpc "google.golang.org/grpc" - codes "google.golang.org/grpc/codes" - status "google.golang.org/grpc/status" -) - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the grpc package it is being compiled against. -const _ = grpc.SupportPackageIsVersion7 - -// AccountServiceClient is the client API for AccountService service. -// -// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. -type AccountServiceClient interface { - // List all accounts - List(ctx context.Context, in *ListAccountsRequest, opts ...grpc.CallOption) (*ListAccountsResponse, error) - // Get the account for given username. - // Return NotFound error when account not found. - Get(ctx context.Context, in *GetAccountRequest, opts ...grpc.CallOption) (*GetAccountResponse, error) - // Update the password for the account. - // This API will create the account if not exists. - Update(ctx context.Context, in *UpdateAccountRequest, opts ...grpc.CallOption) (*empty.Empty, error) - // Delete the account for given username - Delete(ctx context.Context, in *DeleteAccountRequest, opts ...grpc.CallOption) (*empty.Empty, error) -} - -type accountServiceClient struct { - cc grpc.ClientConnInterface -} - -func NewAccountServiceClient(cc grpc.ClientConnInterface) AccountServiceClient { - return &accountServiceClient{cc} -} - -func (c *accountServiceClient) List(ctx context.Context, in *ListAccountsRequest, opts ...grpc.CallOption) (*ListAccountsResponse, error) { - out := new(ListAccountsResponse) - err := c.cc.Invoke(ctx, "/gmqtt.auth.api.AccountService/List", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *accountServiceClient) Get(ctx context.Context, in *GetAccountRequest, opts ...grpc.CallOption) (*GetAccountResponse, error) { - out := new(GetAccountResponse) - err := c.cc.Invoke(ctx, "/gmqtt.auth.api.AccountService/Get", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *accountServiceClient) Update(ctx context.Context, in *UpdateAccountRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.auth.api.AccountService/Update", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *accountServiceClient) Delete(ctx context.Context, in *DeleteAccountRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.auth.api.AccountService/Delete", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -// AccountServiceServer is the server API for AccountService service. -// All implementations must embed UnimplementedAccountServiceServer -// for forward compatibility -type AccountServiceServer interface { - // List all accounts - List(context.Context, *ListAccountsRequest) (*ListAccountsResponse, error) - // Get the account for given username. - // Return NotFound error when account not found. - Get(context.Context, *GetAccountRequest) (*GetAccountResponse, error) - // Update the password for the account. - // This API will create the account if not exists. - Update(context.Context, *UpdateAccountRequest) (*empty.Empty, error) - // Delete the account for given username - Delete(context.Context, *DeleteAccountRequest) (*empty.Empty, error) - mustEmbedUnimplementedAccountServiceServer() -} - -// UnimplementedAccountServiceServer must be embedded to have forward compatible implementations. -type UnimplementedAccountServiceServer struct { -} - -func (UnimplementedAccountServiceServer) List(context.Context, *ListAccountsRequest) (*ListAccountsResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method List not implemented") -} -func (UnimplementedAccountServiceServer) Get(context.Context, *GetAccountRequest) (*GetAccountResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method Get not implemented") -} -func (UnimplementedAccountServiceServer) Update(context.Context, *UpdateAccountRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Update not implemented") -} -func (UnimplementedAccountServiceServer) Delete(context.Context, *DeleteAccountRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Delete not implemented") -} -func (UnimplementedAccountServiceServer) mustEmbedUnimplementedAccountServiceServer() {} - -// UnsafeAccountServiceServer may be embedded to opt out of forward compatibility for this service. -// Use of this interface is not recommended, as added methods to AccountServiceServer will -// result in compilation errors. -type UnsafeAccountServiceServer interface { - mustEmbedUnimplementedAccountServiceServer() -} - -func RegisterAccountServiceServer(s grpc.ServiceRegistrar, srv AccountServiceServer) { - s.RegisterService(&_AccountService_serviceDesc, srv) -} - -func _AccountService_List_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(ListAccountsRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(AccountServiceServer).List(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.auth.api.AccountService/List", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(AccountServiceServer).List(ctx, req.(*ListAccountsRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _AccountService_Get_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(GetAccountRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(AccountServiceServer).Get(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.auth.api.AccountService/Get", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(AccountServiceServer).Get(ctx, req.(*GetAccountRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _AccountService_Update_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(UpdateAccountRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(AccountServiceServer).Update(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.auth.api.AccountService/Update", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(AccountServiceServer).Update(ctx, req.(*UpdateAccountRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _AccountService_Delete_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(DeleteAccountRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(AccountServiceServer).Delete(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.auth.api.AccountService/Delete", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(AccountServiceServer).Delete(ctx, req.(*DeleteAccountRequest)) - } - return interceptor(ctx, in, info, handler) -} - -var _AccountService_serviceDesc = grpc.ServiceDesc{ - ServiceName: "gmqtt.auth.api.AccountService", - HandlerType: (*AccountServiceServer)(nil), - Methods: []grpc.MethodDesc{ - { - MethodName: "List", - Handler: _AccountService_List_Handler, - }, - { - MethodName: "Get", - Handler: _AccountService_Get_Handler, - }, - { - MethodName: "Update", - Handler: _AccountService_Update_Handler, - }, - { - MethodName: "Delete", - Handler: _AccountService_Delete_Handler, - }, - }, - Streams: []grpc.StreamDesc{}, - Metadata: "account.proto", -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/account_grpc.pb_mock.go b/internal/hummingbird/mqttbroker/plugin/auth/account_grpc.pb_mock.go deleted file mode 100644 index b655e3d..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/account_grpc.pb_mock.go +++ /dev/null @@ -1,247 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: plugin/auth/account_grpc.pb.go - -// Package auth is a generated GoMock package. -package auth - -import ( - context "context" - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - empty "github.com/golang/protobuf/ptypes/empty" - grpc "google.golang.org/grpc" -) - -// MockAccountServiceClient is a mock of AccountServiceClient interface -type MockAccountServiceClient struct { - ctrl *gomock.Controller - recorder *MockAccountServiceClientMockRecorder -} - -// MockAccountServiceClientMockRecorder is the mock recorder for MockAccountServiceClient -type MockAccountServiceClientMockRecorder struct { - mock *MockAccountServiceClient -} - -// NewMockAccountServiceClient creates a new mock instance -func NewMockAccountServiceClient(ctrl *gomock.Controller) *MockAccountServiceClient { - mock := &MockAccountServiceClient{ctrl: ctrl} - mock.recorder = &MockAccountServiceClientMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockAccountServiceClient) EXPECT() *MockAccountServiceClientMockRecorder { - return m.recorder -} - -// List mocks base method -func (m *MockAccountServiceClient) List(ctx context.Context, in *ListAccountsRequest, opts ...grpc.CallOption) (*ListAccountsResponse, error) { - m.ctrl.T.Helper() - varargs := []interface{}{ctx, in} - for _, a := range opts { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "List", varargs...) - ret0, _ := ret[0].(*ListAccountsResponse) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// List indicates an expected call of List -func (mr *MockAccountServiceClientMockRecorder) List(ctx, in interface{}, opts ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{ctx, in}, opts...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "List", reflect.TypeOf((*MockAccountServiceClient)(nil).List), varargs...) -} - -// Get mocks base method -func (m *MockAccountServiceClient) Get(ctx context.Context, in *GetAccountRequest, opts ...grpc.CallOption) (*GetAccountResponse, error) { - m.ctrl.T.Helper() - varargs := []interface{}{ctx, in} - for _, a := range opts { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Get", varargs...) - ret0, _ := ret[0].(*GetAccountResponse) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Get indicates an expected call of Get -func (mr *MockAccountServiceClientMockRecorder) Get(ctx, in interface{}, opts ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{ctx, in}, opts...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Get", reflect.TypeOf((*MockAccountServiceClient)(nil).Get), varargs...) -} - -// Update mocks base method -func (m *MockAccountServiceClient) Update(ctx context.Context, in *UpdateAccountRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - m.ctrl.T.Helper() - varargs := []interface{}{ctx, in} - for _, a := range opts { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Update", varargs...) - ret0, _ := ret[0].(*empty.Empty) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Update indicates an expected call of Update -func (mr *MockAccountServiceClientMockRecorder) Update(ctx, in interface{}, opts ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{ctx, in}, opts...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Update", reflect.TypeOf((*MockAccountServiceClient)(nil).Update), varargs...) -} - -// Delete mocks base method -func (m *MockAccountServiceClient) Delete(ctx context.Context, in *DeleteAccountRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - m.ctrl.T.Helper() - varargs := []interface{}{ctx, in} - for _, a := range opts { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Delete", varargs...) - ret0, _ := ret[0].(*empty.Empty) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Delete indicates an expected call of Delete -func (mr *MockAccountServiceClientMockRecorder) Delete(ctx, in interface{}, opts ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{ctx, in}, opts...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Delete", reflect.TypeOf((*MockAccountServiceClient)(nil).Delete), varargs...) -} - -// MockAccountServiceServer is a mock of AccountServiceServer interface -type MockAccountServiceServer struct { - ctrl *gomock.Controller - recorder *MockAccountServiceServerMockRecorder -} - -// MockAccountServiceServerMockRecorder is the mock recorder for MockAccountServiceServer -type MockAccountServiceServerMockRecorder struct { - mock *MockAccountServiceServer -} - -// NewMockAccountServiceServer creates a new mock instance -func NewMockAccountServiceServer(ctrl *gomock.Controller) *MockAccountServiceServer { - mock := &MockAccountServiceServer{ctrl: ctrl} - mock.recorder = &MockAccountServiceServerMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockAccountServiceServer) EXPECT() *MockAccountServiceServerMockRecorder { - return m.recorder -} - -// List mocks base method -func (m *MockAccountServiceServer) List(arg0 context.Context, arg1 *ListAccountsRequest) (*ListAccountsResponse, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "List", arg0, arg1) - ret0, _ := ret[0].(*ListAccountsResponse) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// List indicates an expected call of List -func (mr *MockAccountServiceServerMockRecorder) List(arg0, arg1 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "List", reflect.TypeOf((*MockAccountServiceServer)(nil).List), arg0, arg1) -} - -// Get mocks base method -func (m *MockAccountServiceServer) Get(arg0 context.Context, arg1 *GetAccountRequest) (*GetAccountResponse, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Get", arg0, arg1) - ret0, _ := ret[0].(*GetAccountResponse) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Get indicates an expected call of Get -func (mr *MockAccountServiceServerMockRecorder) Get(arg0, arg1 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Get", reflect.TypeOf((*MockAccountServiceServer)(nil).Get), arg0, arg1) -} - -// Update mocks base method -func (m *MockAccountServiceServer) Update(arg0 context.Context, arg1 *UpdateAccountRequest) (*empty.Empty, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Update", arg0, arg1) - ret0, _ := ret[0].(*empty.Empty) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Update indicates an expected call of Update -func (mr *MockAccountServiceServerMockRecorder) Update(arg0, arg1 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Update", reflect.TypeOf((*MockAccountServiceServer)(nil).Update), arg0, arg1) -} - -// Delete mocks base method -func (m *MockAccountServiceServer) Delete(arg0 context.Context, arg1 *DeleteAccountRequest) (*empty.Empty, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Delete", arg0, arg1) - ret0, _ := ret[0].(*empty.Empty) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Delete indicates an expected call of Delete -func (mr *MockAccountServiceServerMockRecorder) Delete(arg0, arg1 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Delete", reflect.TypeOf((*MockAccountServiceServer)(nil).Delete), arg0, arg1) -} - -// mustEmbedUnimplementedAccountServiceServer mocks base method -func (m *MockAccountServiceServer) mustEmbedUnimplementedAccountServiceServer() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "mustEmbedUnimplementedAccountServiceServer") -} - -// mustEmbedUnimplementedAccountServiceServer indicates an expected call of mustEmbedUnimplementedAccountServiceServer -func (mr *MockAccountServiceServerMockRecorder) mustEmbedUnimplementedAccountServiceServer() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "mustEmbedUnimplementedAccountServiceServer", reflect.TypeOf((*MockAccountServiceServer)(nil).mustEmbedUnimplementedAccountServiceServer)) -} - -// MockUnsafeAccountServiceServer is a mock of UnsafeAccountServiceServer interface -type MockUnsafeAccountServiceServer struct { - ctrl *gomock.Controller - recorder *MockUnsafeAccountServiceServerMockRecorder -} - -// MockUnsafeAccountServiceServerMockRecorder is the mock recorder for MockUnsafeAccountServiceServer -type MockUnsafeAccountServiceServerMockRecorder struct { - mock *MockUnsafeAccountServiceServer -} - -// NewMockUnsafeAccountServiceServer creates a new mock instance -func NewMockUnsafeAccountServiceServer(ctrl *gomock.Controller) *MockUnsafeAccountServiceServer { - mock := &MockUnsafeAccountServiceServer{ctrl: ctrl} - mock.recorder = &MockUnsafeAccountServiceServerMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockUnsafeAccountServiceServer) EXPECT() *MockUnsafeAccountServiceServerMockRecorder { - return m.recorder -} - -// mustEmbedUnimplementedAccountServiceServer mocks base method -func (m *MockUnsafeAccountServiceServer) mustEmbedUnimplementedAccountServiceServer() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "mustEmbedUnimplementedAccountServiceServer") -} - -// mustEmbedUnimplementedAccountServiceServer indicates an expected call of mustEmbedUnimplementedAccountServiceServer -func (mr *MockUnsafeAccountServiceServerMockRecorder) mustEmbedUnimplementedAccountServiceServer() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "mustEmbedUnimplementedAccountServiceServer", reflect.TypeOf((*MockUnsafeAccountServiceServer)(nil).mustEmbedUnimplementedAccountServiceServer)) -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/auth.go b/internal/hummingbird/mqttbroker/plugin/auth/auth.go deleted file mode 100644 index c4e5509..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/auth.go +++ /dev/null @@ -1,179 +0,0 @@ -package auth - -import ( - "crypto/md5" - "crypto/sha256" - "encoding/hex" - "errors" - "fmt" - "hash" - "io/ioutil" - "os" - "path" - "sync" - - "go.uber.org/zap" - "golang.org/x/crypto/bcrypt" - "gopkg.in/yaml.v2" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/admin" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -var _ server.Plugin = (*Auth)(nil) - -const Name = "auth" - -func init() { - server.RegisterPlugin(Name, New) - config.RegisterDefaultPluginConfig(Name, &DefaultConfig) -} - -func New(config config.Config) (server.Plugin, error) { - a := &Auth{ - config: config.Plugins[Name].(*Config), - indexer: admin.NewIndexer(), - pwdDir: config.ConfigDir, - } - a.saveFile = a.saveFileHandler - return a, nil -} - -var log *zap.Logger - -// Auth provides the username/password authentication for mqttbroker. -// The authentication data is persist in config.PasswordFile. -type Auth struct { - config *Config - pwdDir string - // gard indexer - mu sync.RWMutex - // store username/password - indexer *admin.Indexer - // saveFile persists the account data to password file. - saveFile func() error -} - -// generatePassword generates the hashed password for the plain password. -func (a *Auth) generatePassword(password string) (hashedPassword string, err error) { - var h hash.Hash - switch a.config.Hash { - case Plain: - return password, nil - case MD5: - h = md5.New() - case SHA256: - h = sha256.New() - case Bcrypt: - pwd, err := bcrypt.GenerateFromPassword([]byte(password), bcrypt.MinCost) - return string(pwd), err - default: - // just in case. - panic("invalid hash type") - } - _, err = h.Write([]byte(password)) - if err != nil { - return "", err - } - rs := h.Sum(nil) - return hex.EncodeToString(rs), nil -} - -func (a *Auth) mustEmbedUnimplementedAccountServiceServer() { - return -} - -func (a *Auth) validate(username, password string) (permitted bool, err error) { - a.mu.RLock() - elem := a.indexer.GetByID(username) - a.mu.RUnlock() - var hashedPassword string - if elem == nil { - return false, nil - } - ac := elem.Value.(*Account) - hashedPassword = ac.Password - var h hash.Hash - switch a.config.Hash { - case Plain: - return hashedPassword == password, nil - case MD5: - h = md5.New() - case SHA256: - h = sha256.New() - case Bcrypt: - return bcrypt.CompareHashAndPassword([]byte(hashedPassword), []byte(password)) == nil, nil - default: - // just in case. - panic("invalid hash type") - } - _, err = h.Write([]byte(password)) - if err != nil { - return false, err - } - rs := h.Sum(nil) - return hashedPassword == hex.EncodeToString(rs), nil -} - -var registerAPI = func(service server.Server, a *Auth) error { - apiRegistrar := service.APIRegistrar() - RegisterAccountServiceServer(apiRegistrar, a) - err := apiRegistrar.RegisterHTTPHandler(RegisterAccountServiceHandlerFromEndpoint) - return err -} - -func (a *Auth) Load(service server.Server) error { - err := registerAPI(service, a) - log = server.LoggerWithField(zap.String("plugin", Name)) - - var pwdFile string - if path.IsAbs(a.config.PasswordFile) { - pwdFile = a.config.PasswordFile - } else { - pwdFile = path.Join(a.pwdDir, a.config.PasswordFile) - } - f, err := os.OpenFile(pwdFile, os.O_CREATE|os.O_RDONLY, 0666) - if err != nil { - return err - } - defer f.Close() - b, err := ioutil.ReadAll(f) - if err != nil { - return err - } - var acts []*Account - err = yaml.Unmarshal(b, &acts) - if err != nil { - return err - } - log.Info("authentication data loaded", - zap.String("hash", a.config.Hash), - zap.Int("account_nums", len(acts)), - zap.String("password_file", pwdFile)) - - dup := make(map[string]struct{}) - for _, v := range acts { - if v.Username == "" { - return errors.New("detect empty username in password file") - } - if _, ok := dup[v.Username]; ok { - return fmt.Errorf("detect duplicated username in password file: %s", v.Username) - } - dup[v.Username] = struct{}{} - } - a.mu.Lock() - defer a.mu.Unlock() - for _, v := range acts { - a.indexer.Set(v.Username, v) - } - return nil -} - -func (a *Auth) Unload() error { - return nil -} - -func (a *Auth) Name() string { - return Name -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/auth_test.go b/internal/hummingbird/mqttbroker/plugin/auth/auth_test.go deleted file mode 100644 index 525dcb2..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/auth_test.go +++ /dev/null @@ -1,156 +0,0 @@ -package auth - -import ( - "os" - "testing" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/admin" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func init() { - registerAPI = func(service server.Server, a *Auth) error { - return nil - } -} -func TestAuth_validate(t *testing.T) { - var tt = []struct { - name string - username string - password string - }{ - { - name: Plain, - username: "user", - password: "道路千万条，安全第一条，密码不规范，绩效两行泪", - }, { - name: MD5, - username: "user", - password: "道路千万条，安全第一条，密码不规范，绩效两行泪", - }, { - name: SHA256, - username: "user", - password: "道路千万条，安全第一条，密码不规范，绩效两行泪", - }, { - name: Bcrypt, - username: "user", - password: "道路千万条，安全第一条，密码不规范，绩效两行泪", - }, - } - for _, v := range tt { - t.Run(v.name, func(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - auth := &Auth{ - config: &Config{ - Hash: v.name, - }, - indexer: admin.NewIndexer(), - } - - hashed, err := auth.generatePassword(v.password) - a.Nil(err) - auth.indexer.Set(v.username, &Account{ - Username: v.username, - Password: hashed, - }) - ok, err := auth.validate(v.username, v.password) - a.True(ok) - a.Nil(err) - }) - } - -} - -func TestAuth_EmptyPassword(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - auth := &Auth{ - config: &Config{ - Hash: Plain, - }, - indexer: admin.NewIndexer(), - } - - hashed, err := auth.generatePassword("abc") - a.Nil(err) - auth.indexer.Set("user", &Account{ - Username: "user", - Password: hashed, - }) - ok, err := auth.validate("user", "") - a.False(ok) - a.Nil(err) -} - -func TestAuth_Load_CreateFile(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - path := "./testdata/file_not_exists.yml" - defer os.Remove("./testdata/file_not_exists.yml") - cfg := DefaultConfig - cfg.PasswordFile = path - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - ms := server.NewMockServer(ctrl) - a.Nil(auth.Load(ms)) -} - -func TestAuth_Load_WithDuplicatedUsername(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - path := "./testdata/gmqtt_password_duplicated.yml" - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - ms := server.NewMockServer(ctrl) - a.Error(auth.Load(ms)) -} - -func TestAuth_Load_OK(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - path := "./testdata/gmqtt_password.yml" - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - ms := server.NewMockServer(ctrl) - a.Nil(auth.Load(ms)) - - au := auth.(*Auth) - p, err := au.validate("u1", "p1") - a.True(p) - a.Nil(err) - - p, err = au.validate("u2", "p2") - a.True(p) - a.Nil(err) -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/config.go b/internal/hummingbird/mqttbroker/plugin/auth/config.go deleted file mode 100644 index d1e1aab..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/config.go +++ /dev/null @@ -1,65 +0,0 @@ -package auth - -import ( - "errors" - "fmt" -) - -type hashType = string - -const ( - Plain hashType = "plain" - MD5 = "md5" - SHA256 = "sha256" - Bcrypt = "bcrypt" -) - -var ValidateHashType = []string{ - Plain, MD5, SHA256, Bcrypt, -} - -// Config is the configuration for the auth plugin. -type Config struct { - // PasswordFile is the file to store username and password. - PasswordFile string `yaml:"password_file"` - // Hash is the password hash algorithm. - // Possible values: plain | md5 | sha256 | bcrypt - Hash string `yaml:"hash"` -} - -// validate validates the configuration, and return an error if it is invalid. -func (c *Config) Validate() error { - if c.PasswordFile == "" { - return errors.New("password_file must be set") - } - for _, v := range ValidateHashType { - if v == c.Hash { - return nil - } - } - return fmt.Errorf("invalid hash type: %s", c.Hash) -} - -// DefaultConfig is the default configuration. -var DefaultConfig = Config{ - Hash: MD5, - PasswordFile: "./gmqtt_password.yml", -} - -func (c *Config) UnmarshalYAML(unmarshal func(interface{}) error) error { - type cfg Config - var v = &struct { - Auth cfg `yaml:"auth"` - }{ - Auth: cfg(DefaultConfig), - } - if err := unmarshal(v); err != nil { - return err - } - empty := cfg(Config{}) - if v.Auth == empty { - v.Auth = cfg(DefaultConfig) - } - *c = Config(v.Auth) - return nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/grpc_handler.go b/internal/hummingbird/mqttbroker/plugin/auth/grpc_handler.go deleted file mode 100644 index 53136f7..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/grpc_handler.go +++ /dev/null @@ -1,150 +0,0 @@ -package auth - -import ( - "bufio" - "container/list" - "context" - "io/ioutil" - "os" - - "github.com/golang/protobuf/ptypes/empty" - "go.uber.org/zap" - "gopkg.in/yaml.v2" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/admin" -) - -// List lists all accounts -func (a *Auth) List(ctx context.Context, req *ListAccountsRequest) (resp *ListAccountsResponse, err error) { - page, pageSize := admin.GetPage(req.Page, req.PageSize) - offset, n := admin.GetOffsetN(page, pageSize) - a.mu.RLock() - defer a.mu.RUnlock() - resp = &ListAccountsResponse{ - Accounts: []*Account{}, - TotalCount: 0, - } - a.indexer.Iterate(func(elem *list.Element) { - resp.Accounts = append(resp.Accounts, elem.Value.(*Account)) - }, offset, n) - - resp.TotalCount = uint32(a.indexer.Len()) - return resp, nil -} - -// Get gets the account for given username. -// Return NotFound error when account not found. -func (a *Auth) Get(ctx context.Context, req *GetAccountRequest) (resp *GetAccountResponse, err error) { - if req.Username == "" { - return nil, admin.ErrInvalidArgument("username", "cannot be empty") - } - a.mu.RLock() - defer a.mu.RUnlock() - resp = &GetAccountResponse{} - if e := a.indexer.GetByID(req.Username); e != nil { - resp.Account = e.Value.(*Account) - return resp, nil - } - return nil, admin.ErrNotFound -} - -// saveFileHandler is the default handler for auth.saveFile, must call after auth.mu is locked -func (a *Auth) saveFileHandler() error { - tmpfile, err := ioutil.TempFile("./", "gmqtt_password") - if err != nil { - return err - } - w := bufio.NewWriter(tmpfile) - // get all accounts - var accounts []*Account - a.indexer.Iterate(func(elem *list.Element) { - accounts = append(accounts, elem.Value.(*Account)) - }, 0, uint(a.indexer.Len())) - - b, err := yaml.Marshal(accounts) - if err != nil { - return err - } - - _, err = w.Write(b) - if err != nil { - return err - } - err = w.Flush() - if err != nil { - return err - } - tmpfile.Close() - // replace the old password file. - return os.Rename(tmpfile.Name(), a.config.PasswordFile) -} - -// Update updates the password for the account. -// Create a new account if the account for the username is not exists. -// Update will persist the account data to the password file. -func (a *Auth) Update(ctx context.Context, req *UpdateAccountRequest) (resp *empty.Empty, err error) { - if req.Username == "" { - return nil, admin.ErrInvalidArgument("username", "cannot be empty") - } - hashedPassword, err := a.generatePassword(req.Password) - if err != nil { - return &empty.Empty{}, err - } - a.mu.Lock() - defer a.mu.Unlock() - var oact *Account - elem := a.indexer.GetByID(req.Username) - if elem != nil { - oact = elem.Value.(*Account) - } - a.indexer.Set(req.Username, &Account{ - Username: req.Username, - Password: hashedPassword, - }) - err = a.saveFile() - if err != nil { - // should rollback if failed to persist to file. - if oact == nil { - a.indexer.Remove(req.Username) - return &empty.Empty{}, err - } - a.indexer.Set(req.Username, &Account{ - Username: req.Username, - Password: oact.Password, - }) - } - if oact == nil { - log.Info("new account created", zap.String("username", req.Username)) - } else { - log.Info("password updated", zap.String("username", req.Username)) - } - - return &empty.Empty{}, err -} - -// Delete deletes the account for the username. -func (a *Auth) Delete(ctx context.Context, req *DeleteAccountRequest) (resp *empty.Empty, err error) { - if req.Username == "" { - return nil, admin.ErrInvalidArgument("username", "cannot be empty") - } - a.mu.Lock() - defer a.mu.Unlock() - act := a.indexer.GetByID(req.Username) - if act == nil { - // fast path - return &empty.Empty{}, nil - } - oact := act.Value - a.indexer.Remove(req.Username) - err = a.saveFile() - if err != nil { - // should rollback if failed to persist to file - a.indexer.Set(req.Username, &Account{ - Username: req.Username, - Password: oact.(*Account).Password, - }) - return &empty.Empty{}, err - } - log.Info("account deleted", zap.String("username", req.Username)) - return &empty.Empty{}, nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/grpc_handler_test.go b/internal/hummingbird/mqttbroker/plugin/auth/grpc_handler_test.go deleted file mode 100644 index be3baf8..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/grpc_handler_test.go +++ /dev/null @@ -1,210 +0,0 @@ -package auth - -import ( - "context" - "errors" - "io/ioutil" - "testing" - - "github.com/stretchr/testify/assert" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/status" - "gopkg.in/yaml.v2" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" -) - -func TestAuth_List_Get_Delete(t *testing.T) { - a := assert.New(t) - path := "./testdata/gmqtt_password.yml" - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - err = auth.Load(nil) - a.Nil(err) - au := auth.(*Auth) - au.saveFile = func() error { - return nil - } - resp, err := au.List(context.Background(), &ListAccountsRequest{ - PageSize: 0, - Page: 0, - }) - a.Nil(err) - - a.EqualValues(2, resp.TotalCount) - a.Len(resp.Accounts, 2) - - act := make(map[string]string) - act["u1"] = "p1" - act["u2"] = "p2" - for _, v := range resp.Accounts { - a.Equal(act[v.Username], v.Password) - } - - getResp, err := au.Get(context.Background(), &GetAccountRequest{ - Username: "u1", - }) - a.Nil(err) - a.Equal("u1", getResp.Account.Username) - a.Equal("p1", getResp.Account.Password) - - _, err = au.Delete(context.Background(), &DeleteAccountRequest{ - Username: "u1", - }) - a.Nil(err) - - getResp, err = au.Get(context.Background(), &GetAccountRequest{ - Username: "u1", - }) - s, ok := status.FromError(err) - a.True(ok) - a.Equal(codes.NotFound, s.Code()) - -} - -func TestAuth_Update(t *testing.T) { - a := assert.New(t) - path := "./testdata/gmqtt_password.yml" - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - err = auth.Load(nil) - a.Nil(err) - au := auth.(*Auth) - au.saveFile = func() error { - return nil - } - _, err = au.Update(context.Background(), &UpdateAccountRequest{ - Username: "u1", - Password: "p2", - }) - a.Nil(err) - - l := au.indexer.GetByID("u1") - act := l.Value.(*Account) - a.Equal("p2", act.Password) - - // test rollback - au.saveFile = func() error { - return errors.New("some error") - } - _, err = au.Update(context.Background(), &UpdateAccountRequest{ - Username: "u1", - Password: "u3", - }) - a.NotNil(err) - l = au.indexer.GetByID("u1") - act = l.Value.(*Account) - // not change because fails to persist to password file. - a.Equal("p2", act.Password) - - _, err = au.Update(context.Background(), &UpdateAccountRequest{ - Username: "u10", - Password: "p3", - }) - a.NotNil(err) - // not exists because fails to persist to password file. - l = au.indexer.GetByID("u10") - a.Nil(l) - -} - -func TestAuth_Delete(t *testing.T) { - a := assert.New(t) - path := "./testdata/gmqtt_password.yml" - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - err = auth.Load(nil) - a.Nil(err) - au := auth.(*Auth) - au.saveFile = func() error { - return errors.New("some error") - } - _, err = au.Delete(context.Background(), &DeleteAccountRequest{ - Username: "u1", - }) - a.NotNil(err) - - resp, err := au.Get(context.Background(), &GetAccountRequest{ - Username: "u1", - }) - a.Nil(err) - a.Equal("u1", resp.Account.Username) - a.Equal("p1", resp.Account.Password) - - au.saveFile = func() error { - return nil - } - - _, err = au.Delete(context.Background(), &DeleteAccountRequest{ - Username: "u1", - }) - a.Nil(err) - - resp, err = au.Get(context.Background(), &GetAccountRequest{ - Username: "u1", - }) - s, ok := status.FromError(err) - a.True(ok) - a.Equal(codes.NotFound, s.Code()) -} - -func TestAuth_saveFileHandler(t *testing.T) { - a := assert.New(t) - path := "./testdata/gmqtt_password_save.yml" - originBytes, err := ioutil.ReadFile(path) - a.Nil(err) - defer func() { - // restore - ioutil.WriteFile(path, originBytes, 0666) - }() - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - a.Nil(err) - err = auth.Load(nil) - a.Nil(err) - au := auth.(*Auth) - au.indexer.Set("u1", &Account{ - Username: "u1", - Password: "p11", - }) - au.indexer.Remove("u2") - err = au.saveFileHandler() - a.Nil(err) - b, err := ioutil.ReadFile(path) - a.Nil(err) - - var rs []*Account - err = yaml.Unmarshal(b, &rs) - a.Nil(err) - a.Len(rs, 1) - a.Equal("u1", rs[0].Username) - a.Equal("p11", rs[0].Password) - -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/hooks.go b/internal/hummingbird/mqttbroker/plugin/auth/hooks.go deleted file mode 100644 index b36e991..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/hooks.go +++ /dev/null @@ -1,45 +0,0 @@ -package auth - -import ( - "context" - - "go.uber.org/zap" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/codes" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -func (a *Auth) HookWrapper() server.HookWrapper { - return server.HookWrapper{ - OnBasicAuthWrapper: a.OnBasicAuthWrapper, - } -} - -func (a *Auth) OnBasicAuthWrapper(pre server.OnBasicAuth) server.OnBasicAuth { - return func(ctx context.Context, client server.Client, req *server.ConnectRequest) (err error) { - err = pre(ctx, client, req) - if err != nil { - return err - } - ok, err := a.validate(string(req.Connect.Username), string(req.Connect.Password)) - if err != nil { - return err - } - if !ok { - log.Debug("authentication failed", zap.String("username", string(req.Connect.Username))) - v := client.Version() - if packets.IsVersion3X(v) { - return &codes.Error{ - Code: codes.V3NotAuthorized, - } - } - if packets.IsVersion5(v) { - return &codes.Error{ - Code: codes.NotAuthorized, - } - } - } - return nil - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/hooks_test.go b/internal/hummingbird/mqttbroker/plugin/auth/hooks_test.go deleted file mode 100644 index fafdd13..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/hooks_test.go +++ /dev/null @@ -1,57 +0,0 @@ -package auth - -import ( - "context" - "testing" - - "github.com/golang/mock/gomock" - "github.com/stretchr/testify/assert" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -func TestAuth_OnBasicAuthWrapper(t *testing.T) { - a := assert.New(t) - ctrl := gomock.NewController(t) - defer ctrl.Finish() - - path := "./testdata/gmqtt_password.yml" - cfg := DefaultConfig - cfg.PasswordFile = path - cfg.Hash = Plain - auth, err := New(config.Config{ - Plugins: map[string]config.Configuration{ - "auth": &cfg, - }, - }) - mockClient := server.NewMockClient(ctrl) - mockClient.EXPECT().Version().Return(packets.Version311).AnyTimes() - a.Nil(err) - a.Nil(auth.Load(nil)) - au := auth.(*Auth) - var preCalled bool - fn := au.OnBasicAuthWrapper(func(ctx context.Context, client server.Client, req *server.ConnectRequest) (err error) { - preCalled = true - return nil - }) - // pass - a.Nil(fn(context.Background(), mockClient, &server.ConnectRequest{ - Connect: &packets.Connect{ - Username: []byte("u1"), - Password: []byte("p1"), - }, - })) - a.True(preCalled) - - // fail - a.NotNil(fn(context.Background(), mockClient, &server.ConnectRequest{ - Connect: &packets.Connect{ - Username: []byte("u1"), - Password: []byte("p11"), - }, - })) - - a.Nil(au.Unload()) -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/protos/account.proto b/internal/hummingbird/mqttbroker/plugin/auth/protos/account.proto deleted file mode 100644 index a31df60..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/protos/account.proto +++ /dev/null @@ -1,70 +0,0 @@ -syntax = "proto3"; - -package gmqtt.auth.api; -option go_package = ".;auth"; - -import "google/api/annotations.proto"; -import "google/protobuf/empty.proto"; - -message ListAccountsRequest { - uint32 page_size = 1; - uint32 page = 2; -} - -message ListAccountsResponse { - repeated Account accounts = 1; - uint32 total_count = 2; -} - -message GetAccountRequest { - string username = 1; -} - -message GetAccountResponse { - Account account = 1; -} - -message UpdateAccountRequest { - string username = 1; - string password = 2; -} - -message Account { - string username = 1; - string password = 2; -} - -message DeleteAccountRequest { - string username = 1; -} - -service AccountService { - // List all accounts - rpc List (ListAccountsRequest) returns (ListAccountsResponse){ - option (google.api.http) = { - get: "/v1/accounts" - }; - } - - // Get the account for given username. - // Return NotFound error when account not found. - rpc Get (GetAccountRequest) returns (GetAccountResponse){ - option (google.api.http) = { - get: "/v1/accounts/{username}" - }; - } - // Update the password for the account. - // This API will create the account if not exists. - rpc Update(UpdateAccountRequest) returns (google.protobuf.Empty) { - option (google.api.http) = { - post: "/v1/accounts/{username}" - body:"*" - }; - } - // Delete the account for given username - rpc Delete (DeleteAccountRequest) returns (google.protobuf.Empty) { - option (google.api.http) = { - delete: "/v1/accounts/{username}" - }; - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/protos/proto_gen.sh b/internal/hummingbird/mqttbroker/plugin/auth/protos/proto_gen.sh deleted file mode 100755 index 261d433..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/protos/proto_gen.sh +++ /dev/null @@ -1,8 +0,0 @@ -protoc -I. \ --I$GOPATH/src/github.com/grpc-ecosystem/grpc-gateway \ --I$GOPATH/src/github.com/grpc-ecosystem/grpc-gateway/third_party/googleapis \ ---go-grpc_out=../ \ ---go_out=../ \ ---grpc-gateway_out=../ \ ---swagger_out=../swagger \ -*.proto \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/auth/swagger/account.swagger.json b/internal/hummingbird/mqttbroker/plugin/auth/swagger/account.swagger.json deleted file mode 100644 index aa9f57a..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/swagger/account.swagger.json +++ /dev/null @@ -1,231 +0,0 @@ -{ - "swagger": "2.0", - "info": { - "title": "account.proto", - "version": "version not set" - }, - "consumes": [ - "application/json" - ], - "produces": [ - "application/json" - ], - "paths": { - "/v1/accounts": { - "get": { - "summary": "List all accounts", - "operationId": "List", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiListAccountsResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "page_size", - "in": "query", - "required": false, - "type": "integer", - "format": "int64" - }, - { - "name": "page", - "in": "query", - "required": false, - "type": "integer", - "format": "int64" - } - ], - "tags": [ - "AccountService" - ] - } - }, - "/v1/accounts/{username}": { - "get": { - "summary": "Get the account for given username.\nReturn NotFound error when account not found.", - "operationId": "Get", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiGetAccountResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "username", - "in": "path", - "required": true, - "type": "string" - } - ], - "tags": [ - "AccountService" - ] - }, - "delete": { - "summary": "Delete the account for given username", - "operationId": "Delete", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "username", - "in": "path", - "required": true, - "type": "string" - } - ], - "tags": [ - "AccountService" - ] - }, - "post": { - "summary": "Update the password for the account.\nThis API will create the account if not exists.", - "operationId": "Update", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "username", - "in": "path", - "required": true, - "type": "string" - }, - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "$ref": "#/definitions/apiUpdateAccountRequest" - } - } - ], - "tags": [ - "AccountService" - ] - } - } - }, - "definitions": { - "apiAccount": { - "type": "object", - "properties": { - "username": { - "type": "string" - }, - "password": { - "type": "string" - } - } - }, - "apiGetAccountResponse": { - "type": "object", - "properties": { - "account": { - "$ref": "#/definitions/apiAccount" - } - } - }, - "apiListAccountsResponse": { - "type": "object", - "properties": { - "accounts": { - "type": "array", - "items": { - "$ref": "#/definitions/apiAccount" - } - }, - "total_count": { - "type": "integer", - "format": "int64" - } - } - }, - "apiUpdateAccountRequest": { - "type": "object", - "properties": { - "username": { - "type": "string" - }, - "password": { - "type": "string" - } - } - }, - "protobufAny": { - "type": "object", - "properties": { - "type_url": { - "type": "string" - }, - "value": { - "type": "string", - "format": "byte" - } - } - }, - "runtimeError": { - "type": "object", - "properties": { - "error": { - "type": "string" - }, - "code": { - "type": "integer", - "format": "int32" - }, - "message": { - "type": "string" - }, - "details": { - "type": "array", - "items": { - "$ref": "#/definitions/protobufAny" - } - } - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password.yml b/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password.yml deleted file mode 100644 index a6017fd..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password.yml +++ /dev/null @@ -1,4 +0,0 @@ -- username: u1 - password: p1 -- username: u2 - password: p2 \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password_duplicated.yml b/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password_duplicated.yml deleted file mode 100644 index e5471d5..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password_duplicated.yml +++ /dev/null @@ -1,4 +0,0 @@ -- username: u1 - password: p1 -- username: u1 - password: p1 \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password_save.yml b/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password_save.yml deleted file mode 100644 index a6017fd..0000000 --- a/internal/hummingbird/mqttbroker/plugin/auth/testdata/gmqtt_password_save.yml +++ /dev/null @@ -1,4 +0,0 @@ -- username: u1 - password: p1 -- username: u2 - password: p2 \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/federation/README.md b/internal/hummingbird/mqttbroker/plugin/federation/README.md deleted file mode 100644 index 475a64a..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/README.md +++ /dev/null @@ -1,255 +0,0 @@ -# Federation - -Federation is a kind of clustering mechanism which provides high-availability and horizontal scaling. In Federation -mode, multiple gmqtt brokers can be grouped together and "act as one". However, it is impossible to fulfill all -requirements in MQTT specification in a distributed environment. There are some limitations: - -1. Persistent session cannot be resumed from another node. -2. Clients with same client id can connect to different nodes at the same time and will not be kicked out. - -This is because session information only stores in local node and does not share between nodes. - -## Quick Start - -The following commands will start a two nodes federation, the configuration files can be found [here](./examples). -Start node1 in Terminal1: - -```bash -$ mqttd start -c path/to/retry_join/node1_config.yml -``` - -Start node2 in Terminate2: - -```bash -$ mqttd start -c path/to/retry_join/node2_config2.yml -``` - -After node1 and node2 is started, they will join into one federation atomically. - -We can test the federation with `mosquitto_pub/sub`: -Connect to node2 and subscribe topicA: - -```bash -$ mosquitto_sub -t topicA -h 127.0.0.1 -p 1884 -``` - -Connect to node1 and send a message to topicA: - -```bash -$ mosquitto_pub -t topicA -m 123 -h 127.0.0.1 -p 1883 -``` - -The `mosquitto_sub` will receive "123" and print it in the terminal. - -```bash -$ mosquitto_sub -t topicA -h 127.0.0.1 -p 1884 -123 -``` - -## Join Nodes via REST API - -Federation provides gRPC/REST API to join/leave and query members information, -see [swagger](./swagger/federation.swagger.json) for details. In addition to join nodes upon starting up, you can join a -node into federation by using `Join` API. - -Start node3 with the configuration with empty `retry_join` which means that the node will not join any nodes upon -starting up. - -```bash -$ mqttd start -c path/to/retry_join/join_node3_config.yml -``` - -We can send `Join` request to any nodes in the federation to get node3 joined, for example, sends `Join` request to -node1: - -```bash -$ curl -X POST -d '{"hosts":["127.0.0.1:8932"]}' '127.0.0.1:57091/v1/federation/join' -{} -``` - -And check the members in federation: - -```bash -curl http://127.0.0.1:57091/v1/federation/members -{ - "members": [ - { - "name": "node1", - "addr": "192.168.0.105:8902", - "tags": { - "fed_addr": "192.168.0.105:8901" - }, - "status": "STATUS_ALIVE" - }, - { - "name": "node2", - "addr": "192.168.0.105:8912", - "tags": { - "fed_addr": "192.168.0.105:8911" - }, - "status": "STATUS_ALIVE" - }, - { - "name": "node3", - "addr": "192.168.0.105:8932", - "tags": { - "fed_addr": "192.168.0.105:8931" - }, - "status": "STATUS_ALIVE" - } - ] -}% -``` - -You will see there are 3 nodes ara alive in the federation. - -## Configuration - -```go -// Config is the configuration for the federation plugin. -type Config struct { - // NodeName is the unique identifier for the node in the federation. Defaults to hostname. - NodeName string `yaml:"node_name"` - // FedAddr is the gRPC server listening address for the federation internal communication. - // Defaults to :8901. - // If the port is missing, the default federation port (8901) will be used. - FedAddr string `yaml:"fed_addr"` - // AdvertiseFedAddr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - // Defaults to "FedAddr" or the private IP address of the node if the IP in "FedAddr" is 0.0.0.0. - // However, in some cases, there may be a routable address that cannot be bound. - // If the port is missing, the default federation port (8901) will be used. - AdvertiseFedAddr string `yaml:"advertise_fed_addr"` - // GossipAddr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - GossipAddr string `yaml:"gossip_addr"` - // AdvertiseGossipAddr is used to change the gossip server address that we advertise to other nodes in the cluster. - // Defaults to "GossipAddr" or the private IP address of the node if the IP in "GossipAddr" is 0.0.0.0. - // If the port is missing, the default gossip port (8902) will be used. - AdvertiseGossipAddr string `yaml:"advertise_gossip_addr"` - // RetryJoin is the address of other nodes to join upon starting up. - // If port is missing, the default gossip port (8902) will be used. - RetryJoin []string `yaml:"retry_join"` - // RetryInterval is the time to wait between join attempts. Defaults to 5s. - RetryInterval time.Duration `yaml:"retry_interval"` - // RetryTimeout is the timeout to wait before joining all nodes in RetryJoin successfully. - // If timeout expires, the server will exit with error. Defaults to 1m. - RetryTimeout time.Duration `yaml:"retry_timeout"` - // SnapshotPath will be pass to "SnapshotPath" in serf configuration. - // When Serf is started with a snapshot, - // it will attempt to join all the previously known nodes until one - // succeeds and will also avoid replaying old user events. - SnapshotPath string `yaml:"snapshot_path"` - // RejoinAfterLeave will be pass to "RejoinAfterLeave" in serf configuration. - // It controls our interaction with the snapshot file. - // When set to false (default), a leave causes a Serf to not rejoin - // the cluster until an explicit join is received. If this is set to - // true, we ignore the leave, and rejoin the cluster on start. - RejoinAfterLeave bool `yaml:"rejoin_after_leave"` -} -``` - -## Implementation Details - -### Inner-node Communication - -Nodes in the same federation communicate with each other through a couple of gRPC streaming apis: - -```proto -message Event { - uint64 id = 1; - oneof Event { - Subscribe Subscribe = 2; - Message message = 3; - Unsubscribe unsubscribe = 4; - } -} -service Federation { - rpc Hello(ClientHello) returns (ServerHello){} - rpc EventStream (stream Event) returns (stream Ack){} -} -``` - -In general, a node is both Client and Server which implements the `Federation` gRPC service. - -* As Client, the node will send subscribe, unsubscribe and message published events to other nodes if necessary. - Each event has a EventID, which is incremental and unique in a session. -* As Server, when receives a event from Client, the node returns an acknowledgement after the event has been handled - successfully. - -### Session State - -The event is designed to be idempotent and will be delivered at least once, just like the QoS 1 message in MQTT -protocol. In order to implement QoS 1 protocol flows, the Client and Server need to associate state with a SessionID, -this is referred to as the Session State. The Server also stores the federation tree and retained messages as part of -the Session State. - -The Session State in the Client consists of: - -* Events which have been sent to the Server, but have not been acknowledged. -* Events pending transmission to the Server. - -The Session State in the Server consists of: - -* The existence of a Session, even if the rest of the Session State is empty. -* The EventID of the next event that the Server is willing to accept. -* Events which have been received from the Client, but have not sent acknowledged yet. - -The Session State stores in memory only. When the Client starts, it generates a random UUID as SessionID. When the -Client detects a new node is joined or reconnects to the Server, it sends the `Hello` request which contains the -SessionID to perform a handshake. During the handshake, the Server will check whether the session for the SessionID -exists. - -* If the session not exists, the Server sends response with `clean_start=true`. -* If the session exists, the Server sends response with `clean_start=false` and sets the next EventID that it is willing - to accept to `next_event_id`. - -After handshake succeed, the Client will start `EventStream`: - -* If the Client receives `clean_start=true`, it sends all local subscriptions and retained messages to the Server in - order to sync the full state. -* If the Client receives `clean_start=false`, it sends events of which the EventID is greater than or equal - to `next_event_id`. - -### Subscription Tree - -Each node in the federation will have two subscription trees, the local tree and the federation tree. The local tree -stores subscriptions for local clients which is managed by gmqtt core and the federation tree stores the subscriptions -for remote nodes which is managed by the federation plugin. The federation tree takes node name as subscriber identifier -for subscriptions. - -* When receives a sub/unsub packet from a local client, the node will update it's local tree first and then broadcasts - the event to other nodes. -* When receives sub/unsub event from a remote node, the node will only update it's federation tree. - -With the federation tree, the node can determine which node the incoming message should be routed to. For example, Node1 -and Node2 are in the same federation. Client1 connects to Node1 and subscribes to topic a/b, the subscription trees of -these two nodes are as follows: - -Node1 local tree: - -| subscriber | topic | -|------------|-------| -| client1 | a/b | - -Node1 federation tree: -empty. - -Node2 local tree: -empty. - -Node2 federation tree: - -| subscriber | topic | -|------------|-------| -| node1 | a/b | - -### Message Distribution Process - -When an MQTT client publishes a message, the node where it is located queries the federation tree and forwards the -message to the relevant node according to the message topic, and then the relevant node retrieves the local subscription -tree and sends the message to the relevant subscriber. - -### Membership Management - -Federation uses [Serf](https://github.com/hashicorp/serf) to manage membership. - - diff --git a/internal/hummingbird/mqttbroker/plugin/federation/config.go b/internal/hummingbird/mqttbroker/plugin/federation/config.go deleted file mode 100644 index f0e6385..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/config.go +++ /dev/null @@ -1,189 +0,0 @@ -package federation - -import ( - "fmt" - "net" - "os" - "strconv" - "strings" - "time" - - "github.com/hashicorp/go-sockaddr" -) - -// Default config. -const ( - DefaultFedPort = "8901" - DefaultGossipPort = "8902" - DefaultRetryInterval = 5 * time.Second - DefaultRetryTimeout = 1 * time.Minute -) - -// stub function for testing -var getPrivateIP = sockaddr.GetPrivateIP - -// Config is the configuration for the federation plugin. -type Config struct { - // NodeName is the unique identifier for the node in the federation. Defaults to hostname. - NodeName string `yaml:"node_name"` - // FedAddr is the gRPC server listening address for the federation internal communication. - // Defaults to :8901. - // If the port is missing, the default federation port (8901) will be used. - FedAddr string `yaml:"fed_addr"` - // AdvertiseFedAddr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - // Defaults to "FedAddr" or the private IP address of the node if the IP in "FedAddr" is 0.0.0.0. - // However, in some cases, there may be a routable address that cannot be bound. - // If the port is missing, the default federation port (8901) will be used. - AdvertiseFedAddr string `yaml:"advertise_fed_addr"` - // GossipAddr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - GossipAddr string `yaml:"gossip_addr"` - // AdvertiseGossipAddr is used to change the gossip server address that we advertise to other nodes in the cluster. - // Defaults to "GossipAddr" or the private IP address of the node if the IP in "GossipAddr" is 0.0.0.0. - // If the port is missing, the default gossip port (8902) will be used. - AdvertiseGossipAddr string `yaml:"advertise_gossip_addr"` - // RetryJoin is the address of other nodes to join upon starting up. - // If port is missing, the default gossip port (8902) will be used. - RetryJoin []string `yaml:"retry_join"` - // RetryInterval is the time to wait between join attempts. Defaults to 5s. - RetryInterval time.Duration `yaml:"retry_interval"` - // RetryTimeout is the timeout to wait before joining all nodes in RetryJoin successfully. - // If timeout expires, the server will exit with error. Defaults to 1m. - RetryTimeout time.Duration `yaml:"retry_timeout"` - // SnapshotPath will be pass to "SnapshotPath" in serf configuration. - // When Serf is started with a snapshot, - // it will attempt to join all the previously known nodes until one - // succeeds and will also avoid replaying old user events. - SnapshotPath string `yaml:"snapshot_path"` - // RejoinAfterLeave will be pass to "RejoinAfterLeave" in serf configuration. - // It controls our interaction with the snapshot file. - // When set to false (default), a leave causes a Serf to not rejoin - // the cluster until an explicit join is received. If this is set to - // true, we ignore the leave, and rejoin the cluster on start. - RejoinAfterLeave bool `yaml:"rejoin_after_leave"` -} - -func isPortNumber(port string) bool { - i, err := strconv.Atoi(port) - if err != nil { - return false - } - if 1 <= i && i <= 65535 { - return true - } - return false -} - -func getAddr(addr string, defaultPort string, fieldName string, usePrivate bool) (string, error) { - if addr == "" { - return "", fmt.Errorf("missing %s", fieldName) - } - host, port, err := net.SplitHostPort(addr) - if port == "" { - port = defaultPort - } - if addr[len(addr)-1] == ':' { - return "", fmt.Errorf("invalid %s", fieldName) - } - if err != nil && strings.Contains(err.Error(), "missing port in address") { - host, port, err = net.SplitHostPort(addr + ":" + defaultPort) - if err != nil { - return "", fmt.Errorf("invalid %s: %s", fieldName, err) - } - } else if err != nil { - return "", fmt.Errorf("invalid %s: %s", fieldName, err) - } - if usePrivate && (host == "0.0.0.0" || host == "") { - host, err = getPrivateIP() - if err != nil { - return "", err - } - } - if !isPortNumber(port) { - return "", fmt.Errorf("invalid port number: %s", port) - } - return net.JoinHostPort(host, port), nil -} - -// Validate validates the configuration, and return an error if it is invalid. -func (c *Config) Validate() (err error) { - if c.NodeName == "" { - hostName, err := os.Hostname() - if err != nil { - return err - } - c.NodeName = hostName - } - c.FedAddr, err = getAddr(c.FedAddr, DefaultFedPort, "fed_addr", false) - if err != nil { - return err - } - c.GossipAddr, err = getAddr(c.GossipAddr, DefaultGossipPort, "gossip_addr", false) - if err != nil { - return err - } - if c.AdvertiseFedAddr == "" { - c.AdvertiseFedAddr = c.FedAddr - } - c.AdvertiseFedAddr, err = getAddr(c.AdvertiseFedAddr, DefaultFedPort, "advertise_fed_addr", true) - if err != nil { - return err - } - if c.AdvertiseGossipAddr == "" { - c.AdvertiseGossipAddr = c.GossipAddr - } - c.AdvertiseGossipAddr, err = getAddr(c.AdvertiseGossipAddr, DefaultGossipPort, "advertise_gossip_addr", true) - if err != nil { - return err - } - - for k, v := range c.RetryJoin { - c.RetryJoin[k], err = getAddr(v, DefaultGossipPort, "retry_join", false) - if err != nil { - return err - } - } - if c.RetryInterval <= 0 { - return fmt.Errorf("invalid retry_join: %d", c.RetryInterval) - } - - if c.RetryTimeout <= 0 { - return fmt.Errorf("invalid retry_timeout: %d", c.RetryTimeout) - } - return nil -} - -// DefaultConfig is the default configuration. -var DefaultConfig = Config{} - -func init() { - hostName, err := os.Hostname() - if err != nil { - panic(err) - } - DefaultConfig = Config{ - NodeName: hostName, - FedAddr: ":" + DefaultFedPort, - GossipAddr: ":" + DefaultFedPort, - RetryJoin: nil, - RetryInterval: DefaultRetryInterval, - RetryTimeout: DefaultRetryTimeout, - } -} - -func (c *Config) UnmarshalYAML(unmarshal func(interface{}) error) error { - type cfg Config - df := cfg(DefaultConfig) - var v = &struct { - Federation *cfg `yaml:"federation"` - }{ - Federation: &df, - } - if err := unmarshal(v); err != nil { - return err - } - if v.Federation == nil { - v.Federation = &df - } - *c = Config(*v.Federation) - return nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/examples/join_node3_config.yml b/internal/hummingbird/mqttbroker/plugin/federation/examples/join_node3_config.yml deleted file mode 100644 index 7fb037a..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/examples/join_node3_config.yml +++ /dev/null @@ -1,69 +0,0 @@ -listeners: - - address: ":1885" -api: - grpc: - - address: "tcp://127.0.0.1:8284" - http: - - address: "tcp://127.0.0.1:8283" - map: "tcp://127.0.0.1:8284" # The backend gRPC server endpoint -mqtt: - session_expiry: 2h - session_expiry_check_timer: 20s - message_expiry: 2h - max_packet_size: 268435456 - server_receive_maximum: 100 - max_keepalive: 60 - topic_alias_maximum: 10 - subscription_identifier_available: true - wildcard_subscription_available: true - shared_subscription_available: true - maximum_qos: 2 - retain_available: true - max_queued_messages: 10000 - max_inflight: 1000 - queue_qos0_messages: true - delivery_mode: onlyonce # overlap or onlyonce - allow_zero_length_clientid: true - -plugins: - federation: - # node_name is the unique identifier for the node in the federation. Defaults to hostname. - node_name: node3 - # fed_addr is the gRPC server listening address for the federation internal communication. Defaults to :8901 - fed_addr: :8931 - # advertise_fed_addr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - # Defaults to "fed_addr".However, in some cases, there may be a routable address that cannot be bound. - # If the port is missing, the default federation port (8901) will be used. - advertise_fed_addr: :8931 - # gossip_addr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - gossip_addr: :8932 - # retry_join is the address of other nodes to join upon starting up. - # If port is missing, the default gossip port (8902) will be used. - #retry_join: - # - 127.0.0.1:8912 - # rejoin_after_leave will be pass to "RejoinAfterLeave" in serf configuration. - # It controls our interaction with the snapshot file. - # When set to false (default), a leave causes a Serf to not rejoin the cluster until an explicit join is received. - # If this is set to true, we ignore the leave, and rejoin the cluster on start. - rejoin_after_leave: false - # snapshot_path will be pass to "SnapshotPath" in serf configuration. - # When Serf is started with a snapshot,it will attempt to join all the previously known nodes until one - # succeeds and will also avoid replaying old user events. - snapshot_path: - -# plugin loading orders -plugin_order: - # Uncomment auth to enable authentication. - # - auth - #- prometheus - #- admin - - federation -log: - level: debug # debug | info | warn | error - format: text # json | text - # whether to dump MQTT packet in debug level - dump_packet: false - - - - diff --git a/internal/hummingbird/mqttbroker/plugin/federation/examples/node1_config.yml b/internal/hummingbird/mqttbroker/plugin/federation/examples/node1_config.yml deleted file mode 100644 index 2b68b86..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/examples/node1_config.yml +++ /dev/null @@ -1,70 +0,0 @@ -listeners: - - address: ":58090" -api: - grpc: - - address: "tcp://127.0.0.1:57090" - http: - - address: "tcp://127.0.0.1:57091" - map: "tcp://127.0.0.1:57090" # The backend gRPC server endpoint -mqtt: - session_expiry: 2h - session_expiry_check_timer: 20s - message_expiry: 2h - max_packet_size: 268435456 - server_receive_maximum: 100 - max_keepalive: 60 - topic_alias_maximum: 10 - subscription_identifier_available: true - wildcard_subscription_available: true - shared_subscription_available: true - maximum_qos: 2 - retain_available: true - max_queued_messages: 10000 - max_inflight: 1000 - queue_qos0_messages: true - delivery_mode: onlyonce # overlap or onlyonce - allow_zero_length_clientid: true - -plugins: - federation: - # node_name is the unique identifier for the node in the federation. Defaults to hostname. - node_name: node1 - # fed_addr is the gRPC server listening address for the federation internal communication. Defaults to :8901 - fed_addr: :8901 - # advertise_fed_addr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - # Defaults to "fed_addr".However, in some cases, there may be a routable address that cannot be bound. - # If the port is missing, the default federation port (8901) will be used. - advertise_fed_addr: :8901 - # gossip_addr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - gossip_addr: :8902 - # retry_join is the address of other nodes to join upon starting up. - # If port is missing, the default gossip port (8902) will be used. - retry_join: - # Change 127.0.0.1 to real routable ip address if you run gmqtt in multiple nodes. - - 127.0.0.1:8912 - # rejoin_after_leave will be pass to "RejoinAfterLeave" in serf configuration. - # It controls our interaction with the snapshot file. - # When set to false (default), a leave causes a Serf to not rejoin the cluster until an explicit join is received. - # If this is set to true, we ignore the leave, and rejoin the cluster on start. - rejoin_after_leave: false - # snapshot_path will be pass to "SnapshotPath" in serf configuration. - # When Serf is started with a snapshot,it will attempt to join all the previously known nodes until one - # succeeds and will also avoid replaying old user events. - snapshot_path: - -# plugin loading orders -plugin_order: - # Uncomment auth to enable authentication. - # - auth - #- prometheus - #- admin - - federation -log: - level: debug # debug | info | warn | error - format: text # json | text - # whether to dump MQTT packet in debug level - dump_packet: false - - - - diff --git a/internal/hummingbird/mqttbroker/plugin/federation/examples/node2_config.yml b/internal/hummingbird/mqttbroker/plugin/federation/examples/node2_config.yml deleted file mode 100644 index 843def8..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/examples/node2_config.yml +++ /dev/null @@ -1,70 +0,0 @@ -listeners: - - address: ":1884" -api: - grpc: - - address: "tcp://127.0.0.1:8184" - http: - - address: "tcp://127.0.0.1:8183" - map: "tcp://127.0.0.1:8184" # The backend gRPC server endpoint -mqtt: - session_expiry: 2h - session_expiry_check_timer: 20s - message_expiry: 2h - max_packet_size: 268435456 - server_receive_maximum: 100 - max_keepalive: 60 - topic_alias_maximum: 10 - subscription_identifier_available: true - wildcard_subscription_available: true - shared_subscription_available: true - maximum_qos: 2 - retain_available: true - max_queued_messages: 10000 - max_inflight: 1000 - queue_qos0_messages: true - delivery_mode: onlyonce # overlap or onlyonce - allow_zero_length_clientid: true - -plugins: - federation: - # node_name is the unique identifier for the node in the federation. Defaults to hostname. - node_name: node2 - # fed_addr is the gRPC server listening address for the federation internal communication. Defaults to :8901 - fed_addr: :8911 - # advertise_fed_addr is used to change the federation gRPC server address that we advertise to other nodes in the cluster. - # Defaults to "fed_addr".However, in some cases, there may be a routable address that cannot be bound. - # If the port is missing, the default federation port (8901) will be used. - advertise_fed_addr: :8911 - # gossip_addr is the address that the gossip will listen on, It is used for both UDP and TCP gossip. Defaults to :8902 - gossip_addr: :8912 - # retry_join is the address of other nodes to join upon starting up. - # If port is missing, the default gossip port (8902) will be used. - retry_join: - # Change 127.0.0.1 to real routable ip address if you run gmqtt in multiple nodes. - - 127.0.0.1:8902 - # rejoin_after_leave will be pass to "RejoinAfterLeave" in serf configuration. - # It controls our interaction with the snapshot file. - # When set to false (default), a leave causes a Serf to not rejoin the cluster until an explicit join is received. - # If this is set to true, we ignore the leave, and rejoin the cluster on start. - rejoin_after_leave: false - # snapshot_path will be pass to "SnapshotPath" in serf configuration. - # When Serf is started with a snapshot,it will attempt to join all the previously known nodes until one - # succeeds and will also avoid replaying old user events. - snapshot_path: - -# plugin loading orders -plugin_order: - # Uncomment auth to enable authentication. - # - auth - #- prometheus - #- admin - - federation -log: - level: debug # debug | info | warn | error - format: text # json | text - # whether to dump MQTT packet in debug level - dump_packet: false - - - - diff --git a/internal/hummingbird/mqttbroker/plugin/federation/federation.go b/internal/hummingbird/mqttbroker/plugin/federation/federation.go deleted file mode 100644 index 9b41549..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/federation.go +++ /dev/null @@ -1,624 +0,0 @@ -package federation - -import ( - "container/list" - "context" - "errors" - "fmt" - "io" - "net" - "strconv" - "strings" - "sync" - "time" - - "github.com/golang/protobuf/ptypes/empty" - "github.com/hashicorp/logutils" - "github.com/hashicorp/serf/serf" - "go.uber.org/zap" - "go.uber.org/zap/zapcore" - "google.golang.org/grpc" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/metadata" - "google.golang.org/grpc/status" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription/mem" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var _ server.Plugin = (*Federation)(nil) - -const Name = "federation" - -func init() { - server.RegisterPlugin(Name, New) - config.RegisterDefaultPluginConfig(Name, &DefaultConfig) -} - -func getSerfLogger(level string) (io.Writer, error) { - logLevel := strings.ToUpper(level) - var zapLevel zapcore.Level - err := zapLevel.UnmarshalText([]byte(logLevel)) - if err != nil { - return nil, err - } - zp, err := zap.NewStdLogAt(log, zapLevel) - if err != nil { - return nil, err - } - filter := &logutils.LevelFilter{ - Levels: []logutils.LogLevel{"DEBUG", "INFO", "WARN", "ERROR"}, - MinLevel: logutils.LogLevel(logLevel), - Writer: zp.Writer(), - } - return filter, nil -} - -func getSerfConfig(cfg *Config, eventCh chan serf.Event, logOut io.Writer) *serf.Config { - serfCfg := serf.DefaultConfig() - serfCfg.SnapshotPath = cfg.SnapshotPath - serfCfg.RejoinAfterLeave = cfg.RejoinAfterLeave - serfCfg.NodeName = cfg.NodeName - serfCfg.EventCh = eventCh - host, port, _ := net.SplitHostPort(cfg.GossipAddr) - if host != "" { - serfCfg.MemberlistConfig.BindAddr = host - } - p, _ := strconv.Atoi(port) - serfCfg.MemberlistConfig.BindPort = p - - // set advertise - host, port, _ = net.SplitHostPort(cfg.AdvertiseGossipAddr) - if host != "" { - serfCfg.MemberlistConfig.AdvertiseAddr = host - } - p, _ = strconv.Atoi(port) - serfCfg.MemberlistConfig.AdvertisePort = p - - serfCfg.Tags = map[string]string{"fed_addr": cfg.AdvertiseFedAddr} - serfCfg.LogOutput = logOut - serfCfg.MemberlistConfig.LogOutput = logOut - return serfCfg -} - -func New(config config.Config) (server.Plugin, error) { - log = server.LoggerWithField(zap.String("plugin", Name)) - cfg := config.Plugins[Name].(*Config) - f := &Federation{ - config: cfg, - nodeName: cfg.NodeName, - localSubStore: &localSubStore{}, - fedSubStore: &fedSubStore{ - TrieDB: mem.NewStore(), - sharedSent: map[string]uint64{}, - }, - serfEventCh: make(chan serf.Event, 10000), - sessionMgr: &sessionMgr{ - sessions: map[string]*session{}, - }, - peers: make(map[string]*peer), - exit: make(chan struct{}), - wg: &sync.WaitGroup{}, - } - logOut, err := getSerfLogger(config.Log.Level) - if err != nil { - return nil, err - } - serfCfg := getSerfConfig(cfg, f.serfEventCh, logOut) - s, err := serf.Create(serfCfg) - if err != nil { - return nil, err - } - f.serf = s - return f, nil -} - -var log *zap.Logger - -type Federation struct { - config *Config - nodeName string - serfMu sync.Mutex - serf iSerf - serfEventCh chan serf.Event - sessionMgr *sessionMgr - // localSubStore store the subscriptions for the local node. - // The local node will only broadcast "new subscriptions" to other nodes. - // "New subscription" is the first subscription for a topic name. - // It means that if two client in the local node subscribe the same topic, only the first subscription will be broadcast. - localSubStore *localSubStore - // fedSubStore store federation subscription tree which take nodeName as the subscriber identifier. - // It is used to determine which node the incoming message should be routed to. - fedSubStore *fedSubStore - // retainedStore store is the retained store of the gmqtt core. - // Retained message will be broadcast to other nodes in the federation. - retainedStore retained.Store - publisher server.Publisher - exit chan struct{} - memberMu sync.Mutex - peers map[string]*peer - wg *sync.WaitGroup -} - -type fedSubStore struct { - *mem.TrieDB - sharedMu sync.Mutex - // sharedSent store the number of shared topic sent. - // It is used to select which node the message should be send to with round-robin strategy - sharedSent map[string]uint64 -} - -type sessionMgr struct { - sync.RWMutex - sessions map[string]*session -} - -func (s *sessionMgr) add(nodeName string, id string) (cleanStart bool, nextID uint64) { - s.Lock() - defer s.Unlock() - if v, ok := s.sessions[nodeName]; ok && v.id == id { - nextID = v.nextEventID - } else { - // v.id != id indicates that the client side may recover from crash and need to rebuild the full state. - cleanStart = true - } - if cleanStart { - s.sessions[nodeName] = &session{ - id: id, - nodeName: nodeName, - // TODO config - seenEvents: newLRUCache(100), - nextEventID: 0, - close: make(chan struct{}), - } - } - return -} - -func (s *sessionMgr) del(nodeName string) { - s.Lock() - defer s.Unlock() - if sess := s.sessions[nodeName]; sess != nil { - close(sess.close) - } - delete(s.sessions, nodeName) -} - -func (s *sessionMgr) get(nodeName string) *session { - s.RLock() - defer s.RUnlock() - return s.sessions[nodeName] -} - -// ForceLeave forces a member of a Serf cluster to enter the "left" state. -// Note that if the member is still actually alive, it will eventually rejoin the cluster. -// The true purpose of this method is to force remove "failed" nodes -// See https://www.serf.io/docs/commands/force-leave.html for details. -func (f *Federation) ForceLeave(ctx context.Context, req *ForceLeaveRequest) (*empty.Empty, error) { - if req.NodeName == "" { - return nil, errors.New("host can not be empty") - } - return &empty.Empty{}, f.serf.RemoveFailedNode(req.NodeName) -} - -// ListMembers lists all known members in the Serf cluster. -func (f *Federation) ListMembers(ctx context.Context, req *empty.Empty) (resp *ListMembersResponse, err error) { - resp = &ListMembersResponse{} - for _, v := range f.serf.Members() { - resp.Members = append(resp.Members, &Member{ - Name: v.Name, - Addr: net.JoinHostPort(v.Addr.String(), strconv.Itoa(int(v.Port))), - Tags: v.Tags, - Status: Status(v.Status), - }) - } - return resp, nil -} - -// Leave triggers a graceful leave for the local node. -// This is used to ensure other nodes see the node as "left" instead of "failed". -// Note that a leaved node cannot re-join the cluster unless you restart the leaved node. -func (f *Federation) Leave(ctx context.Context, req *empty.Empty) (resp *empty.Empty, err error) { - return &empty.Empty{}, f.serf.Leave() -} - -func (f *Federation) mustEmbedUnimplementedMembershipServer() { - return -} - -// Join tells the local node to join the an existing cluster. -// See https://www.serf.io/docs/commands/join.html for details. -func (f *Federation) Join(ctx context.Context, req *JoinRequest) (resp *empty.Empty, err error) { - for k, v := range req.Hosts { - req.Hosts[k], err = getAddr(v, DefaultGossipPort, "hosts", false) - if err != nil { - return &empty.Empty{}, status.Error(codes.InvalidArgument, err.Error()) - } - } - _, err = f.serf.Join(req.Hosts, true) - if err != nil { - return nil, err - } - return &empty.Empty{}, nil -} - -type localSubStore struct { - localStore server.SubscriptionService - sync.Mutex - // [clientID][topicName] - index map[string]map[string]struct{} - // topics store the reference counter for each topic. (map[topicName]uint64) - topics map[string]uint64 -} - -// init loads all subscriptions from gmqtt core into federation plugin. -func (l *localSubStore) init(sub server.SubscriptionService) { - l.localStore = sub - l.index = make(map[string]map[string]struct{}) - l.topics = make(map[string]uint64) - l.Lock() - defer l.Unlock() - // copy and convert subscription tree into localSubStore - sub.Iterate(func(clientID string, sub *mqttbroker.Subscription) bool { - l.subscribeLocked(clientID, sub.GetFullTopicName()) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeAll, - }) -} - -// subscribe subscribe the topicName for the client and increase the reference counter of the topicName. -// It returns whether the subscription is new -func (l *localSubStore) subscribe(clientID string, topicName string) (new bool) { - l.Lock() - defer l.Unlock() - return l.subscribeLocked(clientID, topicName) -} - -func (l *localSubStore) subscribeLocked(clientID string, topicName string) (new bool) { - if _, ok := l.index[clientID]; !ok { - l.index[clientID] = make(map[string]struct{}) - } - if _, ok := l.index[clientID][topicName]; !ok { - l.index[clientID][topicName] = struct{}{} - l.topics[topicName]++ - if l.topics[topicName] == 1 { - return true - } - } - return false -} - -func (l *localSubStore) decTopicCounterLocked(topicName string) { - if _, ok := l.topics[topicName]; ok { - l.topics[topicName]-- - if l.topics[topicName] <= 0 { - delete(l.topics, topicName) - } - } -} - -// unsubscribe unsubscribe the topicName for the client and decrease the reference counter of the topicName. -// It returns whether the topicName is removed (reference counter == 0) -func (l *localSubStore) unsubscribe(clientID string, topicName string) (remove bool) { - l.Lock() - defer l.Unlock() - if v, ok := l.index[clientID]; ok { - if _, ok := v[topicName]; ok { - delete(v, topicName) - if len(v) == 0 { - delete(l.index, clientID) - } - l.decTopicCounterLocked(topicName) - return l.topics[topicName] == 0 - } - } - return false - -} - -// unsubscribeAll unsubscribes all topics for the given client. -// Typically, this function is called when the client session has terminated. -// It returns any topic that is removed。 -func (l *localSubStore) unsubscribeAll(clientID string) (remove []string) { - l.Lock() - defer l.Unlock() - for topicName := range l.index[clientID] { - l.decTopicCounterLocked(topicName) - if l.topics[topicName] == 0 { - remove = append(remove, topicName) - } - } - delete(l.index, clientID) - return remove -} - -type session struct { - id string - nodeName string - nextEventID uint64 - // seenEvents cache recently seen events to avoid duplicate events. - seenEvents *lruCache - close chan struct{} -} - -// lruCache is the cache for recently seen events. -type lruCache struct { - l *list.List - items map[uint64]struct{} - size int -} - -func newLRUCache(size int) *lruCache { - return &lruCache{ - l: list.New(), - items: make(map[uint64]struct{}), - size: size, - } -} - -func (l *lruCache) set(id uint64) (exist bool) { - if _, ok := l.items[id]; ok { - return true - } - if l.size == len(l.items) { - elem := l.l.Front() - delete(l.items, elem.Value.(uint64)) - l.l.Remove(elem) - } - l.items[id] = struct{}{} - l.l.PushBack(id) - return false -} - -func getNodeNameFromContext(ctx context.Context) (string, error) { - md, ok := metadata.FromIncomingContext(ctx) - if !ok { - return "", status.Errorf(codes.DataLoss, "EventStream: failed to get metadata") - } - s := md.Get("node_name") - if len(s) == 0 { - return "", status.Errorf(codes.InvalidArgument, "EventStream: missing node_name metadata") - } - nodeName := s[0] - if nodeName == "" { - return "", status.Errorf(codes.InvalidArgument, "EventStream: missing node_name metadata") - } - return nodeName, nil -} - -// Hello is the handler for the handshake process before opening the event stream. -func (f *Federation) Hello(ctx context.Context, req *ClientHello) (resp *ServerHello, err error) { - nodeName, err := getNodeNameFromContext(ctx) - if err != nil { - return nil, err - } - f.memberMu.Lock() - p := f.peers[nodeName] - f.memberMu.Unlock() - if p == nil { - return nil, status.Errorf(codes.Internal, "Hello: the node [%s] has not yet joined", nodeName) - } - - cleanStart, nextID := f.sessionMgr.add(nodeName, req.SessionId) - if cleanStart { - _ = f.fedSubStore.UnsubscribeAll(nodeName) - } - resp = &ServerHello{ - CleanStart: cleanStart, - NextEventId: nextID, - } - return resp, nil -} - -func (f *Federation) eventStreamHandler(sess *session, in *Event) (ack *Ack) { - eventID := in.Id - // duplicated event, ignore it - if sess.seenEvents.set(eventID) { - log.Warn("ignore duplicated event", zap.String("event", in.String())) - return &Ack{ - EventId: eventID, - } - } - if sub := in.GetSubscribe(); sub != nil { - _, _ = f.fedSubStore.Subscribe(sess.nodeName, &mqttbroker.Subscription{ - ShareName: sub.ShareName, - TopicFilter: sub.TopicFilter, - }) - return &Ack{EventId: eventID} - } - if msg := in.GetMessage(); msg != nil { - pubMsg := eventToMessage(msg) - f.publisher.Publish(pubMsg) - if pubMsg.Retained { - f.retainedStore.AddOrReplace(pubMsg) - } - return &Ack{EventId: eventID} - } - if unsub := in.GetUnsubscribe(); unsub != nil { - _ = f.fedSubStore.Unsubscribe(sess.nodeName, unsub.TopicName) - return &Ack{EventId: eventID} - } - return nil -} - -func (f *Federation) EventStream(stream Federation_EventStreamServer) (err error) { - defer func() { - if err != nil && err != io.EOF { - log.Error("EventStream error", zap.Error(err)) - } - }() - md, ok := metadata.FromIncomingContext(stream.Context()) - if !ok { - return status.Errorf(codes.DataLoss, "EventStream: failed to get metadata") - } - s := md.Get("node_name") - if len(s) == 0 { - return status.Errorf(codes.InvalidArgument, "EventStream: missing node_name metadata") - } - nodeName := s[0] - if nodeName == "" { - return status.Errorf(codes.InvalidArgument, "EventStream: missing node_name metadata") - } - sess := f.sessionMgr.get(nodeName) - if sess == nil { - return status.Errorf(codes.Internal, "EventStream: node [%s] does not exist", nodeName) - } - errCh := make(chan error, 1) - done := make(chan struct{}) - // close the session if the client node has been mark as failed. - go func() { - <-sess.close - errCh <- fmt.Errorf("EventStream: the session of node [%s] has been closed", nodeName) - close(done) - }() - go func() { - for { - var in *Event - select { - case <-done: - default: - in, err = stream.Recv() - if err != nil { - errCh <- err - return - } - if ce := log.Check(zapcore.DebugLevel, "event received"); ce != nil { - ce.Write(zap.String("event", in.String())) - } - - ack := f.eventStreamHandler(sess, in) - - err = stream.Send(ack) - if err != nil { - errCh <- err - return - } - if ce := log.Check(zapcore.DebugLevel, "event ack sent"); ce != nil { - ce.Write(zap.Uint64("id", ack.EventId)) - } - sess.nextEventID = ack.EventId + 1 - } - } - }() - err = <-errCh - if err == io.EOF { - return nil - } - return err -} - -func (f *Federation) mustEmbedUnimplementedFederationServer() { - return -} - -var registerAPI = func(service server.Server, f *Federation) error { - apiRegistrar := service.APIRegistrar() - RegisterMembershipServer(apiRegistrar, f) - err := apiRegistrar.RegisterHTTPHandler(RegisterMembershipHandlerFromEndpoint) - return err -} - -func (f *Federation) Load(service server.Server) error { - err := registerAPI(service, f) - if err != nil { - return err - } - f.localSubStore.init(service.SubscriptionService()) - f.retainedStore = service.RetainedService() - f.publisher = service.Publisher() - srv := grpc.NewServer() - RegisterFederationServer(srv, f) - l, err := net.Listen("tcp", f.config.FedAddr) - if err != nil { - return err - } - go func() { - err := srv.Serve(l) - if err != nil { - panic(err) - } - }() - t := time.NewTimer(0) - timeout := time.NewTimer(f.config.RetryTimeout) - for { - select { - case <-timeout.C: - log.Error("retry timeout", zap.Error(err)) - if err != nil { - err = fmt.Errorf("retry timeout: %s", err.Error()) - return err - } - return errors.New("retry timeout") - case <-t.C: - err = f.startSerf(t) - if err == nil { - log.Info("retry join succeed") - return nil - } - log.Info("retry join failed", zap.Error(err)) - } - } -} - -func (f *Federation) Unload() error { - err := f.serf.Leave() - if err != nil { - return err - } - return f.serf.Shutdown() -} - -func (f *Federation) Name() string { - return Name -} - -func messageToEvent(msg *mqttbroker.Message) *Message { - eventMsg := &Message{ - TopicName: msg.Topic, - Payload: string(msg.Payload), - Qos: uint32(msg.QoS), - Retained: msg.Retained, - ContentType: msg.ContentType, - CorrelationData: string(msg.CorrelationData), - MessageExpiry: msg.MessageExpiry, - PayloadFormat: uint32(msg.PayloadFormat), - ResponseTopic: msg.ResponseTopic, - } - for _, v := range msg.UserProperties { - ppt := &UserProperty{ - K: make([]byte, len(v.K)), - V: make([]byte, len(v.V)), - } - copy(ppt.K, v.K) - copy(ppt.V, v.V) - eventMsg.UserProperties = append(eventMsg.UserProperties, ppt) - } - return eventMsg -} - -func eventToMessage(event *Message) *mqttbroker.Message { - pubMsg := &mqttbroker.Message{ - QoS: byte(event.Qos), - Retained: event.Retained, - Topic: event.TopicName, - Payload: []byte(event.Payload), - ContentType: event.ContentType, - CorrelationData: []byte(event.CorrelationData), - MessageExpiry: event.MessageExpiry, - PayloadFormat: packets.PayloadFormat(event.PayloadFormat), - ResponseTopic: event.ResponseTopic, - } - for _, v := range event.UserProperties { - pubMsg.UserProperties = append(pubMsg.UserProperties, packets.UserProperty{ - K: v.K, - V: v.V, - }) - } - return pubMsg -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/federation.pb.go b/internal/hummingbird/mqttbroker/plugin/federation/federation.pb.go deleted file mode 100644 index bd2f9e0..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/federation.pb.go +++ /dev/null @@ -1,1205 +0,0 @@ -// Code generated by protoc-gen-go. DO NOT EDIT. -// versions: -// protoc-gen-go v1.22.0 -// protoc v3.13.0 -// source: federation.proto - -package federation - -import ( - reflect "reflect" - sync "sync" - - proto "github.com/golang/protobuf/proto" - empty "github.com/golang/protobuf/ptypes/empty" - _ "google.golang.org/genproto/googleapis/api/annotations" - protoreflect "google.golang.org/protobuf/reflect/protoreflect" - protoimpl "google.golang.org/protobuf/runtime/protoimpl" -) - -const ( - // Verify that this generated code is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) - // Verify that runtime/protoimpl is sufficiently up-to-date. - _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) -) - -// This is a compile-time assertion that a sufficiently up-to-date version -// of the legacy proto package is being used. -const _ = proto.ProtoPackageIsVersion4 - -type Status int32 - -const ( - Status_STATUS_UNSPECIFIED Status = 0 - Status_STATUS_ALIVE Status = 1 - Status_STATUS_LEAVING Status = 2 - Status_STATUS_LEFT Status = 3 - Status_STATUS_FAILED Status = 4 -) - -// Enum value maps for Status. -var ( - Status_name = map[int32]string{ - 0: "STATUS_UNSPECIFIED", - 1: "STATUS_ALIVE", - 2: "STATUS_LEAVING", - 3: "STATUS_LEFT", - 4: "STATUS_FAILED", - } - Status_value = map[string]int32{ - "STATUS_UNSPECIFIED": 0, - "STATUS_ALIVE": 1, - "STATUS_LEAVING": 2, - "STATUS_LEFT": 3, - "STATUS_FAILED": 4, - } -) - -func (x Status) Enum() *Status { - p := new(Status) - *p = x - return p -} - -func (x Status) String() string { - return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) -} - -func (Status) Descriptor() protoreflect.EnumDescriptor { - return file_federation_proto_enumTypes[0].Descriptor() -} - -func (Status) Type() protoreflect.EnumType { - return &file_federation_proto_enumTypes[0] -} - -func (x Status) Number() protoreflect.EnumNumber { - return protoreflect.EnumNumber(x) -} - -// Deprecated: Use Status.Descriptor instead. -func (Status) EnumDescriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{0} -} - -type Event struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Id uint64 `protobuf:"varint,1,opt,name=id,proto3" json:"id,omitempty"` - // Types that are assignable to Event: - // *Event_Subscribe - // *Event_Message - // *Event_Unsubscribe - Event isEvent_Event `protobuf_oneof:"Event"` -} - -func (x *Event) Reset() { - *x = Event{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[0] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Event) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Event) ProtoMessage() {} - -func (x *Event) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[0] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Event.ProtoReflect.Descriptor instead. -func (*Event) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{0} -} - -func (x *Event) GetId() uint64 { - if x != nil { - return x.Id - } - return 0 -} - -func (m *Event) GetEvent() isEvent_Event { - if m != nil { - return m.Event - } - return nil -} - -func (x *Event) GetSubscribe() *Subscribe { - if x, ok := x.GetEvent().(*Event_Subscribe); ok { - return x.Subscribe - } - return nil -} - -func (x *Event) GetMessage() *Message { - if x, ok := x.GetEvent().(*Event_Message); ok { - return x.Message - } - return nil -} - -func (x *Event) GetUnsubscribe() *Unsubscribe { - if x, ok := x.GetEvent().(*Event_Unsubscribe); ok { - return x.Unsubscribe - } - return nil -} - -type isEvent_Event interface { - isEvent_Event() -} - -type Event_Subscribe struct { - Subscribe *Subscribe `protobuf:"bytes,2,opt,name=Subscribe,proto3,oneof"` -} - -type Event_Message struct { - Message *Message `protobuf:"bytes,3,opt,name=message,proto3,oneof"` -} - -type Event_Unsubscribe struct { - Unsubscribe *Unsubscribe `protobuf:"bytes,4,opt,name=unsubscribe,proto3,oneof"` -} - -func (*Event_Subscribe) isEvent_Event() {} - -func (*Event_Message) isEvent_Event() {} - -func (*Event_Unsubscribe) isEvent_Event() {} - -// Subscribe represents the subscription for a node, it is used to route message among nodes, -// so only shared_name and topic_filter is required. -type Subscribe struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - ShareName string `protobuf:"bytes,1,opt,name=share_name,json=shareName,proto3" json:"share_name,omitempty"` - TopicFilter string `protobuf:"bytes,2,opt,name=topic_filter,json=topicFilter,proto3" json:"topic_filter,omitempty"` -} - -func (x *Subscribe) Reset() { - *x = Subscribe{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[1] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Subscribe) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Subscribe) ProtoMessage() {} - -func (x *Subscribe) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[1] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Subscribe.ProtoReflect.Descriptor instead. -func (*Subscribe) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{1} -} - -func (x *Subscribe) GetShareName() string { - if x != nil { - return x.ShareName - } - return "" -} - -func (x *Subscribe) GetTopicFilter() string { - if x != nil { - return x.TopicFilter - } - return "" -} - -type Message struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - TopicName string `protobuf:"bytes,1,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"` - Payload string `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"` - Qos uint32 `protobuf:"varint,3,opt,name=qos,proto3" json:"qos,omitempty"` - Retained bool `protobuf:"varint,4,opt,name=retained,proto3" json:"retained,omitempty"` - // the following fields are using in v5 client. - ContentType string `protobuf:"bytes,5,opt,name=content_type,json=contentType,proto3" json:"content_type,omitempty"` - CorrelationData string `protobuf:"bytes,6,opt,name=correlation_data,json=correlationData,proto3" json:"correlation_data,omitempty"` - MessageExpiry uint32 `protobuf:"varint,7,opt,name=message_expiry,json=messageExpiry,proto3" json:"message_expiry,omitempty"` - PayloadFormat uint32 `protobuf:"varint,8,opt,name=payload_format,json=payloadFormat,proto3" json:"payload_format,omitempty"` - ResponseTopic string `protobuf:"bytes,9,opt,name=response_topic,json=responseTopic,proto3" json:"response_topic,omitempty"` - UserProperties []*UserProperty `protobuf:"bytes,10,rep,name=user_properties,json=userProperties,proto3" json:"user_properties,omitempty"` -} - -func (x *Message) Reset() { - *x = Message{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[2] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Message) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Message) ProtoMessage() {} - -func (x *Message) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[2] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Message.ProtoReflect.Descriptor instead. -func (*Message) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{2} -} - -func (x *Message) GetTopicName() string { - if x != nil { - return x.TopicName - } - return "" -} - -func (x *Message) GetPayload() string { - if x != nil { - return x.Payload - } - return "" -} - -func (x *Message) GetQos() uint32 { - if x != nil { - return x.Qos - } - return 0 -} - -func (x *Message) GetRetained() bool { - if x != nil { - return x.Retained - } - return false -} - -func (x *Message) GetContentType() string { - if x != nil { - return x.ContentType - } - return "" -} - -func (x *Message) GetCorrelationData() string { - if x != nil { - return x.CorrelationData - } - return "" -} - -func (x *Message) GetMessageExpiry() uint32 { - if x != nil { - return x.MessageExpiry - } - return 0 -} - -func (x *Message) GetPayloadFormat() uint32 { - if x != nil { - return x.PayloadFormat - } - return 0 -} - -func (x *Message) GetResponseTopic() string { - if x != nil { - return x.ResponseTopic - } - return "" -} - -func (x *Message) GetUserProperties() []*UserProperty { - if x != nil { - return x.UserProperties - } - return nil -} - -type UserProperty struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - K []byte `protobuf:"bytes,1,opt,name=K,proto3" json:"K,omitempty"` - V []byte `protobuf:"bytes,2,opt,name=V,proto3" json:"V,omitempty"` -} - -func (x *UserProperty) Reset() { - *x = UserProperty{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[3] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *UserProperty) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*UserProperty) ProtoMessage() {} - -func (x *UserProperty) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[3] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use UserProperty.ProtoReflect.Descriptor instead. -func (*UserProperty) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{3} -} - -func (x *UserProperty) GetK() []byte { - if x != nil { - return x.K - } - return nil -} - -func (x *UserProperty) GetV() []byte { - if x != nil { - return x.V - } - return nil -} - -type Unsubscribe struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - TopicName string `protobuf:"bytes,1,opt,name=topic_name,json=topicName,proto3" json:"topic_name,omitempty"` -} - -func (x *Unsubscribe) Reset() { - *x = Unsubscribe{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[4] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Unsubscribe) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Unsubscribe) ProtoMessage() {} - -func (x *Unsubscribe) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[4] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Unsubscribe.ProtoReflect.Descriptor instead. -func (*Unsubscribe) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{4} -} - -func (x *Unsubscribe) GetTopicName() string { - if x != nil { - return x.TopicName - } - return "" -} - -type Ack struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - EventId uint64 `protobuf:"varint,1,opt,name=event_id,json=eventId,proto3" json:"event_id,omitempty"` -} - -func (x *Ack) Reset() { - *x = Ack{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[5] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Ack) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Ack) ProtoMessage() {} - -func (x *Ack) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[5] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Ack.ProtoReflect.Descriptor instead. -func (*Ack) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{5} -} - -func (x *Ack) GetEventId() uint64 { - if x != nil { - return x.EventId - } - return 0 -} - -// ClientHello is the request message in handshake process. -type ClientHello struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - SessionId string `protobuf:"bytes,1,opt,name=session_id,json=sessionId,proto3" json:"session_id,omitempty"` -} - -func (x *ClientHello) Reset() { - *x = ClientHello{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[6] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ClientHello) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ClientHello) ProtoMessage() {} - -func (x *ClientHello) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[6] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ClientHello.ProtoReflect.Descriptor instead. -func (*ClientHello) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{6} -} - -func (x *ClientHello) GetSessionId() string { - if x != nil { - return x.SessionId - } - return "" -} - -// ServerHello is the response message in handshake process. -type ServerHello struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - CleanStart bool `protobuf:"varint,1,opt,name=clean_start,json=cleanStart,proto3" json:"clean_start,omitempty"` - NextEventId uint64 `protobuf:"varint,2,opt,name=next_event_id,json=nextEventId,proto3" json:"next_event_id,omitempty"` -} - -func (x *ServerHello) Reset() { - *x = ServerHello{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[7] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ServerHello) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ServerHello) ProtoMessage() {} - -func (x *ServerHello) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[7] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ServerHello.ProtoReflect.Descriptor instead. -func (*ServerHello) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{7} -} - -func (x *ServerHello) GetCleanStart() bool { - if x != nil { - return x.CleanStart - } - return false -} - -func (x *ServerHello) GetNextEventId() uint64 { - if x != nil { - return x.NextEventId - } - return 0 -} - -type JoinRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Hosts []string `protobuf:"bytes,1,rep,name=hosts,proto3" json:"hosts,omitempty"` -} - -func (x *JoinRequest) Reset() { - *x = JoinRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[8] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *JoinRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*JoinRequest) ProtoMessage() {} - -func (x *JoinRequest) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[8] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use JoinRequest.ProtoReflect.Descriptor instead. -func (*JoinRequest) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{8} -} - -func (x *JoinRequest) GetHosts() []string { - if x != nil { - return x.Hosts - } - return nil -} - -type Member struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` - Addr string `protobuf:"bytes,2,opt,name=addr,proto3" json:"addr,omitempty"` - Tags map[string]string `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` - Status Status `protobuf:"varint,4,opt,name=status,proto3,enum=gmqtt.federation.api.Status" json:"status,omitempty"` -} - -func (x *Member) Reset() { - *x = Member{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[9] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *Member) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*Member) ProtoMessage() {} - -func (x *Member) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[9] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use Member.ProtoReflect.Descriptor instead. -func (*Member) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{9} -} - -func (x *Member) GetName() string { - if x != nil { - return x.Name - } - return "" -} - -func (x *Member) GetAddr() string { - if x != nil { - return x.Addr - } - return "" -} - -func (x *Member) GetTags() map[string]string { - if x != nil { - return x.Tags - } - return nil -} - -func (x *Member) GetStatus() Status { - if x != nil { - return x.Status - } - return Status_STATUS_UNSPECIFIED -} - -type ListMembersResponse struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - Members []*Member `protobuf:"bytes,1,rep,name=members,proto3" json:"members,omitempty"` -} - -func (x *ListMembersResponse) Reset() { - *x = ListMembersResponse{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[10] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ListMembersResponse) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ListMembersResponse) ProtoMessage() {} - -func (x *ListMembersResponse) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[10] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ListMembersResponse.ProtoReflect.Descriptor instead. -func (*ListMembersResponse) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{10} -} - -func (x *ListMembersResponse) GetMembers() []*Member { - if x != nil { - return x.Members - } - return nil -} - -type ForceLeaveRequest struct { - state protoimpl.MessageState - sizeCache protoimpl.SizeCache - unknownFields protoimpl.UnknownFields - - NodeName string `protobuf:"bytes,1,opt,name=node_name,json=nodeName,proto3" json:"node_name,omitempty"` -} - -func (x *ForceLeaveRequest) Reset() { - *x = ForceLeaveRequest{} - if protoimpl.UnsafeEnabled { - mi := &file_federation_proto_msgTypes[11] - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - ms.StoreMessageInfo(mi) - } -} - -func (x *ForceLeaveRequest) String() string { - return protoimpl.X.MessageStringOf(x) -} - -func (*ForceLeaveRequest) ProtoMessage() {} - -func (x *ForceLeaveRequest) ProtoReflect() protoreflect.Message { - mi := &file_federation_proto_msgTypes[11] - if protoimpl.UnsafeEnabled && x != nil { - ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) - if ms.LoadMessageInfo() == nil { - ms.StoreMessageInfo(mi) - } - return ms - } - return mi.MessageOf(x) -} - -// Deprecated: Use ForceLeaveRequest.ProtoReflect.Descriptor instead. -func (*ForceLeaveRequest) Descriptor() ([]byte, []int) { - return file_federation_proto_rawDescGZIP(), []int{11} -} - -func (x *ForceLeaveRequest) GetNodeName() string { - if x != nil { - return x.NodeName - } - return "" -} - -var File_federation_proto protoreflect.FileDescriptor - -var file_federation_proto_rawDesc = []byte{ - 0x0a, 0x10, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x70, 0x72, 0x6f, - 0x74, 0x6f, 0x12, 0x14, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, - 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x1a, 0x1c, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, - 0x2f, 0x61, 0x70, 0x69, 0x2f, 0x61, 0x6e, 0x6e, 0x6f, 0x74, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x73, - 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x1a, 0x1b, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, - 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x65, 0x6d, 0x70, 0x74, 0x79, 0x2e, 0x70, 0x72, - 0x6f, 0x74, 0x6f, 0x22, 0xe3, 0x01, 0x0a, 0x05, 0x45, 0x76, 0x65, 0x6e, 0x74, 0x12, 0x0e, 0x0a, - 0x02, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x04, 0x52, 0x02, 0x69, 0x64, 0x12, 0x3f, 0x0a, - 0x09, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0b, - 0x32, 0x1f, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, - 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, - 0x65, 0x48, 0x00, 0x52, 0x09, 0x53, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x12, 0x39, - 0x0a, 0x07, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0b, 0x32, - 0x1d, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, - 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x48, 0x00, - 0x52, 0x07, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x12, 0x45, 0x0a, 0x0b, 0x75, 0x6e, 0x73, - 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x18, 0x04, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x21, - 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, - 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x55, 0x6e, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, - 0x65, 0x48, 0x00, 0x52, 0x0b, 0x75, 0x6e, 0x73, 0x75, 0x62, 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, - 0x42, 0x07, 0x0a, 0x05, 0x45, 0x76, 0x65, 0x6e, 0x74, 0x22, 0x4d, 0x0a, 0x09, 0x53, 0x75, 0x62, - 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x12, 0x1d, 0x0a, 0x0a, 0x73, 0x68, 0x61, 0x72, 0x65, 0x5f, - 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x73, 0x68, 0x61, 0x72, - 0x65, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x21, 0x0a, 0x0c, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x5f, 0x66, - 0x69, 0x6c, 0x74, 0x65, 0x72, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0b, 0x74, 0x6f, 0x70, - 0x69, 0x63, 0x46, 0x69, 0x6c, 0x74, 0x65, 0x72, 0x22, 0x80, 0x03, 0x0a, 0x07, 0x4d, 0x65, 0x73, - 0x73, 0x61, 0x67, 0x65, 0x12, 0x1d, 0x0a, 0x0a, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x5f, 0x6e, 0x61, - 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x4e, - 0x61, 0x6d, 0x65, 0x12, 0x18, 0x0a, 0x07, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x18, 0x02, - 0x20, 0x01, 0x28, 0x09, 0x52, 0x07, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x12, 0x10, 0x0a, - 0x03, 0x71, 0x6f, 0x73, 0x18, 0x03, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x03, 0x71, 0x6f, 0x73, 0x12, - 0x1a, 0x0a, 0x08, 0x72, 0x65, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x64, 0x18, 0x04, 0x20, 0x01, 0x28, - 0x08, 0x52, 0x08, 0x72, 0x65, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x64, 0x12, 0x21, 0x0a, 0x0c, 0x63, - 0x6f, 0x6e, 0x74, 0x65, 0x6e, 0x74, 0x5f, 0x74, 0x79, 0x70, 0x65, 0x18, 0x05, 0x20, 0x01, 0x28, - 0x09, 0x52, 0x0b, 0x63, 0x6f, 0x6e, 0x74, 0x65, 0x6e, 0x74, 0x54, 0x79, 0x70, 0x65, 0x12, 0x29, - 0x0a, 0x10, 0x63, 0x6f, 0x72, 0x72, 0x65, 0x6c, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x5f, 0x64, 0x61, - 0x74, 0x61, 0x18, 0x06, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0f, 0x63, 0x6f, 0x72, 0x72, 0x65, 0x6c, - 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x44, 0x61, 0x74, 0x61, 0x12, 0x25, 0x0a, 0x0e, 0x6d, 0x65, 0x73, - 0x73, 0x61, 0x67, 0x65, 0x5f, 0x65, 0x78, 0x70, 0x69, 0x72, 0x79, 0x18, 0x07, 0x20, 0x01, 0x28, - 0x0d, 0x52, 0x0d, 0x6d, 0x65, 0x73, 0x73, 0x61, 0x67, 0x65, 0x45, 0x78, 0x70, 0x69, 0x72, 0x79, - 0x12, 0x25, 0x0a, 0x0e, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x5f, 0x66, 0x6f, 0x72, 0x6d, - 0x61, 0x74, 0x18, 0x08, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0d, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, - 0x64, 0x46, 0x6f, 0x72, 0x6d, 0x61, 0x74, 0x12, 0x25, 0x0a, 0x0e, 0x72, 0x65, 0x73, 0x70, 0x6f, - 0x6e, 0x73, 0x65, 0x5f, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x18, 0x09, 0x20, 0x01, 0x28, 0x09, 0x52, - 0x0d, 0x72, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x54, 0x6f, 0x70, 0x69, 0x63, 0x12, 0x4b, - 0x0a, 0x0f, 0x75, 0x73, 0x65, 0x72, 0x5f, 0x70, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, - 0x73, 0x18, 0x0a, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x22, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, - 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x55, - 0x73, 0x65, 0x72, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x79, 0x52, 0x0e, 0x75, 0x73, 0x65, - 0x72, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x69, 0x65, 0x73, 0x22, 0x2a, 0x0a, 0x0c, 0x55, - 0x73, 0x65, 0x72, 0x50, 0x72, 0x6f, 0x70, 0x65, 0x72, 0x74, 0x79, 0x12, 0x0c, 0x0a, 0x01, 0x4b, - 0x18, 0x01, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x01, 0x4b, 0x12, 0x0c, 0x0a, 0x01, 0x56, 0x18, 0x02, - 0x20, 0x01, 0x28, 0x0c, 0x52, 0x01, 0x56, 0x22, 0x2c, 0x0a, 0x0b, 0x55, 0x6e, 0x73, 0x75, 0x62, - 0x73, 0x63, 0x72, 0x69, 0x62, 0x65, 0x12, 0x1d, 0x0a, 0x0a, 0x74, 0x6f, 0x70, 0x69, 0x63, 0x5f, - 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x74, 0x6f, 0x70, 0x69, - 0x63, 0x4e, 0x61, 0x6d, 0x65, 0x22, 0x20, 0x0a, 0x03, 0x41, 0x63, 0x6b, 0x12, 0x19, 0x0a, 0x08, - 0x65, 0x76, 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x04, 0x52, 0x07, - 0x65, 0x76, 0x65, 0x6e, 0x74, 0x49, 0x64, 0x22, 0x2c, 0x0a, 0x0b, 0x43, 0x6c, 0x69, 0x65, 0x6e, - 0x74, 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x12, 0x1d, 0x0a, 0x0a, 0x73, 0x65, 0x73, 0x73, 0x69, 0x6f, - 0x6e, 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x73, 0x65, 0x73, 0x73, - 0x69, 0x6f, 0x6e, 0x49, 0x64, 0x22, 0x52, 0x0a, 0x0b, 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x48, - 0x65, 0x6c, 0x6c, 0x6f, 0x12, 0x1f, 0x0a, 0x0b, 0x63, 0x6c, 0x65, 0x61, 0x6e, 0x5f, 0x73, 0x74, - 0x61, 0x72, 0x74, 0x18, 0x01, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0a, 0x63, 0x6c, 0x65, 0x61, 0x6e, - 0x53, 0x74, 0x61, 0x72, 0x74, 0x12, 0x22, 0x0a, 0x0d, 0x6e, 0x65, 0x78, 0x74, 0x5f, 0x65, 0x76, - 0x65, 0x6e, 0x74, 0x5f, 0x69, 0x64, 0x18, 0x02, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0b, 0x6e, 0x65, - 0x78, 0x74, 0x45, 0x76, 0x65, 0x6e, 0x74, 0x49, 0x64, 0x22, 0x23, 0x0a, 0x0b, 0x4a, 0x6f, 0x69, - 0x6e, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x68, 0x6f, 0x73, 0x74, - 0x73, 0x18, 0x01, 0x20, 0x03, 0x28, 0x09, 0x52, 0x05, 0x68, 0x6f, 0x73, 0x74, 0x73, 0x22, 0xdb, - 0x01, 0x0a, 0x06, 0x4d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x12, 0x12, 0x0a, 0x04, 0x6e, 0x61, 0x6d, - 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x04, 0x6e, 0x61, 0x6d, 0x65, 0x12, 0x12, 0x0a, - 0x04, 0x61, 0x64, 0x64, 0x72, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x04, 0x61, 0x64, 0x64, - 0x72, 0x12, 0x3a, 0x0a, 0x04, 0x74, 0x61, 0x67, 0x73, 0x18, 0x03, 0x20, 0x03, 0x28, 0x0b, 0x32, - 0x26, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, - 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x2e, 0x54, 0x61, - 0x67, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, 0x52, 0x04, 0x74, 0x61, 0x67, 0x73, 0x12, 0x34, 0x0a, - 0x06, 0x73, 0x74, 0x61, 0x74, 0x75, 0x73, 0x18, 0x04, 0x20, 0x01, 0x28, 0x0e, 0x32, 0x1c, 0x2e, - 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, - 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, 0x52, 0x06, 0x73, 0x74, 0x61, - 0x74, 0x75, 0x73, 0x1a, 0x37, 0x0a, 0x09, 0x54, 0x61, 0x67, 0x73, 0x45, 0x6e, 0x74, 0x72, 0x79, - 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, - 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, - 0x09, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x3a, 0x02, 0x38, 0x01, 0x22, 0x4d, 0x0a, 0x13, - 0x4c, 0x69, 0x73, 0x74, 0x4d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, - 0x6e, 0x73, 0x65, 0x12, 0x36, 0x0a, 0x07, 0x6d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x73, 0x18, 0x01, - 0x20, 0x03, 0x28, 0x0b, 0x32, 0x1c, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, - 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4d, 0x65, 0x6d, 0x62, - 0x65, 0x72, 0x52, 0x07, 0x6d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x73, 0x22, 0x30, 0x0a, 0x11, 0x46, - 0x6f, 0x72, 0x63, 0x65, 0x4c, 0x65, 0x61, 0x76, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, - 0x12, 0x1b, 0x0a, 0x09, 0x6e, 0x6f, 0x64, 0x65, 0x5f, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x01, 0x20, - 0x01, 0x28, 0x09, 0x52, 0x08, 0x6e, 0x6f, 0x64, 0x65, 0x4e, 0x61, 0x6d, 0x65, 0x2a, 0x6a, 0x0a, - 0x06, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, 0x12, 0x16, 0x0a, 0x12, 0x53, 0x54, 0x41, 0x54, 0x55, - 0x53, 0x5f, 0x55, 0x4e, 0x53, 0x50, 0x45, 0x43, 0x49, 0x46, 0x49, 0x45, 0x44, 0x10, 0x00, 0x12, - 0x10, 0x0a, 0x0c, 0x53, 0x54, 0x41, 0x54, 0x55, 0x53, 0x5f, 0x41, 0x4c, 0x49, 0x56, 0x45, 0x10, - 0x01, 0x12, 0x12, 0x0a, 0x0e, 0x53, 0x54, 0x41, 0x54, 0x55, 0x53, 0x5f, 0x4c, 0x45, 0x41, 0x56, - 0x49, 0x4e, 0x47, 0x10, 0x02, 0x12, 0x0f, 0x0a, 0x0b, 0x53, 0x54, 0x41, 0x54, 0x55, 0x53, 0x5f, - 0x4c, 0x45, 0x46, 0x54, 0x10, 0x03, 0x12, 0x11, 0x0a, 0x0d, 0x53, 0x54, 0x41, 0x54, 0x55, 0x53, - 0x5f, 0x46, 0x41, 0x49, 0x4c, 0x45, 0x44, 0x10, 0x04, 0x32, 0xb1, 0x03, 0x0a, 0x0a, 0x4d, 0x65, - 0x6d, 0x62, 0x65, 0x72, 0x73, 0x68, 0x69, 0x70, 0x12, 0x61, 0x0a, 0x04, 0x4a, 0x6f, 0x69, 0x6e, - 0x12, 0x21, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, - 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4a, 0x6f, 0x69, 0x6e, 0x52, 0x65, 0x71, 0x75, - 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, - 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, 0x6d, 0x70, 0x74, 0x79, 0x22, 0x1e, 0x82, 0xd3, 0xe4, - 0x93, 0x02, 0x18, 0x22, 0x13, 0x2f, 0x76, 0x31, 0x2f, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, - 0x69, 0x6f, 0x6e, 0x2f, 0x6a, 0x6f, 0x69, 0x6e, 0x3a, 0x01, 0x2a, 0x12, 0x58, 0x0a, 0x05, 0x4c, - 0x65, 0x61, 0x76, 0x65, 0x12, 0x16, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, - 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, 0x6d, 0x70, 0x74, 0x79, 0x1a, 0x16, 0x2e, 0x67, - 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, - 0x6d, 0x70, 0x74, 0x79, 0x22, 0x1f, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x19, 0x22, 0x14, 0x2f, 0x76, - 0x31, 0x2f, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2f, 0x6c, 0x65, 0x61, - 0x76, 0x65, 0x3a, 0x01, 0x2a, 0x12, 0x74, 0x0a, 0x0a, 0x46, 0x6f, 0x72, 0x63, 0x65, 0x4c, 0x65, - 0x61, 0x76, 0x65, 0x12, 0x27, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, - 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x46, 0x6f, 0x72, 0x63, 0x65, - 0x4c, 0x65, 0x61, 0x76, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x16, 0x2e, 0x67, - 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, - 0x6d, 0x70, 0x74, 0x79, 0x22, 0x25, 0x82, 0xd3, 0xe4, 0x93, 0x02, 0x1f, 0x22, 0x1a, 0x2f, 0x76, - 0x31, 0x2f, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2f, 0x66, 0x6f, 0x72, - 0x63, 0x65, 0x5f, 0x6c, 0x65, 0x61, 0x76, 0x65, 0x3a, 0x01, 0x2a, 0x12, 0x70, 0x0a, 0x0b, 0x4c, - 0x69, 0x73, 0x74, 0x4d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x73, 0x12, 0x16, 0x2e, 0x67, 0x6f, 0x6f, - 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x45, 0x6d, 0x70, - 0x74, 0x79, 0x1a, 0x29, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, - 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4c, 0x69, 0x73, 0x74, 0x4d, 0x65, - 0x6d, 0x62, 0x65, 0x72, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x1e, 0x82, - 0xd3, 0xe4, 0x93, 0x02, 0x18, 0x12, 0x16, 0x2f, 0x76, 0x31, 0x2f, 0x66, 0x65, 0x64, 0x65, 0x72, - 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2f, 0x6d, 0x65, 0x6d, 0x62, 0x65, 0x72, 0x73, 0x32, 0xaa, 0x01, - 0x0a, 0x0a, 0x46, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x4f, 0x0a, 0x05, - 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x12, 0x21, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, - 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x43, 0x6c, 0x69, - 0x65, 0x6e, 0x74, 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x1a, 0x21, 0x2e, 0x67, 0x6d, 0x71, 0x74, 0x74, - 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, 0x2e, - 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x48, 0x65, 0x6c, 0x6c, 0x6f, 0x22, 0x00, 0x12, 0x4b, 0x0a, - 0x0b, 0x45, 0x76, 0x65, 0x6e, 0x74, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x12, 0x1b, 0x2e, 0x67, - 0x6d, 0x71, 0x74, 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, - 0x61, 0x70, 0x69, 0x2e, 0x45, 0x76, 0x65, 0x6e, 0x74, 0x1a, 0x19, 0x2e, 0x67, 0x6d, 0x71, 0x74, - 0x74, 0x2e, 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x2e, 0x61, 0x70, 0x69, - 0x2e, 0x41, 0x63, 0x6b, 0x22, 0x00, 0x28, 0x01, 0x30, 0x01, 0x42, 0x0e, 0x5a, 0x0c, 0x2e, 0x3b, - 0x66, 0x65, 0x64, 0x65, 0x72, 0x61, 0x74, 0x69, 0x6f, 0x6e, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, - 0x6f, 0x33, -} - -var ( - file_federation_proto_rawDescOnce sync.Once - file_federation_proto_rawDescData = file_federation_proto_rawDesc -) - -func file_federation_proto_rawDescGZIP() []byte { - file_federation_proto_rawDescOnce.Do(func() { - file_federation_proto_rawDescData = protoimpl.X.CompressGZIP(file_federation_proto_rawDescData) - }) - return file_federation_proto_rawDescData -} - -var file_federation_proto_enumTypes = make([]protoimpl.EnumInfo, 1) -var file_federation_proto_msgTypes = make([]protoimpl.MessageInfo, 13) -var file_federation_proto_goTypes = []interface{}{ - (Status)(0), // 0: gmqtt.federation.api.Status - (*Event)(nil), // 1: gmqtt.federation.api.Event - (*Subscribe)(nil), // 2: gmqtt.federation.api.Subscribe - (*Message)(nil), // 3: gmqtt.federation.api.Message - (*UserProperty)(nil), // 4: gmqtt.federation.api.UserProperty - (*Unsubscribe)(nil), // 5: gmqtt.federation.api.Unsubscribe - (*Ack)(nil), // 6: gmqtt.federation.api.Ack - (*ClientHello)(nil), // 7: gmqtt.federation.api.ClientHello - (*ServerHello)(nil), // 8: gmqtt.federation.api.ServerHello - (*JoinRequest)(nil), // 9: gmqtt.federation.api.JoinRequest - (*Member)(nil), // 10: gmqtt.federation.api.Member - (*ListMembersResponse)(nil), // 11: gmqtt.federation.api.ListMembersResponse - (*ForceLeaveRequest)(nil), // 12: gmqtt.federation.api.ForceLeaveRequest - nil, // 13: gmqtt.federation.api.Member.TagsEntry - (*empty.Empty)(nil), // 14: google.protobuf.Empty -} -var file_federation_proto_depIdxs = []int32{ - 2, // 0: gmqtt.federation.api.Event.Subscribe:type_name -> gmqtt.federation.api.Subscribe - 3, // 1: gmqtt.federation.api.Event.message:type_name -> gmqtt.federation.api.Message - 5, // 2: gmqtt.federation.api.Event.unsubscribe:type_name -> gmqtt.federation.api.Unsubscribe - 4, // 3: gmqtt.federation.api.Message.user_properties:type_name -> gmqtt.federation.api.UserProperty - 13, // 4: gmqtt.federation.api.Member.tags:type_name -> gmqtt.federation.api.Member.TagsEntry - 0, // 5: gmqtt.federation.api.Member.status:type_name -> gmqtt.federation.api.Status - 10, // 6: gmqtt.federation.api.ListMembersResponse.members:type_name -> gmqtt.federation.api.Member - 9, // 7: gmqtt.federation.api.Membership.Join:input_type -> gmqtt.federation.api.JoinRequest - 14, // 8: gmqtt.federation.api.Membership.Leave:input_type -> google.protobuf.Empty - 12, // 9: gmqtt.federation.api.Membership.ForceLeave:input_type -> gmqtt.federation.api.ForceLeaveRequest - 14, // 10: gmqtt.federation.api.Membership.ListMembers:input_type -> google.protobuf.Empty - 7, // 11: gmqtt.federation.api.Federation.Hello:input_type -> gmqtt.federation.api.ClientHello - 1, // 12: gmqtt.federation.api.Federation.EventStream:input_type -> gmqtt.federation.api.Event - 14, // 13: gmqtt.federation.api.Membership.Join:output_type -> google.protobuf.Empty - 14, // 14: gmqtt.federation.api.Membership.Leave:output_type -> google.protobuf.Empty - 14, // 15: gmqtt.federation.api.Membership.ForceLeave:output_type -> google.protobuf.Empty - 11, // 16: gmqtt.federation.api.Membership.ListMembers:output_type -> gmqtt.federation.api.ListMembersResponse - 8, // 17: gmqtt.federation.api.Federation.Hello:output_type -> gmqtt.federation.api.ServerHello - 6, // 18: gmqtt.federation.api.Federation.EventStream:output_type -> gmqtt.federation.api.Ack - 13, // [13:19] is the sub-list for method output_type - 7, // [7:13] is the sub-list for method input_type - 7, // [7:7] is the sub-list for extension type_name - 7, // [7:7] is the sub-list for extension extendee - 0, // [0:7] is the sub-list for field type_name -} - -func init() { file_federation_proto_init() } -func file_federation_proto_init() { - if File_federation_proto != nil { - return - } - if !protoimpl.UnsafeEnabled { - file_federation_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Event); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Subscribe); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Message); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*UserProperty); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Unsubscribe); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Ack); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[6].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ClientHello); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[7].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ServerHello); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[8].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*JoinRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[9].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*Member); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[10].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ListMembersResponse); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - file_federation_proto_msgTypes[11].Exporter = func(v interface{}, i int) interface{} { - switch v := v.(*ForceLeaveRequest); i { - case 0: - return &v.state - case 1: - return &v.sizeCache - case 2: - return &v.unknownFields - default: - return nil - } - } - } - file_federation_proto_msgTypes[0].OneofWrappers = []interface{}{ - (*Event_Subscribe)(nil), - (*Event_Message)(nil), - (*Event_Unsubscribe)(nil), - } - type x struct{} - out := protoimpl.TypeBuilder{ - File: protoimpl.DescBuilder{ - GoPackagePath: reflect.TypeOf(x{}).PkgPath(), - RawDescriptor: file_federation_proto_rawDesc, - NumEnums: 1, - NumMessages: 13, - NumExtensions: 0, - NumServices: 2, - }, - GoTypes: file_federation_proto_goTypes, - DependencyIndexes: file_federation_proto_depIdxs, - EnumInfos: file_federation_proto_enumTypes, - MessageInfos: file_federation_proto_msgTypes, - }.Build() - File_federation_proto = out.File - file_federation_proto_rawDesc = nil - file_federation_proto_goTypes = nil - file_federation_proto_depIdxs = nil -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/federation.pb.gw.go b/internal/hummingbird/mqttbroker/plugin/federation/federation.pb.gw.go deleted file mode 100644 index 031a6fa..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/federation.pb.gw.go +++ /dev/null @@ -1,382 +0,0 @@ -// Code generated by protoc-gen-grpc-gateway. DO NOT EDIT. -// source: federation.proto - -/* -Package federation is a reverse proxy. - -It translates gRPC into RESTful JSON APIs. -*/ -package federation - -import ( - "context" - "io" - "net/http" - - "github.com/golang/protobuf/descriptor" - "github.com/golang/protobuf/proto" - "github.com/golang/protobuf/ptypes/empty" - "github.com/grpc-ecosystem/grpc-gateway/runtime" - "github.com/grpc-ecosystem/grpc-gateway/utilities" - "google.golang.org/grpc" - "google.golang.org/grpc/codes" - "google.golang.org/grpc/grpclog" - "google.golang.org/grpc/status" -) - -// Suppress "imported and not used" errors -var _ codes.Code -var _ io.Reader -var _ status.Status -var _ = runtime.String -var _ = utilities.NewDoubleArray -var _ = descriptor.ForMessage - -func request_Membership_Join_0(ctx context.Context, marshaler runtime.Marshaler, client MembershipClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq JoinRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Join(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_Membership_Join_0(ctx context.Context, marshaler runtime.Marshaler, server MembershipServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq JoinRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Join(ctx, &protoReq) - return msg, metadata, err - -} - -func request_Membership_Leave_0(ctx context.Context, marshaler runtime.Marshaler, client MembershipClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq empty.Empty - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.Leave(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_Membership_Leave_0(ctx context.Context, marshaler runtime.Marshaler, server MembershipServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq empty.Empty - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.Leave(ctx, &protoReq) - return msg, metadata, err - -} - -func request_Membership_ForceLeave_0(ctx context.Context, marshaler runtime.Marshaler, client MembershipClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ForceLeaveRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := client.ForceLeave(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_Membership_ForceLeave_0(ctx context.Context, marshaler runtime.Marshaler, server MembershipServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq ForceLeaveRequest - var metadata runtime.ServerMetadata - - newReader, berr := utilities.IOReaderFactory(req.Body) - if berr != nil { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", berr) - } - if err := marshaler.NewDecoder(newReader()).Decode(&protoReq); err != nil && err != io.EOF { - return nil, metadata, status.Errorf(codes.InvalidArgument, "%v", err) - } - - msg, err := server.ForceLeave(ctx, &protoReq) - return msg, metadata, err - -} - -func request_Membership_ListMembers_0(ctx context.Context, marshaler runtime.Marshaler, client MembershipClient, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq empty.Empty - var metadata runtime.ServerMetadata - - msg, err := client.ListMembers(ctx, &protoReq, grpc.Header(&metadata.HeaderMD), grpc.Trailer(&metadata.TrailerMD)) - return msg, metadata, err - -} - -func local_request_Membership_ListMembers_0(ctx context.Context, marshaler runtime.Marshaler, server MembershipServer, req *http.Request, pathParams map[string]string) (proto.Message, runtime.ServerMetadata, error) { - var protoReq empty.Empty - var metadata runtime.ServerMetadata - - msg, err := server.ListMembers(ctx, &protoReq) - return msg, metadata, err - -} - -// RegisterMembershipHandlerServer registers the http handlers for service Membership to "mux". -// UnaryRPC :call MembershipServer directly. -// StreamingRPC :currently unsupported pending https://github.com/grpc/grpc-go/issues/906. -func RegisterMembershipHandlerServer(ctx context.Context, mux *runtime.ServeMux, server MembershipServer) error { - - mux.Handle("POST", pattern_Membership_Join_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_Membership_Join_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_Join_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_Membership_Leave_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_Membership_Leave_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_Leave_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_Membership_ForceLeave_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_Membership_ForceLeave_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_ForceLeave_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_Membership_ListMembers_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateIncomingContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := local_request_Membership_ListMembers_0(rctx, inboundMarshaler, server, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_ListMembers_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -// RegisterMembershipHandlerFromEndpoint is same as RegisterMembershipHandler but -// automatically dials to "endpoint" and closes the connection when "ctx" gets done. -func RegisterMembershipHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error) { - conn, err := grpc.Dial(endpoint, opts...) - if err != nil { - return err - } - defer func() { - if err != nil { - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - return - } - go func() { - <-ctx.Done() - if cerr := conn.Close(); cerr != nil { - grpclog.Infof("Failed to close conn to %s: %v", endpoint, cerr) - } - }() - }() - - return RegisterMembershipHandler(ctx, mux, conn) -} - -// RegisterMembershipHandler registers the http handlers for service Membership to "mux". -// The handlers forward requests to the grpc endpoint over "conn". -func RegisterMembershipHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error { - return RegisterMembershipHandlerClient(ctx, mux, NewMembershipClient(conn)) -} - -// RegisterMembershipHandlerClient registers the http handlers for service Membership -// to "mux". The handlers forward requests to the grpc endpoint over the given implementation of "MembershipClient". -// Note: the gRPC framework executes interceptors within the gRPC handler. If the passed in "MembershipClient" -// doesn't go through the normal gRPC flow (creating a gRPC client etc.) then it will be up to the passed in -// "MembershipClient" to call the correct interceptors. -func RegisterMembershipHandlerClient(ctx context.Context, mux *runtime.ServeMux, client MembershipClient) error { - - mux.Handle("POST", pattern_Membership_Join_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_Membership_Join_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_Join_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_Membership_Leave_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_Membership_Leave_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_Leave_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("POST", pattern_Membership_ForceLeave_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_Membership_ForceLeave_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_ForceLeave_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - mux.Handle("GET", pattern_Membership_ListMembers_0, func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - ctx, cancel := context.WithCancel(req.Context()) - defer cancel() - inboundMarshaler, outboundMarshaler := runtime.MarshalerForRequest(mux, req) - rctx, err := runtime.AnnotateContext(ctx, mux, req) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - resp, md, err := request_Membership_ListMembers_0(rctx, inboundMarshaler, client, req, pathParams) - ctx = runtime.NewServerMetadataContext(ctx, md) - if err != nil { - runtime.HTTPError(ctx, mux, outboundMarshaler, w, req, err) - return - } - - forward_Membership_ListMembers_0(ctx, mux, outboundMarshaler, w, req, resp, mux.GetForwardResponseOptions()...) - - }) - - return nil -} - -var ( - pattern_Membership_Join_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 2, 2}, []string{"v1", "federation", "join"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_Membership_Leave_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 2, 2}, []string{"v1", "federation", "leave"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_Membership_ForceLeave_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 2, 2}, []string{"v1", "federation", "force_leave"}, "", runtime.AssumeColonVerbOpt(true))) - - pattern_Membership_ListMembers_0 = runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 2, 2}, []string{"v1", "federation", "members"}, "", runtime.AssumeColonVerbOpt(true))) -) - -var ( - forward_Membership_Join_0 = runtime.ForwardResponseMessage - - forward_Membership_Leave_0 = runtime.ForwardResponseMessage - - forward_Membership_ForceLeave_0 = runtime.ForwardResponseMessage - - forward_Membership_ListMembers_0 = runtime.ForwardResponseMessage -) diff --git a/internal/hummingbird/mqttbroker/plugin/federation/federation.pb_mock.go b/internal/hummingbird/mqttbroker/plugin/federation/federation.pb_mock.go deleted file mode 100644 index 71e7af2..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/federation.pb_mock.go +++ /dev/null @@ -1,46 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: plugin/federation/federation.pb.go - -// Package federation is a generated GoMock package. -package federation - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" -) - -// MockisEvent_Event is a mock of isEvent_Event interface -type MockisEvent_Event struct { - ctrl *gomock.Controller - recorder *MockisEvent_EventMockRecorder -} - -// MockisEvent_EventMockRecorder is the mock recorder for MockisEvent_Event -type MockisEvent_EventMockRecorder struct { - mock *MockisEvent_Event -} - -// NewMockisEvent_Event creates a new mock instance -func NewMockisEvent_Event(ctrl *gomock.Controller) *MockisEvent_Event { - mock := &MockisEvent_Event{ctrl: ctrl} - mock.recorder = &MockisEvent_EventMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockisEvent_Event) EXPECT() *MockisEvent_EventMockRecorder { - return m.recorder -} - -// isEvent_Event mocks base method -func (m *MockisEvent_Event) isEvent_Event() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "isEvent_Event") -} - -// isEvent_Event indicates an expected call of isEvent_Event -func (mr *MockisEvent_EventMockRecorder) isEvent_Event() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "isEvent_Event", reflect.TypeOf((*MockisEvent_Event)(nil).isEvent_Event)) -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/federation_grpc.pb.go b/internal/hummingbird/mqttbroker/plugin/federation/federation_grpc.pb.go deleted file mode 100644 index d032640..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/federation_grpc.pb.go +++ /dev/null @@ -1,379 +0,0 @@ -// Code generated by protoc-gen-go-grpc. DO NOT EDIT. - -package federation - -import ( - context "context" - - empty "github.com/golang/protobuf/ptypes/empty" - grpc "google.golang.org/grpc" - codes "google.golang.org/grpc/codes" - status "google.golang.org/grpc/status" -) - -// This is a compile-time assertion to ensure that this generated file -// is compatible with the grpc package it is being compiled against. -const _ = grpc.SupportPackageIsVersion7 - -// MembershipClient is the client API for Membership service. -// -// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. -type MembershipClient interface { - // Join tells the local node to join the an existing cluster. - // See https://www.serf.io/docs/commands/join.html for details. - Join(ctx context.Context, in *JoinRequest, opts ...grpc.CallOption) (*empty.Empty, error) - // Leave triggers a graceful leave for the local node. - // This is used to ensure other nodes see the node as "left" instead of "failed". - // Note that a leaved node cannot re-join the cluster unless you restart the leaved node. - Leave(ctx context.Context, in *empty.Empty, opts ...grpc.CallOption) (*empty.Empty, error) - // ForceLeave force forces a member of a Serf cluster to enter the "left" state. - // Note that if the member is still actually alive, it will eventually rejoin the cluster. - // The true purpose of this method is to force remove "failed" nodes - // See https://www.serf.io/docs/commands/force-leave.html for details. - ForceLeave(ctx context.Context, in *ForceLeaveRequest, opts ...grpc.CallOption) (*empty.Empty, error) - // ListMembers lists all known members in the Serf cluster. - ListMembers(ctx context.Context, in *empty.Empty, opts ...grpc.CallOption) (*ListMembersResponse, error) -} - -type membershipClient struct { - cc grpc.ClientConnInterface -} - -func NewMembershipClient(cc grpc.ClientConnInterface) MembershipClient { - return &membershipClient{cc} -} - -func (c *membershipClient) Join(ctx context.Context, in *JoinRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.federation.api.Membership/Join", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *membershipClient) Leave(ctx context.Context, in *empty.Empty, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.federation.api.Membership/Leave", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *membershipClient) ForceLeave(ctx context.Context, in *ForceLeaveRequest, opts ...grpc.CallOption) (*empty.Empty, error) { - out := new(empty.Empty) - err := c.cc.Invoke(ctx, "/gmqtt.federation.api.Membership/ForceLeave", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *membershipClient) ListMembers(ctx context.Context, in *empty.Empty, opts ...grpc.CallOption) (*ListMembersResponse, error) { - out := new(ListMembersResponse) - err := c.cc.Invoke(ctx, "/gmqtt.federation.api.Membership/ListMembers", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -// MembershipServer is the server API for Membership service. -// All implementations must embed UnimplementedMembershipServer -// for forward compatibility -type MembershipServer interface { - // Join tells the local node to join the an existing cluster. - // See https://www.serf.io/docs/commands/join.html for details. - Join(context.Context, *JoinRequest) (*empty.Empty, error) - // Leave triggers a graceful leave for the local node. - // This is used to ensure other nodes see the node as "left" instead of "failed". - // Note that a leaved node cannot re-join the cluster unless you restart the leaved node. - Leave(context.Context, *empty.Empty) (*empty.Empty, error) - // ForceLeave force forces a member of a Serf cluster to enter the "left" state. - // Note that if the member is still actually alive, it will eventually rejoin the cluster. - // The true purpose of this method is to force remove "failed" nodes - // See https://www.serf.io/docs/commands/force-leave.html for details. - ForceLeave(context.Context, *ForceLeaveRequest) (*empty.Empty, error) - // ListMembers lists all known members in the Serf cluster. - ListMembers(context.Context, *empty.Empty) (*ListMembersResponse, error) - mustEmbedUnimplementedMembershipServer() -} - -// UnimplementedMembershipServer must be embedded to have forward compatible implementations. -type UnimplementedMembershipServer struct { -} - -func (UnimplementedMembershipServer) Join(context.Context, *JoinRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Join not implemented") -} -func (UnimplementedMembershipServer) Leave(context.Context, *empty.Empty) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method Leave not implemented") -} -func (UnimplementedMembershipServer) ForceLeave(context.Context, *ForceLeaveRequest) (*empty.Empty, error) { - return nil, status.Errorf(codes.Unimplemented, "method ForceLeave not implemented") -} -func (UnimplementedMembershipServer) ListMembers(context.Context, *empty.Empty) (*ListMembersResponse, error) { - return nil, status.Errorf(codes.Unimplemented, "method ListMembers not implemented") -} -func (UnimplementedMembershipServer) mustEmbedUnimplementedMembershipServer() {} - -// UnsafeMembershipServer may be embedded to opt out of forward compatibility for this service. -// Use of this interface is not recommended, as added methods to MembershipServer will -// result in compilation errors. -type UnsafeMembershipServer interface { - mustEmbedUnimplementedMembershipServer() -} - -func RegisterMembershipServer(s grpc.ServiceRegistrar, srv MembershipServer) { - s.RegisterService(&_Membership_serviceDesc, srv) -} - -func _Membership_Join_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(JoinRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(MembershipServer).Join(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.federation.api.Membership/Join", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(MembershipServer).Join(ctx, req.(*JoinRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _Membership_Leave_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(empty.Empty) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(MembershipServer).Leave(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.federation.api.Membership/Leave", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(MembershipServer).Leave(ctx, req.(*empty.Empty)) - } - return interceptor(ctx, in, info, handler) -} - -func _Membership_ForceLeave_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(ForceLeaveRequest) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(MembershipServer).ForceLeave(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.federation.api.Membership/ForceLeave", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(MembershipServer).ForceLeave(ctx, req.(*ForceLeaveRequest)) - } - return interceptor(ctx, in, info, handler) -} - -func _Membership_ListMembers_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(empty.Empty) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(MembershipServer).ListMembers(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.federation.api.Membership/ListMembers", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(MembershipServer).ListMembers(ctx, req.(*empty.Empty)) - } - return interceptor(ctx, in, info, handler) -} - -var _Membership_serviceDesc = grpc.ServiceDesc{ - ServiceName: "gmqtt.federation.api.Membership", - HandlerType: (*MembershipServer)(nil), - Methods: []grpc.MethodDesc{ - { - MethodName: "Join", - Handler: _Membership_Join_Handler, - }, - { - MethodName: "Leave", - Handler: _Membership_Leave_Handler, - }, - { - MethodName: "ForceLeave", - Handler: _Membership_ForceLeave_Handler, - }, - { - MethodName: "ListMembers", - Handler: _Membership_ListMembers_Handler, - }, - }, - Streams: []grpc.StreamDesc{}, - Metadata: "federation.proto", -} - -// FederationClient is the client API for Federation service. -// -// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. -type FederationClient interface { - Hello(ctx context.Context, in *ClientHello, opts ...grpc.CallOption) (*ServerHello, error) - EventStream(ctx context.Context, opts ...grpc.CallOption) (Federation_EventStreamClient, error) -} - -type federationClient struct { - cc grpc.ClientConnInterface -} - -func NewFederationClient(cc grpc.ClientConnInterface) FederationClient { - return &federationClient{cc} -} - -func (c *federationClient) Hello(ctx context.Context, in *ClientHello, opts ...grpc.CallOption) (*ServerHello, error) { - out := new(ServerHello) - err := c.cc.Invoke(ctx, "/gmqtt.federation.api.Federation/Hello", in, out, opts...) - if err != nil { - return nil, err - } - return out, nil -} - -func (c *federationClient) EventStream(ctx context.Context, opts ...grpc.CallOption) (Federation_EventStreamClient, error) { - stream, err := c.cc.NewStream(ctx, &_Federation_serviceDesc.Streams[0], "/gmqtt.federation.api.Federation/EventStream", opts...) - if err != nil { - return nil, err - } - x := &federationEventStreamClient{stream} - return x, nil -} - -type Federation_EventStreamClient interface { - Send(*Event) error - Recv() (*Ack, error) - grpc.ClientStream -} - -type federationEventStreamClient struct { - grpc.ClientStream -} - -func (x *federationEventStreamClient) Send(m *Event) error { - return x.ClientStream.SendMsg(m) -} - -func (x *federationEventStreamClient) Recv() (*Ack, error) { - m := new(Ack) - if err := x.ClientStream.RecvMsg(m); err != nil { - return nil, err - } - return m, nil -} - -// FederationServer is the server API for Federation service. -// All implementations must embed UnimplementedFederationServer -// for forward compatibility -type FederationServer interface { - Hello(context.Context, *ClientHello) (*ServerHello, error) - EventStream(Federation_EventStreamServer) error - mustEmbedUnimplementedFederationServer() -} - -// UnimplementedFederationServer must be embedded to have forward compatible implementations. -type UnimplementedFederationServer struct { -} - -func (UnimplementedFederationServer) Hello(context.Context, *ClientHello) (*ServerHello, error) { - return nil, status.Errorf(codes.Unimplemented, "method Hello not implemented") -} -func (UnimplementedFederationServer) EventStream(Federation_EventStreamServer) error { - return status.Errorf(codes.Unimplemented, "method EventStream not implemented") -} -func (UnimplementedFederationServer) mustEmbedUnimplementedFederationServer() {} - -// UnsafeFederationServer may be embedded to opt out of forward compatibility for this service. -// Use of this interface is not recommended, as added methods to FederationServer will -// result in compilation errors. -type UnsafeFederationServer interface { - mustEmbedUnimplementedFederationServer() -} - -func RegisterFederationServer(s grpc.ServiceRegistrar, srv FederationServer) { - s.RegisterService(&_Federation_serviceDesc, srv) -} - -func _Federation_Hello_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { - in := new(ClientHello) - if err := dec(in); err != nil { - return nil, err - } - if interceptor == nil { - return srv.(FederationServer).Hello(ctx, in) - } - info := &grpc.UnaryServerInfo{ - Server: srv, - FullMethod: "/gmqtt.federation.api.Federation/Hello", - } - handler := func(ctx context.Context, req interface{}) (interface{}, error) { - return srv.(FederationServer).Hello(ctx, req.(*ClientHello)) - } - return interceptor(ctx, in, info, handler) -} - -func _Federation_EventStream_Handler(srv interface{}, stream grpc.ServerStream) error { - return srv.(FederationServer).EventStream(&federationEventStreamServer{stream}) -} - -type Federation_EventStreamServer interface { - Send(*Ack) error - Recv() (*Event, error) - grpc.ServerStream -} - -type federationEventStreamServer struct { - grpc.ServerStream -} - -func (x *federationEventStreamServer) Send(m *Ack) error { - return x.ServerStream.SendMsg(m) -} - -func (x *federationEventStreamServer) Recv() (*Event, error) { - m := new(Event) - if err := x.ServerStream.RecvMsg(m); err != nil { - return nil, err - } - return m, nil -} - -var _Federation_serviceDesc = grpc.ServiceDesc{ - ServiceName: "gmqtt.federation.api.Federation", - HandlerType: (*FederationServer)(nil), - Methods: []grpc.MethodDesc{ - { - MethodName: "Hello", - Handler: _Federation_Hello_Handler, - }, - }, - Streams: []grpc.StreamDesc{ - { - StreamName: "EventStream", - Handler: _Federation_EventStream_Handler, - ServerStreams: true, - ClientStreams: true, - }, - }, - Metadata: "federation.proto", -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/federation_grpc.pb_mock.go b/internal/hummingbird/mqttbroker/plugin/federation/federation_grpc.pb_mock.go deleted file mode 100644 index daccfe8..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/federation_grpc.pb_mock.go +++ /dev/null @@ -1,214 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/plugin/federation (interfaces: FederationClient,Federation_EventStreamClient) - -// Package federation is a generated GoMock package. -package federation - -import ( - context "context" - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - grpc "google.golang.org/grpc" - metadata "google.golang.org/grpc/metadata" -) - -// MockFederationClient is a mock of FederationClient interface -type MockFederationClient struct { - ctrl *gomock.Controller - recorder *MockFederationClientMockRecorder -} - -// MockFederationClientMockRecorder is the mock recorder for MockFederationClient -type MockFederationClientMockRecorder struct { - mock *MockFederationClient -} - -// NewMockFederationClient creates a new mock instance -func NewMockFederationClient(ctrl *gomock.Controller) *MockFederationClient { - mock := &MockFederationClient{ctrl: ctrl} - mock.recorder = &MockFederationClientMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockFederationClient) EXPECT() *MockFederationClientMockRecorder { - return m.recorder -} - -// EventStream mocks base method -func (m *MockFederationClient) EventStream(arg0 context.Context, arg1 ...grpc.CallOption) (Federation_EventStreamClient, error) { - m.ctrl.T.Helper() - varargs := []interface{}{arg0} - for _, a := range arg1 { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "EventStream", varargs...) - ret0, _ := ret[0].(Federation_EventStreamClient) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// EventStream indicates an expected call of EventStream -func (mr *MockFederationClientMockRecorder) EventStream(arg0 interface{}, arg1 ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{arg0}, arg1...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "EventStream", reflect.TypeOf((*MockFederationClient)(nil).EventStream), varargs...) -} - -// Hello mocks base method -func (m *MockFederationClient) Hello(arg0 context.Context, arg1 *ClientHello, arg2 ...grpc.CallOption) (*ServerHello, error) { - m.ctrl.T.Helper() - varargs := []interface{}{arg0, arg1} - for _, a := range arg2 { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Hello", varargs...) - ret0, _ := ret[0].(*ServerHello) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Hello indicates an expected call of Hello -func (mr *MockFederationClientMockRecorder) Hello(arg0, arg1 interface{}, arg2 ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{arg0, arg1}, arg2...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Hello", reflect.TypeOf((*MockFederationClient)(nil).Hello), varargs...) -} - -// MockFederation_EventStreamClient is a mock of Federation_EventStreamClient interface -type MockFederation_EventStreamClient struct { - ctrl *gomock.Controller - recorder *MockFederation_EventStreamClientMockRecorder -} - -// MockFederation_EventStreamClientMockRecorder is the mock recorder for MockFederation_EventStreamClient -type MockFederation_EventStreamClientMockRecorder struct { - mock *MockFederation_EventStreamClient -} - -// NewMockFederation_EventStreamClient creates a new mock instance -func NewMockFederation_EventStreamClient(ctrl *gomock.Controller) *MockFederation_EventStreamClient { - mock := &MockFederation_EventStreamClient{ctrl: ctrl} - mock.recorder = &MockFederation_EventStreamClientMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockFederation_EventStreamClient) EXPECT() *MockFederation_EventStreamClientMockRecorder { - return m.recorder -} - -// CloseSend mocks base method -func (m *MockFederation_EventStreamClient) CloseSend() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "CloseSend") - ret0, _ := ret[0].(error) - return ret0 -} - -// CloseSend indicates an expected call of CloseSend -func (mr *MockFederation_EventStreamClientMockRecorder) CloseSend() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "CloseSend", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).CloseSend)) -} - -// Context mocks base method -func (m *MockFederation_EventStreamClient) Context() context.Context { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Context") - ret0, _ := ret[0].(context.Context) - return ret0 -} - -// Context indicates an expected call of Context -func (mr *MockFederation_EventStreamClientMockRecorder) Context() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Context", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).Context)) -} - -// Header mocks base method -func (m *MockFederation_EventStreamClient) Header() (metadata.MD, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Header") - ret0, _ := ret[0].(metadata.MD) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Header indicates an expected call of Header -func (mr *MockFederation_EventStreamClientMockRecorder) Header() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Header", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).Header)) -} - -// Recv mocks base method -func (m *MockFederation_EventStreamClient) Recv() (*Ack, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Recv") - ret0, _ := ret[0].(*Ack) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Recv indicates an expected call of Recv -func (mr *MockFederation_EventStreamClientMockRecorder) Recv() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Recv", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).Recv)) -} - -// RecvMsg mocks base method -func (m *MockFederation_EventStreamClient) RecvMsg(arg0 interface{}) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "RecvMsg", arg0) - ret0, _ := ret[0].(error) - return ret0 -} - -// RecvMsg indicates an expected call of RecvMsg -func (mr *MockFederation_EventStreamClientMockRecorder) RecvMsg(arg0 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "RecvMsg", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).RecvMsg), arg0) -} - -// Send mocks base method -func (m *MockFederation_EventStreamClient) Send(arg0 *Event) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Send", arg0) - ret0, _ := ret[0].(error) - return ret0 -} - -// Send indicates an expected call of Send -func (mr *MockFederation_EventStreamClientMockRecorder) Send(arg0 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Send", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).Send), arg0) -} - -// SendMsg mocks base method -func (m *MockFederation_EventStreamClient) SendMsg(arg0 interface{}) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "SendMsg", arg0) - ret0, _ := ret[0].(error) - return ret0 -} - -// SendMsg indicates an expected call of SendMsg -func (mr *MockFederation_EventStreamClientMockRecorder) SendMsg(arg0 interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "SendMsg", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).SendMsg), arg0) -} - -// Trailer mocks base method -func (m *MockFederation_EventStreamClient) Trailer() metadata.MD { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Trailer") - ret0, _ := ret[0].(metadata.MD) - return ret0 -} - -// Trailer indicates an expected call of Trailer -func (mr *MockFederation_EventStreamClientMockRecorder) Trailer() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Trailer", reflect.TypeOf((*MockFederation_EventStreamClient)(nil).Trailer)) -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/hooks.go b/internal/hummingbird/mqttbroker/plugin/federation/hooks.go deleted file mode 100644 index 82a2848..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/hooks.go +++ /dev/null @@ -1,232 +0,0 @@ -package federation - -import ( - "context" - "sort" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" -) - -func (f *Federation) HookWrapper() server.HookWrapper { - return server.HookWrapper{ - OnSubscribedWrapper: f.OnSubscribedWrapper, - OnUnsubscribedWrapper: f.OnUnsubscribedWrapper, - OnMsgArrivedWrapper: f.OnMsgArrivedWrapper, - OnSessionTerminatedWrapper: f.OnSessionTerminatedWrapper, - OnWillPublishWrapper: f.OnWillPublishWrapper, - } -} - -func (f *Federation) OnSubscribedWrapper(pre server.OnSubscribed) server.OnSubscribed { - return func(ctx context.Context, client server.Client, subscription *gmqtt.Subscription) { - pre(ctx, client, subscription) - if subscription != nil { - if !f.localSubStore.subscribe(client.ClientOptions().ClientID, subscription.GetFullTopicName()) { - return - } - // only send new subscription - f.memberMu.Lock() - defer f.memberMu.Unlock() - for _, v := range f.peers { - sub := &Subscribe{ - ShareName: subscription.ShareName, - TopicFilter: subscription.TopicFilter, - } - v.queue.add(&Event{ - Event: &Event_Subscribe{ - Subscribe: sub, - }}) - } - } - } -} - -func (f *Federation) OnUnsubscribedWrapper(pre server.OnUnsubscribed) server.OnUnsubscribed { - return func(ctx context.Context, client server.Client, topicName string) { - pre(ctx, client, topicName) - if !f.localSubStore.unsubscribe(client.ClientOptions().ClientID, topicName) { - return - } - // only unsubscribe topic if there is no local subscriber anymore. - f.memberMu.Lock() - defer f.memberMu.Unlock() - for _, v := range f.peers { - unsub := &Unsubscribe{ - TopicName: topicName, - } - v.queue.add(&Event{ - Event: &Event_Unsubscribe{ - Unsubscribe: unsub, - }}) - } - } -} - -func sendSharedMsg(fs *fedSubStore, sharedList map[string][]string, send func(nodeName string, topicName string)) { - // shared subscription - fs.sharedMu.Lock() - defer fs.sharedMu.Unlock() - for topicName, v := range sharedList { - sort.Strings(v) - mod := fs.sharedSent[topicName] % (uint64(len(v))) - fs.sharedSent[topicName]++ - send(v[mod], topicName) - } -} - -// sendMessage sends messages to cluster nodes. -// For retained message, broadcasts the message to all nodes to update their local retained store. -// For none retained message , send it to the nodes which have matched topics. -// For shared subscription, we should either only send the message to local subscriber or only send the message to one node. -// If drop is true, the local node will drop the message. -// If options is not nil, the local node will apply the options to topic matching process. -func (f *Federation) sendMessage(msg *gmqtt.Message) (drop bool, options *subscription.IterationOptions) { - f.memberMu.Lock() - defer f.memberMu.Unlock() - - if msg.Retained { - eventMsg := messageToEvent(msg) - for _, v := range f.peers { - v.queue.add(&Event{ - Event: &Event_Message{ - Message: eventMsg, - }}) - } - return - } - - // shared topic => []nodeName. - sharedList := make(map[string][]string) - // append local shared subscription - f.localSubStore.localStore.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - fullTopic := sub.GetFullTopicName() - sharedList[fullTopic] = append(sharedList[fullTopic], f.nodeName) - return true - }, subscription.IterationOptions{ - Type: subscription.TypeShared, - TopicName: msg.Topic, - MatchType: subscription.MatchFilter, - }) - - // store non-shared topic, key by nodeName - nonShared := make(map[string]struct{}) - - f.fedSubStore.Iterate(func(nodeName string, sub *gmqtt.Subscription) bool { - if sub.ShareName != "" { - fullTopic := sub.GetFullTopicName() - sharedList[fullTopic] = append(sharedList[fullTopic], nodeName) - return true - } - nonShared[nodeName] = struct{}{} - return true - }, subscription.IterationOptions{ - Type: subscription.TypeAll, - TopicName: msg.Topic, - MatchType: subscription.MatchFilter, - }) - - sent := make(map[string]struct{}) - // shared subscription - sendSharedMsg(f.fedSubStore, sharedList, func(nodeName string, topicName string) { - // Do nothing if it is the local node. - if nodeName == f.nodeName { - return - } - if _, ok := sent[nodeName]; ok { - return - } - sent[nodeName] = struct{}{} - if p, ok := f.peers[nodeName]; ok { - eventMsg := messageToEvent(msg) - p.queue.add(&Event{ - Event: &Event_Message{ - Message: eventMsg, - }}) - drop = true - nonSharedOpts := subscription.IterationOptions{ - Type: subscription.TypeAll ^ subscription.TypeShared, - TopicName: msg.Topic, - MatchType: subscription.MatchFilter, - } - f.localSubStore.localStore.Iterate(func(clientID string, sub *gmqtt.Subscription) bool { - // If the message also matches non-shared subscription in local node, it can not be dropped. - // But the broker must not match any local shared subscriptions for this message, - // so we modify the iterationOptions to ignore shared subscriptions. - drop = false - options = &nonSharedOpts - return false - }, nonSharedOpts) - } - }) - // non-shared subscription - for nodeName := range nonShared { - if _, ok := sent[nodeName]; ok { - continue - } - if p, ok := f.peers[nodeName]; ok { - eventMsg := messageToEvent(msg) - p.queue.add(&Event{ - Event: &Event_Message{ - Message: eventMsg, - }}) - } - } - return -} -func (f *Federation) OnMsgArrivedWrapper(pre server.OnMsgArrived) server.OnMsgArrived { - return func(ctx context.Context, client server.Client, req *server.MsgArrivedRequest) error { - err := pre(ctx, client, req) - if err != nil { - return err - } - if req.Message != nil { - drop, opts := f.sendMessage(req.Message) - if drop { - req.Drop() - } - if opts != nil { - req.IterationOptions = *opts - } - } - return nil - } -} - -func (f *Federation) OnSessionTerminatedWrapper(pre server.OnSessionTerminated) server.OnSessionTerminated { - return func(ctx context.Context, clientID string, reason server.SessionTerminatedReason) { - pre(ctx, clientID, reason) - if unsubs := f.localSubStore.unsubscribeAll(clientID); len(unsubs) != 0 { - f.memberMu.Lock() - defer f.memberMu.Unlock() - for _, v := range f.peers { - for _, topicName := range unsubs { - unsub := &Unsubscribe{ - TopicName: topicName, - } - v.queue.add(&Event{ - Event: &Event_Unsubscribe{ - Unsubscribe: unsub, - }}) - } - } - } - } - -} - -func (f *Federation) OnWillPublishWrapper(pre server.OnWillPublish) server.OnWillPublish { - return func(ctx context.Context, clientID string, req *server.WillMsgRequest) { - pre(ctx, clientID, req) - if req.Message != nil { - drop, opts := f.sendMessage(req.Message) - if drop { - req.Drop() - } - if opts != nil { - req.IterationOptions = *opts - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/membership.go b/internal/hummingbird/mqttbroker/plugin/federation/membership.go deleted file mode 100644 index 421a60f..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/membership.go +++ /dev/null @@ -1,100 +0,0 @@ -package federation - -import ( - "time" - - "github.com/google/uuid" - "github.com/hashicorp/serf/serf" - "go.uber.org/zap" -) - -// iSerf is the interface for *serf.Serf. -// It is used for test. -type iSerf interface { - Join(existing []string, ignoreOld bool) (int, error) - RemoveFailedNode(node string) error - Leave() error - Members() []serf.Member - Shutdown() error -} - -var servePeerEventStream = func(p *peer) { - p.serveEventStream() -} - -func (f *Federation) startSerf(t *time.Timer) error { - defer func() { - t.Reset(f.config.RetryInterval) - }() - if _, err := f.serf.Join(f.config.RetryJoin, true); err != nil { - return err - } - go f.eventHandler() - return nil -} - -func (f *Federation) eventHandler() { - for { - select { - case evt := <-f.serfEventCh: - switch evt.EventType() { - case serf.EventMemberJoin: - f.nodeJoin(evt.(serf.MemberEvent)) - case serf.EventMemberLeave, serf.EventMemberFailed, serf.EventMemberReap: - f.nodeFail(evt.(serf.MemberEvent)) - case serf.EventUser: - case serf.EventMemberUpdate: - // TODO - case serf.EventQuery: // Ignore - default: - } - case <-f.exit: - f.memberMu.Lock() - for _, v := range f.peers { - v.stop() - } - f.memberMu.Unlock() - return - } - } -} - -func (f *Federation) nodeJoin(member serf.MemberEvent) { - f.memberMu.Lock() - defer f.memberMu.Unlock() - for _, v := range member.Members { - if v.Name == f.nodeName { - continue - } - log.Info("member joined", zap.String("node_name", v.Name)) - if _, ok := f.peers[v.Name]; !ok { - p := &peer{ - fed: f, - member: v, - exit: make(chan struct{}), - sessionID: uuid.New().String(), - queue: newEventQueue(), - localName: f.nodeName, - } - f.peers[v.Name] = p - go servePeerEventStream(p) - } - } -} - -func (f *Federation) nodeFail(member serf.MemberEvent) { - f.memberMu.Lock() - defer f.memberMu.Unlock() - for _, v := range member.Members { - if v.Name == f.nodeName { - continue - } - if p, ok := f.peers[v.Name]; ok { - log.Error("node failed, close stream client", zap.String("node_name", v.Name)) - p.stop() - delete(f.peers, v.Name) - _ = f.fedSubStore.UnsubscribeAll(v.Name) - f.sessionMgr.del(v.Name) - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/membership_mock.go b/internal/hummingbird/mqttbroker/plugin/federation/membership_mock.go deleted file mode 100644 index 40bfd44..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/membership_mock.go +++ /dev/null @@ -1,106 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: plugin/federation/membership.go - -// Package federation is a generated GoMock package. -package federation - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - serf "github.com/hashicorp/serf/serf" -) - -// MockiSerf is a mock of iSerf interface -type MockiSerf struct { - ctrl *gomock.Controller - recorder *MockiSerfMockRecorder -} - -// MockiSerfMockRecorder is the mock recorder for MockiSerf -type MockiSerfMockRecorder struct { - mock *MockiSerf -} - -// NewMockiSerf creates a new mock instance -func NewMockiSerf(ctrl *gomock.Controller) *MockiSerf { - mock := &MockiSerf{ctrl: ctrl} - mock.recorder = &MockiSerfMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockiSerf) EXPECT() *MockiSerfMockRecorder { - return m.recorder -} - -// Join mocks base method -func (m *MockiSerf) Join(existing []string, ignoreOld bool) (int, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Join", existing, ignoreOld) - ret0, _ := ret[0].(int) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Join indicates an expected call of Join -func (mr *MockiSerfMockRecorder) Join(existing, ignoreOld interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Join", reflect.TypeOf((*MockiSerf)(nil).Join), existing, ignoreOld) -} - -// RemoveFailedNode mocks base method -func (m *MockiSerf) RemoveFailedNode(node string) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "RemoveFailedNode", node) - ret0, _ := ret[0].(error) - return ret0 -} - -// RemoveFailedNode indicates an expected call of RemoveFailedNode -func (mr *MockiSerfMockRecorder) RemoveFailedNode(node interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "RemoveFailedNode", reflect.TypeOf((*MockiSerf)(nil).RemoveFailedNode), node) -} - -// Leave mocks base method -func (m *MockiSerf) Leave() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Leave") - ret0, _ := ret[0].(error) - return ret0 -} - -// Leave indicates an expected call of Leave -func (mr *MockiSerfMockRecorder) Leave() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Leave", reflect.TypeOf((*MockiSerf)(nil).Leave)) -} - -// Members mocks base method -func (m *MockiSerf) Members() []serf.Member { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Members") - ret0, _ := ret[0].([]serf.Member) - return ret0 -} - -// Members indicates an expected call of Members -func (mr *MockiSerfMockRecorder) Members() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Members", reflect.TypeOf((*MockiSerf)(nil).Members)) -} - -// Shutdown mocks base method -func (m *MockiSerf) Shutdown() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Shutdown") - ret0, _ := ret[0].(error) - return ret0 -} - -// Shutdown indicates an expected call of Shutdown -func (mr *MockiSerfMockRecorder) Shutdown() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Shutdown", reflect.TypeOf((*MockiSerf)(nil).Shutdown)) -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/peer.go b/internal/hummingbird/mqttbroker/plugin/federation/peer.go deleted file mode 100644 index 6284227..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/peer.go +++ /dev/null @@ -1,381 +0,0 @@ -package federation - -import ( - "container/list" - "context" - "errors" - "fmt" - "io" - "sync" - "time" - - "github.com/hashicorp/serf/serf" - "go.uber.org/zap" - "go.uber.org/zap/zapcore" - "google.golang.org/grpc" - "google.golang.org/grpc/metadata" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" -) - -type peerState byte - -const ( - peerStateStopped peerState = iota + 1 - peerStateStreaming -) - -// peer represents a remote node which act as the event stream server. -type peer struct { - fed *Federation - localName string - member serf.Member - exit chan struct{} - // local session id - sessionID string - queue queue - // stateMu guards the following fields - stateMu sync.Mutex - state peerState - // client-side stream - stream *stream -} - -type stream struct { - queue queue - conn *grpc.ClientConn - client Federation_EventStreamClient - close chan struct{} - errOnce sync.Once - err error - wg sync.WaitGroup -} - -// interface for testing -type queue interface { - clear() - close() - open() - setReadPosition(id uint64) - add(event *Event) - fetchEvents() []*Event - ack(id uint64) -} - -// eventQueue store the events that are ready to send. -// TODO add max buffer size -type eventQueue struct { - cond *sync.Cond - nextID uint64 - l *list.List - nextRead *list.Element - closed bool -} - -func newEventQueue() *eventQueue { - return &eventQueue{ - cond: sync.NewCond(&sync.Mutex{}), - nextID: 0, - l: list.New(), - closed: false, - } -} - -func (e *eventQueue) clear() { - e.cond.L.Lock() - defer e.cond.L.Unlock() - e.nextID = 0 - e.l = list.New() - e.nextRead = nil - e.closed = false -} - -func (e *eventQueue) close() { - e.cond.L.Lock() - defer e.cond.L.Unlock() - e.closed = true - e.cond.Signal() -} - -func (e *eventQueue) open() { - e.cond.L.Lock() - defer e.cond.L.Unlock() - e.closed = false - e.cond.Signal() -} - -func (e *eventQueue) setReadPosition(id uint64) { - e.cond.L.Lock() - defer e.cond.L.Unlock() - for elem := e.l.Front(); elem != nil; elem = elem.Next() { - ev := elem.Value.(*Event) - if ev.Id == id { - e.nextRead = elem - return - } - } -} - -func (e *eventQueue) add(event *Event) { - e.cond.L.Lock() - defer func() { - e.cond.L.Unlock() - e.cond.Signal() - }() - event.Id = e.nextID - e.nextID++ - elem := e.l.PushBack(event) - if e.nextRead == nil { - e.nextRead = elem - } -} - -func (e *eventQueue) fetchEvents() []*Event { - e.cond.L.Lock() - defer e.cond.L.Unlock() - - for (e.l.Len() == 0 || e.nextRead == nil) && !e.closed { - e.cond.Wait() - } - if e.closed { - return nil - } - ev := make([]*Event, 0) - var elem *list.Element - elem = e.nextRead - for i := 0; i < 100; i++ { - ev = append(ev, elem.Value.(*Event)) - elem = elem.Next() - if elem == nil { - break - } - } - e.nextRead = elem - return ev -} - -func (e *eventQueue) ack(id uint64) { - e.cond.L.Lock() - defer func() { - e.cond.L.Unlock() - e.cond.Signal() - }() - var next *list.Element - for elem := e.l.Front(); elem != nil; elem = next { - next = elem.Next() - req := elem.Value.(*Event) - if req.Id <= id { - e.l.Remove(elem) - } - if req.Id == id { - return - } - } -} - -func (p *peer) stop() { - select { - case <-p.exit: - default: - close(p.exit) - } - p.stateMu.Lock() - state := p.state - if state == peerStateStreaming { - _ = p.stream.conn.Close() - } - p.state = peerStateStopped - p.stateMu.Unlock() - if state == peerStateStreaming { - p.stream.wg.Wait() - } -} - -func (p *peer) serveEventStream() { - timer := time.NewTimer(0) - var reconnectCount int - for { - select { - case <-p.exit: - return - case <-timer.C: - err := p.serveStream(reconnectCount, timer) - select { - case <-p.exit: - return - default: - } - if err != nil { - log.Error("stream broken, reconnecting", zap.Error(err), - zap.Int("reconnect_count", reconnectCount)) - reconnectCount++ - continue - } - return - } - } -} - -func (p *peer) initStream(client FederationClient, conn *grpc.ClientConn) (s *stream, err error) { - p.stateMu.Lock() - defer func() { - if err == nil { - p.state = peerStateStreaming - } - p.stateMu.Unlock() - }() - if p.state == peerStateStopped { - return nil, errors.New("peer has been stopped") - } - helloMD := metadata.Pairs("node_name", p.localName) - helloCtx := metadata.NewOutgoingContext(context.Background(), helloMD) - sh, err := client.Hello(helloCtx, &ClientHello{ - SessionId: p.sessionID, - }) - if err != nil { - return nil, fmt.Errorf("handshake error: %s", err.Error()) - } - log.Info("handshake succeed", zap.String("remote_node", p.member.Name), zap.Bool("clean_start", sh.CleanStart)) - if sh.CleanStart { - p.queue.clear() - // sync full state - p.fed.localSubStore.Lock() - for k := range p.fed.localSubStore.topics { - shareName, topicFilter := subscription.SplitTopic(k) - p.queue.add(&Event{ - Event: &Event_Subscribe{Subscribe: &Subscribe{ - ShareName: shareName, - TopicFilter: topicFilter, - }}, - }) - } - p.fed.localSubStore.Unlock() - - p.fed.retainedStore.Iterate(func(message *mqttbroker.Message) bool { - // TODO add timestamp to retained message and use Last Write Wins (LWW) to resolve write conflicts. - p.queue.add(&Event{ - Event: &Event_Message{ - Message: messageToEvent(message.Copy()), - }, - }) - return true - }) - } - p.queue.setReadPosition(sh.NextEventId) - md := metadata.Pairs("node_name", p.localName) - ctx := metadata.NewOutgoingContext(context.Background(), md) - c, err := client.EventStream(ctx) - if err != nil { - return nil, err - } - p.queue.open() - s = &stream{ - queue: p.queue, - conn: conn, - client: c, - close: make(chan struct{}), - } - p.stream = s - return s, nil -} - -func (p *peer) serveStream(reconnectCount int, backoff *time.Timer) (err error) { - defer func() { - if err != nil { - du := time.Duration(0) - if reconnectCount != 0 { - du = time.Duration(reconnectCount) * 500 * time.Millisecond - } - if max := 2 * time.Second; du > max { - du = max - } - backoff.Reset(du) - } - }() - addr := p.member.Tags["fed_addr"] - conn, err := grpc.Dial(addr, grpc.WithInsecure()) - if err != nil { - return err - } - client := NewFederationClient(conn) - s, err := p.initStream(client, conn) - if err != nil { - return err - } - return s.serve() -} - -func (s *stream) serve() error { - s.wg.Add(2) - go s.readLoop() - go s.sendEvents() - s.wg.Wait() - return s.err -} - -func (s *stream) setError(err error) { - s.errOnce.Do(func() { - s.queue.close() - s.conn.Close() - close(s.close) - if err != nil && err != io.EOF { - log.Error("stream error", zap.Error(err)) - s.err = err - } - }) -} - -func (s *stream) readLoop() { - var err error - var resp *Ack - defer func() { - if re := recover(); re != nil { - err = errors.New(fmt.Sprint(re)) - } - s.setError(err) - s.wg.Done() - }() - for { - select { - case <-s.close: - return - default: - resp, err = s.client.Recv() - if err != nil { - return - } - s.queue.ack(resp.EventId) - if ce := log.Check(zapcore.DebugLevel, "event acked"); ce != nil { - ce.Write(zap.Uint64("id", resp.EventId)) - } - } - } -} - -func (s *stream) sendEvents() { - var err error - defer func() { - if re := recover(); re != nil { - err = errors.New(fmt.Sprint(re)) - } - s.setError(err) - s.wg.Done() - }() - for { - events := s.queue.fetchEvents() - // stream has been closed - if events == nil { - return - } - for _, v := range events { - err := s.client.Send(v) - if err != nil { - return - } - if ce := log.Check(zapcore.DebugLevel, "event sent"); ce != nil { - ce.Write(zap.String("event", v.String())) - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/peer_mock.go b/internal/hummingbird/mqttbroker/plugin/federation/peer_mock.go deleted file mode 100644 index 849fb24..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/peer_mock.go +++ /dev/null @@ -1,120 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: plugin/federation/peer.go - -// Package federation is a generated GoMock package. -package federation - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" -) - -// Mockqueue is a mock of queue interface -type Mockqueue struct { - ctrl *gomock.Controller - recorder *MockqueueMockRecorder -} - -// MockqueueMockRecorder is the mock recorder for Mockqueue -type MockqueueMockRecorder struct { - mock *Mockqueue -} - -// NewMockqueue creates a new mock instance -func NewMockqueue(ctrl *gomock.Controller) *Mockqueue { - mock := &Mockqueue{ctrl: ctrl} - mock.recorder = &MockqueueMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *Mockqueue) EXPECT() *MockqueueMockRecorder { - return m.recorder -} - -// clear mocks base method -func (m *Mockqueue) clear() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "clear") -} - -// clear indicates an expected call of clear -func (mr *MockqueueMockRecorder) clear() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "clear", reflect.TypeOf((*Mockqueue)(nil).clear)) -} - -// close mocks base method -func (m *Mockqueue) close() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "close") -} - -// close indicates an expected call of close -func (mr *MockqueueMockRecorder) close() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "close", reflect.TypeOf((*Mockqueue)(nil).close)) -} - -// open mocks base method -func (m *Mockqueue) open() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "open") -} - -// open indicates an expected call of open -func (mr *MockqueueMockRecorder) open() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "open", reflect.TypeOf((*Mockqueue)(nil).open)) -} - -// setReadPosition mocks base method -func (m *Mockqueue) setReadPosition(id uint64) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "setReadPosition", id) -} - -// setReadPosition indicates an expected call of setReadPosition -func (mr *MockqueueMockRecorder) setReadPosition(id interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "setReadPosition", reflect.TypeOf((*Mockqueue)(nil).setReadPosition), id) -} - -// add mocks base method -func (m *Mockqueue) add(event *Event) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "add", event) -} - -// add indicates an expected call of add -func (mr *MockqueueMockRecorder) add(event interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "add", reflect.TypeOf((*Mockqueue)(nil).add), event) -} - -// fetchEvents mocks base method -func (m *Mockqueue) fetchEvents() []*Event { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "fetchEvents") - ret0, _ := ret[0].([]*Event) - return ret0 -} - -// fetchEvents indicates an expected call of fetchEvents -func (mr *MockqueueMockRecorder) fetchEvents() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "fetchEvents", reflect.TypeOf((*Mockqueue)(nil).fetchEvents)) -} - -// ack mocks base method -func (m *Mockqueue) ack(id uint64) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "ack", id) -} - -// ack indicates an expected call of ack -func (mr *MockqueueMockRecorder) ack(id interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ack", reflect.TypeOf((*Mockqueue)(nil).ack), id) -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/protos/federation.proto b/internal/hummingbird/mqttbroker/plugin/federation/protos/federation.proto deleted file mode 100644 index 7398d65..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/protos/federation.proto +++ /dev/null @@ -1,129 +0,0 @@ -syntax = "proto3"; - -package gmqtt.federation.api; -option go_package = ".;federation"; - -import "google/api/annotations.proto"; -import "google/protobuf/empty.proto"; - -message Event { - uint64 id = 1; - oneof Event { - Subscribe Subscribe = 2; - Message message = 3; - Unsubscribe unsubscribe = 4; - } -} - -// Subscribe represents the subscription for a node, it is used to route message among nodes, -// so only shared_name and topic_filter is required. -message Subscribe { - string share_name = 1; - string topic_filter = 2; -} - -message Message{ - string topic_name = 1; - string payload = 2; - uint32 qos = 3; - bool retained = 4; - // the following fields are using in v5 client. - string content_type = 5; - string correlation_data = 6; - uint32 message_expiry = 7; - uint32 payload_format = 8; - string response_topic = 9; - repeated UserProperty user_properties = 10; -} - -message UserProperty { - bytes K = 1; - bytes V = 2; -} -message Unsubscribe{ - string topic_name = 1; -} - -message Ack { - uint64 event_id = 1; -} - -// ClientHello is the request message in handshake process. -message ClientHello { - string session_id = 1; -} - -// ServerHello is the response message in handshake process. -message ServerHello{ - bool clean_start = 1; - uint64 next_event_id = 2; -} - -message JoinRequest { - repeated string hosts = 1; -} - - -message Member { - string name = 1; - string addr = 2; - map tags = 3; - Status status = 4; -} - -enum Status { - STATUS_UNSPECIFIED = 0; - STATUS_ALIVE = 1; - STATUS_LEAVING = 2; - STATUS_LEFT = 3; - STATUS_FAILED = 4; -} - -message ListMembersResponse { - repeated Member members = 1; -} - -message ForceLeaveRequest { - string node_name = 1; -} - -service Membership { - // Join tells the local node to join the an existing cluster. - // See https://www.serf.io/docs/commands/join.html for details. - rpc Join(JoinRequest) returns (google.protobuf.Empty){ - option (google.api.http) = { - post: "/v1/federation/join" - body:"*" - }; - } - // Leave triggers a graceful leave for the local node. - // This is used to ensure other nodes see the node as "left" instead of "failed". - // Note that a leaved node cannot re-join the cluster unless you restart the leaved node. - rpc Leave(google.protobuf.Empty) returns (google.protobuf.Empty){ - option (google.api.http) = { - post: "/v1/federation/leave" - body:"*" - }; - } - // ForceLeave force forces a member of a Serf cluster to enter the "left" state. - // Note that if the member is still actually alive, it will eventually rejoin the cluster. - // The true purpose of this method is to force remove "failed" nodes - // See https://www.serf.io/docs/commands/force-leave.html for details. - rpc ForceLeave(ForceLeaveRequest) returns (google.protobuf.Empty){ - option (google.api.http) = { - post: "/v1/federation/force_leave" - body:"*" - }; - } - // ListMembers lists all known members in the Serf cluster. - rpc ListMembers(google.protobuf.Empty) returns (ListMembersResponse){ - option (google.api.http) = { - get: "/v1/federation/members" - }; - } -} - -service Federation { - rpc Hello(ClientHello) returns (ServerHello){} - rpc EventStream (stream Event) returns (stream Ack){} -} diff --git a/internal/hummingbird/mqttbroker/plugin/federation/protos/proto_gen.sh b/internal/hummingbird/mqttbroker/plugin/federation/protos/proto_gen.sh deleted file mode 100755 index 261d433..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/protos/proto_gen.sh +++ /dev/null @@ -1,8 +0,0 @@ -protoc -I. \ --I$GOPATH/src/github.com/grpc-ecosystem/grpc-gateway \ --I$GOPATH/src/github.com/grpc-ecosystem/grpc-gateway/third_party/googleapis \ ---go-grpc_out=../ \ ---go_out=../ \ ---grpc-gateway_out=../ \ ---swagger_out=../swagger \ -*.proto \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/plugin/federation/swagger/federation.swagger.json b/internal/hummingbird/mqttbroker/plugin/federation/swagger/federation.swagger.json deleted file mode 100644 index 033dbf0..0000000 --- a/internal/hummingbird/mqttbroker/plugin/federation/swagger/federation.swagger.json +++ /dev/null @@ -1,357 +0,0 @@ -{ - "swagger": "2.0", - "info": { - "title": "federation.proto", - "version": "version not set" - }, - "consumes": [ - "application/json" - ], - "produces": [ - "application/json" - ], - "paths": { - "/v1/federation/force_leave": { - "post": { - "summary": "ForceLeave force forces a member of a Serf cluster to enter the \"left\" state.\nNote that if the member is still actually alive, it will eventually rejoin the cluster.\nThe true purpose of this method is to force remove \"failed\" nodes\nSee https://www.serf.io/docs/commands/force-leave.html for details.", - "operationId": "ForceLeave", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "$ref": "#/definitions/apiForceLeaveRequest" - } - } - ], - "tags": [ - "Membership" - ] - } - }, - "/v1/federation/join": { - "post": { - "summary": "Join tells the local node to join the an existing cluster.\nSee https://www.serf.io/docs/commands/join.html for details.", - "operationId": "Join", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "$ref": "#/definitions/apiJoinRequest" - } - } - ], - "tags": [ - "Membership" - ] - } - }, - "/v1/federation/leave": { - "post": { - "summary": "Leave triggers a graceful leave for the local node.\nThis is used to ensure other nodes see the node as \"left\" instead of \"failed\".\nNote that a leaved node cannot re-join the cluster unless you restart the leaved node.", - "operationId": "Leave", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "properties": {} - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "parameters": [ - { - "name": "body", - "in": "body", - "required": true, - "schema": { - "properties": {} - } - } - ], - "tags": [ - "Membership" - ] - } - }, - "/v1/federation/members": { - "get": { - "summary": "ListMembers lists all known members in the Serf cluster.", - "operationId": "ListMembers", - "responses": { - "200": { - "description": "A successful response.", - "schema": { - "$ref": "#/definitions/apiListMembersResponse" - } - }, - "default": { - "description": "An unexpected error response", - "schema": { - "$ref": "#/definitions/runtimeError" - } - } - }, - "tags": [ - "Membership" - ] - } - } - }, - "definitions": { - "apiAck": { - "type": "object", - "properties": { - "event_id": { - "type": "string", - "format": "uint64" - } - } - }, - "apiForceLeaveRequest": { - "type": "object", - "properties": { - "node_name": { - "type": "string" - } - } - }, - "apiJoinRequest": { - "type": "object", - "properties": { - "hosts": { - "type": "array", - "items": { - "type": "string" - } - } - } - }, - "apiListMembersResponse": { - "type": "object", - "properties": { - "members": { - "type": "array", - "items": { - "$ref": "#/definitions/apiMember" - } - } - } - }, - "apiMember": { - "type": "object", - "properties": { - "name": { - "type": "string" - }, - "addr": { - "type": "string" - }, - "tags": { - "type": "object", - "additionalProperties": { - "type": "string" - } - }, - "status": { - "$ref": "#/definitions/apiStatus" - } - } - }, - "apiMessage": { - "type": "object", - "properties": { - "topic_name": { - "type": "string" - }, - "payload": { - "type": "string" - }, - "qos": { - "type": "integer", - "format": "int64" - }, - "retained": { - "type": "boolean", - "format": "boolean" - }, - "content_type": { - "type": "string", - "description": "the following fields are using in v5 client." - }, - "correlation_data": { - "type": "string" - }, - "message_expiry": { - "type": "integer", - "format": "int64" - }, - "payload_format": { - "type": "integer", - "format": "int64" - }, - "response_topic": { - "type": "string" - }, - "user_properties": { - "type": "array", - "items": { - "$ref": "#/definitions/apiUserProperty" - } - } - } - }, - "apiServerHello": { - "type": "object", - "properties": { - "clean_start": { - "type": "boolean", - "format": "boolean" - }, - "next_event_id": { - "type": "string", - "format": "uint64" - } - }, - "description": "ServerHello is the response message in handshake process." - }, - "apiStatus": { - "type": "string", - "enum": [ - "STATUS_UNSPECIFIED", - "STATUS_ALIVE", - "STATUS_LEAVING", - "STATUS_LEFT", - "STATUS_FAILED" - ], - "default": "STATUS_UNSPECIFIED" - }, - "apiSubscribe": { - "type": "object", - "properties": { - "share_name": { - "type": "string" - }, - "topic_filter": { - "type": "string" - } - }, - "description": "Subscribe represents the subscription for a node, it is used to route message among nodes,\nso only shared_name and topic_filter is required." - }, - "apiUnsubscribe": { - "type": "object", - "properties": { - "topic_name": { - "type": "string" - } - } - }, - "apiUserProperty": { - "type": "object", - "properties": { - "K": { - "type": "string", - "format": "byte" - }, - "V": { - "type": "string", - "format": "byte" - } - } - }, - "protobufAny": { - "type": "object", - "properties": { - "type_url": { - "type": "string" - }, - "value": { - "type": "string", - "format": "byte" - } - } - }, - "runtimeError": { - "type": "object", - "properties": { - "error": { - "type": "string" - }, - "code": { - "type": "integer", - "format": "int32" - }, - "message": { - "type": "string" - }, - "details": { - "type": "array", - "items": { - "$ref": "#/definitions/protobufAny" - } - } - } - }, - "runtimeStreamError": { - "type": "object", - "properties": { - "grpc_code": { - "type": "integer", - "format": "int32" - }, - "http_code": { - "type": "integer", - "format": "int32" - }, - "message": { - "type": "string" - }, - "http_status": { - "type": "string" - }, - "details": { - "type": "array", - "items": { - "$ref": "#/definitions/protobufAny" - } - } - } - } - } -} diff --git a/internal/hummingbird/mqttbroker/retained/interface.go b/internal/hummingbird/mqttbroker/retained/interface.go deleted file mode 100644 index 51ba811..0000000 --- a/internal/hummingbird/mqttbroker/retained/interface.go +++ /dev/null @@ -1,32 +0,0 @@ -package retained - -import "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - -// IterateFn is the callback function used by iterate() -// Return false means to stop the iteration. -type IterateFn func(message *mqttbroker.Message) bool - -// Store is the interface used by mqttbroker.server and external logic to handler the operations of retained messages. -// User can get the implementation from mqttbroker.Server interface. -// This interface provides the ability for extensions to interact with the retained message store. -// Notice: -// This methods will not trigger any gmqtt hooks. -type Store interface { - // GetRetainedMessage returns the message that equals the passed topic. - GetRetainedMessage(topicName string) *mqttbroker.Message - // ClearAll clears all retained messages. - ClearAll() - // AddOrReplace adds or replaces a retained message. - AddOrReplace(message *mqttbroker.Message) - // remove removes a retained message. - Remove(topicName string) - // GetMatchedMessages returns the retained messages that match the passed topic filter. - GetMatchedMessages(topicFilter string) []*mqttbroker.Message - // Iterate iterate all retained messages. The callback is called once for each message. - // If callback return false, the iteration will be stopped. - // Notice: - // The results are not sorted in any way, no ordering of any kind is guaranteed. - // This method will walk through all retained messages, - // so this will be a expensive operation if there are a large number of retained messages. - Iterate(fn IterateFn) -} diff --git a/internal/hummingbird/mqttbroker/retained/interface_mock.go b/internal/hummingbird/mqttbroker/retained/interface_mock.go deleted file mode 100644 index 10b0156..0000000 --- a/internal/hummingbird/mqttbroker/retained/interface_mock.go +++ /dev/null @@ -1,111 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: retained/interface.go - -// Package retained is a generated GoMock package. -package retained - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -// MockStore is a mock of Store interface -type MockStore struct { - ctrl *gomock.Controller - recorder *MockStoreMockRecorder -} - -// MockStoreMockRecorder is the mock recorder for MockStore -type MockStoreMockRecorder struct { - mock *MockStore -} - -// NewMockStore creates a new mock instance -func NewMockStore(ctrl *gomock.Controller) *MockStore { - mock := &MockStore{ctrl: ctrl} - mock.recorder = &MockStoreMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStore) EXPECT() *MockStoreMockRecorder { - return m.recorder -} - -// GetRetainedMessage mocks base method -func (m *MockStore) GetRetainedMessage(topicName string) *gmqtt.Message { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetRetainedMessage", topicName) - ret0, _ := ret[0].(*gmqtt.Message) - return ret0 -} - -// GetRetainedMessage indicates an expected call of GetRetainedMessage -func (mr *MockStoreMockRecorder) GetRetainedMessage(topicName interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetRetainedMessage", reflect.TypeOf((*MockStore)(nil).GetRetainedMessage), topicName) -} - -// ClearAll mocks base method -func (m *MockStore) ClearAll() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "ClearAll") -} - -// ClearAll indicates an expected call of ClearAll -func (mr *MockStoreMockRecorder) ClearAll() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ClearAll", reflect.TypeOf((*MockStore)(nil).ClearAll)) -} - -// AddOrReplace mocks base method -func (m *MockStore) AddOrReplace(message *gmqtt.Message) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "AddOrReplace", message) -} - -// AddOrReplace indicates an expected call of AddOrReplace -func (mr *MockStoreMockRecorder) AddOrReplace(message interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "AddOrReplace", reflect.TypeOf((*MockStore)(nil).AddOrReplace), message) -} - -// Remove mocks base method -func (m *MockStore) Remove(topicName string) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Remove", topicName) -} - -// Remove indicates an expected call of Remove -func (mr *MockStoreMockRecorder) Remove(topicName interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Remove", reflect.TypeOf((*MockStore)(nil).Remove), topicName) -} - -// GetMatchedMessages mocks base method -func (m *MockStore) GetMatchedMessages(topicFilter string) []*gmqtt.Message { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetMatchedMessages", topicFilter) - ret0, _ := ret[0].([]*gmqtt.Message) - return ret0 -} - -// GetMatchedMessages indicates an expected call of GetMatchedMessages -func (mr *MockStoreMockRecorder) GetMatchedMessages(topicFilter interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetMatchedMessages", reflect.TypeOf((*MockStore)(nil).GetMatchedMessages), topicFilter) -} - -// Iterate mocks base method -func (m *MockStore) Iterate(fn IterateFn) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Iterate", fn) -} - -// Iterate indicates an expected call of Iterate -func (mr *MockStoreMockRecorder) Iterate(fn interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Iterate", reflect.TypeOf((*MockStore)(nil).Iterate), fn) -} diff --git a/internal/hummingbird/mqttbroker/retained/trie/retain_trie.go b/internal/hummingbird/mqttbroker/retained/trie/retain_trie.go deleted file mode 100644 index fc456ff..0000000 --- a/internal/hummingbird/mqttbroker/retained/trie/retain_trie.go +++ /dev/null @@ -1,152 +0,0 @@ -package trie - -import ( - "strings" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained" -) - -// topicTrie -type topicTrie = topicNode - -// children -type children = map[string]*topicNode - -// topicNode -type topicNode struct { - children children - msg *mqttbroker.Message - parent *topicNode // pointer of parent node - topicName string -} - -// newTopicTrie create a new trie tree -func newTopicTrie() *topicTrie { - return newNode() -} - -// newNode create a new trie node -func newNode() *topicNode { - return &topicNode{ - children: children{}, - } -} - -// newChild create a child node of t -func (t *topicNode) newChild() *topicNode { - return &topicNode{ - children: children{}, - parent: t, - } -} - -// find walk through the tire and return the node that represent the topicName -// return nil if not found -func (t *topicTrie) find(topicName string) *topicNode { - topicSlice := strings.Split(topicName, "/") - var pNode = t - for _, lv := range topicSlice { - if _, ok := pNode.children[lv]; ok { - pNode = pNode.children[lv] - } else { - return nil - } - } - if pNode.msg != nil { - return pNode - } - return nil -} - -// matchTopic walk through the tire and call the fn callback for each message witch match the topic filter. -func (t *topicTrie) matchTopic(topicSlice []string, fn retained.IterateFn) { - endFlag := len(topicSlice) == 1 - switch topicSlice[0] { - case "#": - t.preOrderTraverse(fn) - case "+": - // 当前层的所有 - for _, v := range t.children { - if endFlag { - if v.msg != nil { - fn(v.msg) - } - } else { - v.matchTopic(topicSlice[1:], fn) - } - } - default: - if n := t.children[topicSlice[0]]; n != nil { - if endFlag { - if n.msg != nil { - fn(n.msg) - } - } else { - n.matchTopic(topicSlice[1:], fn) - } - } - } -} - -func (t *topicTrie) getMatchedMessages(topicFilter string) []*mqttbroker.Message { - topicLv := strings.Split(topicFilter, "/") - var rs []*mqttbroker.Message - t.matchTopic(topicLv, func(message *mqttbroker.Message) bool { - rs = append(rs, message.Copy()) - return true - }) - return rs -} - -func isSystemTopic(topicName string) bool { - return len(topicName) >= 1 && topicName[0] == '$' -} - -// addRetainMsg add a retain message -func (t *topicTrie) addRetainMsg(topicName string, message *mqttbroker.Message) { - topicSlice := strings.Split(topicName, "/") - var pNode = t - for _, lv := range topicSlice { - if _, ok := pNode.children[lv]; !ok { - pNode.children[lv] = pNode.newChild() - } - pNode = pNode.children[lv] - } - pNode.msg = message - pNode.topicName = topicName -} - -func (t *topicTrie) remove(topicName string) { - topicSlice := strings.Split(topicName, "/") - l := len(topicSlice) - var pNode = t - for _, lv := range topicSlice { - if _, ok := pNode.children[lv]; ok { - pNode = pNode.children[lv] - } else { - return - } - } - pNode.msg = nil - if len(pNode.children) == 0 { - delete(pNode.parent.children, topicSlice[l-1]) - } -} - -func (t *topicTrie) preOrderTraverse(fn retained.IterateFn) bool { - if t == nil { - return false - } - if t.msg != nil { - if !fn(t.msg) { - return false - } - } - for _, c := range t.children { - if !c.preOrderTraverse(fn) { - return false - } - } - return true -} diff --git a/internal/hummingbird/mqttbroker/retained/trie/trie_db.go b/internal/hummingbird/mqttbroker/retained/trie/trie_db.go deleted file mode 100644 index c843263..0000000 --- a/internal/hummingbird/mqttbroker/retained/trie/trie_db.go +++ /dev/null @@ -1,79 +0,0 @@ -package trie - -import ( - "sync" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained" -) - -// trieDB implement the retain.Store, it use trie tree to store retain messages . -type trieDB struct { - sync.RWMutex - userTrie *topicTrie - systemTrie *topicTrie -} - -func (t *trieDB) Iterate(fn retained.IterateFn) { - t.RLock() - defer t.RUnlock() - if !t.userTrie.preOrderTraverse(fn) { - return - } - t.systemTrie.preOrderTraverse(fn) -} - -func (t *trieDB) getTrie(topicName string) *topicTrie { - if isSystemTopic(topicName) { - return t.systemTrie - } - return t.userTrie -} - -// GetRetainedMessage return the retain message of the given topic name. -// return nil if the topic name not exists -func (t *trieDB) GetRetainedMessage(topicName string) *mqttbroker.Message { - t.RLock() - defer t.RUnlock() - node := t.getTrie(topicName).find(topicName) - if node != nil { - return node.msg.Copy() - } - return nil -} - -// ClearAll clear all retain messages. -func (t *trieDB) ClearAll() { - t.Lock() - defer t.Unlock() - t.systemTrie = newTopicTrie() - t.userTrie = newTopicTrie() -} - -// AddOrReplace add or replace a retain message. -func (t *trieDB) AddOrReplace(message *mqttbroker.Message) { - t.Lock() - defer t.Unlock() - t.getTrie(message.Topic).addRetainMsg(message.Topic, message) -} - -// remove remove the retain message of the topic name. -func (t *trieDB) Remove(topicName string) { - t.Lock() - defer t.Unlock() - t.getTrie(topicName).remove(topicName) -} - -// GetMatchedMessages returns all messages that match the topic filter. -func (t *trieDB) GetMatchedMessages(topicFilter string) []*mqttbroker.Message { - t.RLock() - defer t.RUnlock() - return t.getTrie(topicFilter).getMatchedMessages(topicFilter) -} - -func NewStore() *trieDB { - return &trieDB{ - userTrie: newTopicTrie(), - systemTrie: newTopicTrie(), - } -} diff --git a/internal/hummingbird/mqttbroker/retained/trie/trie_db_test.go b/internal/hummingbird/mqttbroker/retained/trie/trie_db_test.go deleted file mode 100644 index 8727769..0000000 --- a/internal/hummingbird/mqttbroker/retained/trie/trie_db_test.go +++ /dev/null @@ -1,274 +0,0 @@ -package trie - -import ( - "testing" - - "github.com/stretchr/testify/assert" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -func TestTrieDB_ClearAll(t *testing.T) { - a := assert.New(t) - s := NewStore() - s.AddOrReplace(&gmqtt.Message{ - Topic: "a/b/c", - }) - s.AddOrReplace(&gmqtt.Message{ - Topic: "a/b/c/d", - Payload: []byte{1, 2, 3}, - }) - s.ClearAll() - a.Nil(s.GetRetainedMessage("a/b/c")) - a.Nil(s.GetRetainedMessage("a/b/c/d")) -} - -func TestTrieDB_GetRetainedMessage(t *testing.T) { - a := assert.New(t) - s := NewStore() - tt := []*gmqtt.Message{ - { - Topic: "a/b/c/d", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b/c/", - Payload: []byte{1, 2, 3, 4}, - }, - { - Topic: "a/", - Payload: []byte{1, 2, 3}, - }, - } - for _, v := range tt { - s.AddOrReplace(v) - } - for _, v := range tt { - rs := s.GetRetainedMessage(v.Topic) - a.Equal(v.Topic, rs.Topic) - a.Equal(v.Payload, rs.Payload) - } - a.Nil(s.GetRetainedMessage("a/b")) -} - -func TestTrieDB_GetMatchedMessages(t *testing.T) { - a := assert.New(t) - s := NewStore() - msgs := []*gmqtt.Message{ - { - Topic: "a/b/c/d", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b/c/", - Payload: []byte{1, 2, 3, 4}, - }, - { - Topic: "a/", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "b/a", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a", - Payload: []byte{1, 2, 3}, - }, - } - var tt = []struct { - TopicFilter string - expected map[string]*gmqtt.Message - }{ - { - TopicFilter: "a/+/c/", - expected: map[string]*gmqtt.Message{ - "a/b/c/": { - Payload: []byte{1, 2, 3, 4}, - }, - }, - }, - { - TopicFilter: "a/+", - expected: map[string]*gmqtt.Message{ - "a/": { - Payload: []byte{1, 2, 3}, - }, - "a/b": { - Payload: []byte{1, 2, 3}, - }, - }, - }, - { - TopicFilter: "#", - expected: map[string]*gmqtt.Message{ - "a/b/c/d": { - Payload: []byte{1, 2, 3}, - }, - "a/b/c/": { - Payload: []byte{1, 2, 3, 4}, - }, - "a/": { - Payload: []byte{1, 2, 3}, - }, - "a/b": { - Payload: []byte{1, 2, 3}, - }, - "b/a": { - Payload: []byte{1, 2, 3}, - }, - "a": { - Payload: []byte{1, 2, 3}, - }, - }, - }, - { - TopicFilter: "a/#", - expected: map[string]*gmqtt.Message{ - "a/b/c/d": { - Payload: []byte{1, 2, 3}, - }, - "a/b/c/": { - Payload: []byte{1, 2, 3, 4}, - }, - "a/": { - Payload: []byte{1, 2, 3}, - }, - "a/b": { - Payload: []byte{1, 2, 3}, - }, - "a": { - Payload: []byte{1, 2, 3}, - }, - }, - }, - { - TopicFilter: "a/b/c/d", - expected: map[string]*gmqtt.Message{ - "a/b/c/d": { - Payload: []byte{1, 2, 3}, - }, - }, - }, - } - for _, v := range msgs { - s.AddOrReplace(v) - } - for _, v := range tt { - t.Run(v.TopicFilter, func(t *testing.T) { - rs := s.GetMatchedMessages(v.TopicFilter) - a.Equal(len(v.expected), len(rs)) - got := make(map[string]*gmqtt.Message) - for _, v := range rs { - got[v.Topic] = v - } - for k, v := range v.expected { - a.Equal(v.Payload, got[k].Payload) - } - }) - - } -} - -func TestTrieDB_Remove(t *testing.T) { - a := assert.New(t) - s := NewStore() - s.AddOrReplace(&gmqtt.Message{ - Topic: "a/b/c", - }) - s.AddOrReplace(&gmqtt.Message{ - Topic: "a/b/c/d", - Payload: []byte{1, 2, 3}, - }) - a.NotNil(s.GetRetainedMessage("a/b/c")) - s.Remove("a/b/c") - a.Nil(s.GetRetainedMessage("a/b/c")) -} - -func TestTrieDB_Iterate(t *testing.T) { - a := assert.New(t) - s := NewStore() - msgs := []*gmqtt.Message{ - { - Topic: "a/b/c/d", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b/c/", - Payload: []byte{1, 2, 3, 4}, - }, - { - Topic: "a/", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "$SYS/a/b", - Payload: []byte{1, 2, 3}, - }, - } - - for _, v := range msgs { - s.AddOrReplace(v) - } - var rs []*gmqtt.Message - s.Iterate(func(message *gmqtt.Message) bool { - rs = append(rs, message) - return true - }) - a.ElementsMatch(msgs, rs) -} - -func TestTrieDB_Iterate_Cancel(t *testing.T) { - a := assert.New(t) - s := NewStore() - msgs := []*gmqtt.Message{ - { - Topic: "a/b/c/d", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b/c/", - Payload: []byte{1, 2, 3, 4}, - }, - { - Topic: "a/", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a/b", - Payload: []byte{1, 2, 3}, - }, - { - Topic: "a", - Payload: []byte{1, 2, 3}, - }, - } - - for _, v := range msgs { - s.AddOrReplace(v) - } - var i int - var rs []*gmqtt.Message - s.Iterate(func(message *gmqtt.Message) bool { - if i == 2 { - return false - } - rs = append(rs, message) - i++ - return true - }) - a.Len(rs, 2) - -} diff --git a/internal/hummingbird/mqttbroker/server/api_registrar.go b/internal/hummingbird/mqttbroker/server/api_registrar.go deleted file mode 100644 index bc237b3..0000000 --- a/internal/hummingbird/mqttbroker/server/api_registrar.go +++ /dev/null @@ -1,308 +0,0 @@ -package server - -import ( - "context" - "crypto/tls" - "crypto/x509" - "io/ioutil" - "net" - "net/http" - "strings" - - grpc_zap "github.com/grpc-ecosystem/go-grpc-middleware/logging/zap" - grpc_prometheus "github.com/grpc-ecosystem/go-grpc-prometheus" - "github.com/grpc-ecosystem/grpc-gateway/runtime" - "github.com/grpc-ecosystem/grpc-gateway/utilities" - "go.uber.org/zap" - "go.uber.org/zap/zapcore" - "google.golang.org/grpc" - gcodes "google.golang.org/grpc/codes" - "google.golang.org/grpc/credentials" - - "github.com/winc-link/hummingbird/internal/dtos" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/pkg/constants" - "github.com/winc-link/hummingbird/internal/pkg/httphelper" -) - -// APIRegistrar is the registrar for all gRPC servers and HTTP servers. -// It provides the ability for plugins to register gRPC and HTTP handler. -type APIRegistrar interface { - // RegisterHTTPHandler registers the handler to all http servers. - RegisterHTTPHandler(fn HTTPHandler) error - // RegisterService registers a service and its implementation to all gRPC servers. - RegisterService(desc *grpc.ServiceDesc, impl interface{}) -} - -type apiRegistrar struct { - gRPCServers []*gRPCServer - httpServers []*httpServer -} - -// RegisterService implements APIRegistrar interface -func (a *apiRegistrar) RegisterService(desc *grpc.ServiceDesc, impl interface{}) { - for _, v := range a.gRPCServers { - v.server.RegisterService(desc, impl) - } -} - -// RegisterHTTPHandler implements APIRegistrar interface -func (a *apiRegistrar) RegisterHTTPHandler(fn HTTPHandler) error { - var err error - for _, v := range a.httpServers { - schema, addr := splitEndpoint(v.gRPCEndpoint) - if schema == "unix" { - err = fn(context.Background(), v.mux, v.gRPCEndpoint, []grpc.DialOption{grpc.WithInsecure()}) - if err != nil { - return err - } - continue - } - err = fn(context.Background(), v.mux, addr, []grpc.DialOption{grpc.WithInsecure()}) - if err != nil { - return err - } - } - return nil -} - -type gRPCServer struct { - server *grpc.Server - serve func(errChan chan error) error - shutdown func() - endpoint string -} - -type httpServer struct { - gRPCEndpoint string - endpoint string - mux *runtime.ServeMux - tlsCfg *tls.Config - serve func(errChan chan error) error - shutdown func() -} - -// HTTPHandler is the http handler defined by gRPC-gateway. -type HTTPHandler = func(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) (err error) - -func splitEndpoint(endpoint string) (schema string, addr string) { - epParts := strings.SplitN(endpoint, "://", 2) - if len(epParts) == 1 && epParts[0] != "" { - epParts = []string{"tcp", epParts[0]} - } - return epParts[0], epParts[1] -} - -func buildTLSConfig(cfg *config.TLSOptions) (*tls.Config, error) { - c, err := tls.LoadX509KeyPair(cfg.Cert, cfg.Key) - if err != nil { - return nil, err - } - certPool := x509.NewCertPool() - if cfg.CACert != "" { - b, err := ioutil.ReadFile(cfg.CACert) - if err != nil { - return nil, err - } - certPool.AppendCertsFromPEM(b) - } - var cliAuthType tls.ClientAuthType - if cfg.Verify { - cliAuthType = tls.RequireAndVerifyClientCert - } - tlsCfg := &tls.Config{ - Certificates: []tls.Certificate{c}, - ClientCAs: certPool, - ClientAuth: cliAuthType, - } - return tlsCfg, nil -} - -func buildGRPCServer(endpoint *config.Endpoint) (*gRPCServer, error) { - var cred credentials.TransportCredentials - if cfg := endpoint.TLS; cfg != nil { - tlsCfg, err := buildTLSConfig(cfg) - if err != nil { - return nil, err - } - cred = credentials.NewTLS(tlsCfg) - } - server := grpc.NewServer( - grpc.Creds(cred), - grpc.ChainUnaryInterceptor( - grpc_zap.UnaryServerInterceptor(zaplog.Logger, grpc_zap.WithLevels(func(code gcodes.Code) zapcore.Level { - if code == gcodes.OK { - return zapcore.DebugLevel - } - return grpc_zap.DefaultClientCodeToLevel(code) - })), - grpc_prometheus.UnaryServerInterceptor), - ) - grpc_prometheus.Register(server) - shutdown := func() { - server.Stop() - } - serve := func(errChan chan error) error { - schema, addr := splitEndpoint(endpoint.Address) - l, err := net.Listen(schema, addr) - if err != nil { - return err - } - go func() { - select { - case errChan <- server.Serve(l): - default: - } - }() - return nil - } - - return &gRPCServer{ - server: server, - serve: serve, - shutdown: shutdown, - endpoint: endpoint.Address, - }, nil -} - -func buildHTTPServer(endpoint *config.Endpoint) (*httpServer, error) { - var tlsCfg *tls.Config - var err error - if cfg := endpoint.TLS; cfg != nil { - tlsCfg, err = buildTLSConfig(cfg) - if err != nil { - return nil, err - } - } - mux := runtime.NewServeMux(runtime.WithMarshalerOption(runtime.MIMEWildcard, &runtime.JSONPb{OrigName: true, EmitDefaults: true})) - server := &http.Server{ - Handler: mux, - } - mux.Handle("POST", runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 2, 2}, - []string{"v1", "advance", "config"}, "", runtime.AssumeColonVerbOpt(true))), - func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - var ( - level string - cfg dtos.AdvanceConfig - ) - // set log level - inboundMarshaler, _ := runtime.MarshalerForRequest(mux, req) - reader, err := utilities.IOReaderFactory(req.Body) - if err != nil { - zaplog.Sugar().Errorf("get req body error: %s", err) - httphelper.RenderFailNoLog(req.Context(), err, w) - return - } - if err = inboundMarshaler.NewDecoder(reader()).Decode(&cfg); err != nil { - zaplog.Sugar().Errorf("unmarshal req body error: %s", err) - httphelper.RenderFailNoLog(req.Context(), err, w) - return - } - zaplog.Sugar().Infof("recv change log level request: %d", cfg.LogLevel) - if level, err = zaplog.SetLogLevel(cfg.LogLevel); err != nil { - zaplog.Sugar().Errorf("set log level error: %s", err) - httphelper.RenderFailNoLog(req.Context(), err, w) - return - } - // write to configuration file - config.UpdateLogLevel(strings.ToLower(level)) - if err = config.WriteToFile(); err != nil { - zaplog.Sugar().Errorf("write to configuration file error: %s", err) - httphelper.RenderFailNoLog(req.Context(), err, w) - return - } - httphelper.ResultSuccessNoLog(cfg, w) - }) - - mux.Handle("GET", runtime.MustPattern(runtime.NewPattern(1, []int{2, 0, 2, 1, 2, 2}, - []string{"v1", "advance", "config"}, "", runtime.AssumeColonVerbOpt(true))), - func(w http.ResponseWriter, req *http.Request, pathParams map[string]string) { - level := config.GetLogLevel() - li := LogLevelMap[strings.ToUpper(level)] - httphelper.ResultSuccessNoLog(dtos.AdvanceConfig{ - LogLevel: constants.LogLevel(li + 1), - }, w) - }) - - shutdown := func() { - server.Shutdown(context.Background()) - } - serve := func(errChan chan error) error { - schema, addr := splitEndpoint(endpoint.Address) - l, err := net.Listen(schema, addr) - if err != nil { - return err - } - if tlsCfg != nil { - l = tls.NewListener(l, tlsCfg) - } - go func() { - select { - case errChan <- server.Serve(l): - default: - } - }() - return nil - } - - return &httpServer{ - gRPCEndpoint: endpoint.Map, - mux: mux, - serve: serve, - shutdown: shutdown, - endpoint: endpoint.Address, - }, nil -} - -func (srv *server) exit() { - select { - case <-srv.exitChan: - default: - close(srv.exitChan) - } -} - -func (srv *server) serveAPIServer() { - var err error - defer func() { - srv.wg.Done() - if err != nil { - zaplog.Error("serveAPIServer error", zap.Error(err)) - srv.setError(err) - } - }() - errChan := make(chan error, 1) - defer func() { - for _, v := range srv.apiRegistrar.gRPCServers { - v.shutdown() - } - for _, v := range srv.apiRegistrar.httpServers { - v.shutdown() - } - }() - for _, v := range srv.apiRegistrar.gRPCServers { - err = v.serve(errChan) - if err != nil { - return - } - zaplog.Info("gRPC server started", zap.String("bind_address", v.endpoint)) - } - - for _, v := range srv.apiRegistrar.httpServers { - err = v.serve(errChan) - if err != nil { - return - } - zaplog.Info("HTTP server started", zap.String("bind_address", v.endpoint), zap.String("gRPC_endpoint", v.gRPCEndpoint)) - } - - for { - select { - case <-srv.exitChan: - return - case err = <-errChan: - return - } - - } -} diff --git a/internal/hummingbird/mqttbroker/server/client.go b/internal/hummingbird/mqttbroker/server/client.go deleted file mode 100644 index e896656..0000000 --- a/internal/hummingbird/mqttbroker/server/client.go +++ /dev/null @@ -1,1486 +0,0 @@ -package server - -import ( - "bufio" - "bytes" - "context" - "crypto/md5" - "crypto/rand" - "encoding/binary" - "errors" - "fmt" - "io" - "math" - "net" - "os" - "reflect" - "sync" - "sync/atomic" - "time" - - "go.uber.org/zap" - "go.uber.org/zap/zapcore" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - "github.com/winc-link/hummingbird/internal/pkg/bitmap" - "github.com/winc-link/hummingbird/internal/pkg/codes" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// Error -var ( - ErrConnectTimeOut = errors.New("connect time out") -) - -// Client status -const ( - Connecting = iota - Connected -) - -const ( - readBufferSize = 1024 - writeBufferSize = 1024 -) - -var ( - bufioReaderPool sync.Pool - bufioWriterPool sync.Pool -) - -func kvsToProperties(kvs []struct { - K []byte - V []byte -}) []packets.UserProperty { - u := make([]packets.UserProperty, len(kvs)) - for k, v := range kvs { - u[k].K = v.K - u[k].V = v.V - } - return u -} - -func newBufioReaderSize(r io.Reader, size int) *bufio.Reader { - if v := bufioReaderPool.Get(); v != nil { - br := v.(*bufio.Reader) - br.Reset(r) - return br - } - return bufio.NewReaderSize(r, size) -} - -func putBufioReader(br *bufio.Reader) { - br.Reset(nil) - bufioReaderPool.Put(br) -} - -func newBufioWriterSize(w io.Writer, size int) *bufio.Writer { - if v := bufioWriterPool.Get(); v != nil { - bw := v.(*bufio.Writer) - bw.Reset(w) - return bw - } - return bufio.NewWriterSize(w, size) -} - -func putBufioWriter(bw *bufio.Writer) { - bw.Reset(nil) - bufioWriterPool.Put(bw) -} - -func (client *client) ClientOptions() *ClientOptions { - return client.opts -} - -// ClientOptions is the options which controls how the server interacts with the client. -// It will be set after the client has connected. -type ClientOptions struct { - // ClientID is the client id for the client. - ClientID string - // Username is the username for the client. - Username string - // KeepAlive is the keep alive time in seconds for the client. - // The server will close the client if no there is no packet has been received for 1.5 times the KeepAlive time. - KeepAlive uint16 - // SessionExpiry is the session expiry interval in seconds. - // If the client version is v5, this value will be set into CONNACK Session Expiry Interval property. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901082 - SessionExpiry uint32 - // MaxInflight limits the number of QoS 1 and QoS 2 publications that the client is willing to process concurrently. - // For v3 client, it is default to config.MQTT.MaxInflight. - // For v5 client, it is the minimum of config.MQTT.MaxInflight and Receive Maximum property in CONNECT packet. - MaxInflight uint16 - // ReceiveMax limits the number of QoS 1 and QoS 2 publications that the server is willing to process concurrently for the Client. - // If the client version is v5, this value will be set into Receive Maximum property in CONNACK packet. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901083 - ReceiveMax uint16 - // ClientMaxPacketSize is the maximum packet size that the client is willing to accept. - // The server will drop the packet if it exceeds ClientMaxPacketSize. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901050 - ClientMaxPacketSize uint32 - // ServerMaxPacketSize is the maximum packet size that the server is willing to accept from the client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901086 - ServerMaxPacketSize uint32 - // ClientTopicAliasMax is highest value that the client will accept as a Topic Alias sent by the server. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901051 - ClientTopicAliasMax uint16 - // ServerTopicAliasMax is highest value that the server will accept as a Topic Alias sent by the client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901088 - ServerTopicAliasMax uint16 - // RequestProblemInfo is the value to indicate whether the Reason String or User Properties should be sent in the case of failures. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901053 - RequestProblemInfo bool - // UserProperties is the user properties provided by the client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901090 - UserProperties []*packets.UserProperty - // WildcardSubAvailable indicates whether the client is permitted to send retained messages. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901091 - RetainAvailable bool - // WildcardSubAvailable indicates whether the client is permitted to subscribe Wildcard Subscriptions. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901091 - WildcardSubAvailable bool - // SubIDAvailable indicates whether the client is permitted to set Subscription Identifiers. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901092 - SubIDAvailable bool - // SharedSubAvailable indicates whether the client is permitted to subscribe Shared Subscriptions. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901093 - SharedSubAvailable bool - // AuthMethod is the auth method send by the client. - // Only MQTT v5 client can set this value. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901055 - AuthMethod []byte -} - -// Client represent a mqttclient client. -type Client interface { - // ClientOptions return a reference of ClientOptions. Do not edit. - // This is mainly used in hooks. - ClientOptions() *ClientOptions - // SessionInfo return a reference of session information of the client. Do not edit. - // Session info will be available after the client has passed OnSessionCreated or OnSessionResume. - SessionInfo() *gmqtt.Session - // Version return the protocol version of the used client. - Version() packets.Version - // ConnectedAt returns the connected time - ConnectedAt() time.Time - // Connection returns the raw net.Conn - Connection() net.Conn - // Close closes the client connection. - Close() - // Disconnect sends a disconnect packet to client, it is use to close v5 client. - Disconnect(disconnect *packets.Disconnect) -} - -// client represents a MQTT client and implements the Client interface -type client struct { - connectedAt int64 - server *server - wg sync.WaitGroup - rwc net.Conn //raw tcp connection - bufr *bufio.Reader - bufw *bufio.Writer - packetReader *packets.Reader - packetWriter *packets.Writer - in chan packets.Packet - out chan packets.Packet - close chan struct{} - closed chan struct{} - connected chan struct{} - status int32 - // if 1, when client close, the session expiry interval will be ignored and the session will be removed. - forceRemoveSession int32 - error chan error - errOnce sync.Once - err error - - opts *ClientOptions //set up before OnConnect() - session *gmqtt.Session - - cleanWillFlag bool // whether to remove will Msg - - disconnect *packets.Disconnect - - topicAliasManager TopicAliasManager - version packets.Version - aliasMapper [][]byte - - // gard serverReceiveMaximumQuota - serverQuotaMu sync.Mutex - serverReceiveMaximumQuota uint16 - - config config.Config - - queueStore queue.Store - unackStore unack.Store - pl *packetIDLimiter - queueNotifier *queueNotifier - // register requests the broker to add the client into the "active client list" before sending a positive CONNACK to the client. - register func(connect *packets.Connect, client *client) (sessionResume bool, err error) - // unregister requests the broker to remove the client from the "active client list" when the client is disconnected. - unregister func(client *client) - // deliverMessage - deliverMessage func(srcClientID string, msg *gmqtt.Message, options subscription.IterationOptions) (matched bool) -} - -func (client *client) SessionInfo() *gmqtt.Session { - return client.session -} - -func (client *client) Version() packets.Version { - return client.version -} - -func (client *client) Disconnect(disconnect *packets.Disconnect) { - client.write(disconnect) -} - -// ConnectedAt -func (client *client) ConnectedAt() time.Time { - return time.Unix(atomic.LoadInt64(&client.connectedAt), 0) -} - -// Connection returns the raw net.Conn -func (client *client) Connection() net.Conn { - return client.rwc -} - -func (client *client) setConnecting() { - atomic.StoreInt32(&client.status, Connecting) -} - -func (client *client) setConnected(time time.Time) { - atomic.StoreInt64(&client.connectedAt, time.Unix()) - atomic.StoreInt32(&client.status, Connected) -} - -//Status returns client's status -func (client *client) Status() int32 { - return atomic.LoadInt32(&client.status) -} - -// IsConnected returns whether the client is connected or not. -func (client *client) IsConnected() bool { - return client.Status() == Connected -} - -func (client *client) setError(err error) { - client.errOnce.Do(func() { - if err != nil && err != io.EOF { - zaplog.Error("connection lost", - zap.String("client_id", client.opts.ClientID), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.Error(err)) - client.err = err - if client.version == packets.Version5 { - if code, ok := err.(*codes.Error); ok { - if client.IsConnected() { - // send Disconnect - client.write(&packets.Disconnect{ - Version: packets.Version5, - Code: code.Code, - Properties: &packets.Properties{ - ReasonString: code.ReasonString, - User: kvsToProperties(code.UserProperties), - }, - }) - } - } - } - } - }) -} - -func (client *client) writeLoop() { - var err error - srv := client.server - defer func() { - if re := recover(); re != nil { - err = errors.New(fmt.Sprint(re)) - } - client.setError(err) - }() - for { - select { - case <-client.close: - return - case packet := <-client.out: - switch p := packet.(type) { - case *packets.Publish: - if client.version == packets.Version5 { - if client.opts.ClientTopicAliasMax > 0 { - // use alias if exist - if alias, ok := client.topicAliasManager.Check(p); ok { - p.TopicName = []byte{} - p.Properties.TopicAlias = &alias - } else { - // alias not exist - if alias != 0 { - p.Properties.TopicAlias = &alias - } - } - } - } - // OnDelivered hook - if srv.hooks.OnDelivered != nil { - srv.hooks.OnDelivered(context.Background(), client, gmqtt.MessageFromPublish(p)) - } - srv.statsManager.messageSent(p.Qos, client.opts.ClientID) - case *packets.Puback, *packets.Pubcomp: - if client.version == packets.Version5 { - client.addServerQuota() - } - case *packets.Pubrec: - if client.version == packets.Version5 && p.Code >= codes.UnspecifiedError { - client.addServerQuota() - } - } - err = client.writePacket(packet) - if err != nil { - return - } - srv.statsManager.packetSent(packet, client.opts.ClientID) - if _, ok := packet.(*packets.Disconnect); ok { - _ = client.rwc.Close() - return - } - } - } -} - -func (client *client) writePacket(packet packets.Packet) error { - if client.server.config.Log.DumpPacket { - if ce := zaplog.Check(zapcore.DebugLevel, "sending packet"); ce != nil { - ce.Write( - zap.String("packet", packet.String()), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID), - ) - } - } - - return client.packetWriter.WriteAndFlush(packet) -} - -func (client *client) addServerQuota() { - client.serverQuotaMu.Lock() - if client.serverReceiveMaximumQuota < client.opts.ReceiveMax { - client.serverReceiveMaximumQuota++ - } - client.serverQuotaMu.Unlock() -} - -func (client *client) tryDecServerQuota() error { - client.serverQuotaMu.Lock() - defer client.serverQuotaMu.Unlock() - if client.serverReceiveMaximumQuota == 0 { - return codes.NewError(codes.RecvMaxExceeded) - } - client.serverReceiveMaximumQuota-- - return nil -} - -func (client *client) readLoop() { - var err error - srv := client.server - defer func() { - if re := recover(); re != nil { - err = errors.New(fmt.Sprint(re)) - } - client.setError(err) - close(client.in) - }() - for { - var packet packets.Packet - if client.IsConnected() { - if keepAlive := client.opts.KeepAlive; keepAlive != 0 { //KeepAlive - _ = client.rwc.SetReadDeadline(time.Now().Add(time.Duration(keepAlive/2+keepAlive) * time.Second)) - } - } - packet, err = client.packetReader.ReadPacket() - if err != nil { - if err != io.EOF && packet != nil { - zaplog.Error("read error", zap.String("packet_type", reflect.TypeOf(packet).String())) - } - return - } - - if pub, ok := packet.(*packets.Publish); ok { - srv.statsManager.messageReceived(pub.Qos, client.opts.ClientID) - if client.version == packets.Version5 && pub.Qos > packets.Qos0 { - err = client.tryDecServerQuota() - if err != nil { - return - } - } - } - client.in <- packet - <-client.connected - srv.statsManager.packetReceived(packet, client.opts.ClientID) - if client.server.config.Log.DumpPacket { - if ce := zaplog.Check(zapcore.DebugLevel, "received packet"); ce != nil { - ce.Write( - zap.String("packet", packet.String()), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID), - ) - } - } - } -} - -// Close closes the client connection. The returned channel will be closed after unregisterClient process has been done -func (client *client) Close() { - if client.rwc != nil { - _ = client.rwc.Close() - } -} - -var pid = os.Getpid() -var counter uint32 -var machineID = readMachineID() - -func readMachineID() []byte { - id := make([]byte, 3) - hostname, err1 := os.Hostname() - if err1 != nil { - _, err2 := io.ReadFull(rand.Reader, id) - if err2 != nil { - panic(fmt.Errorf("cannot get hostname: %v; %v", err1, err2)) - } - return id - } - hw := md5.New() - hw.Write([]byte(hostname)) - copy(id, hw.Sum(nil)) - return id -} - -func getRandomUUID() string { - var b [12]byte - // Timestamp, 4 bytes, big endian - binary.BigEndian.PutUint32(b[:], uint32(time.Now().Unix())) - // Machine, first 3 bytes of md5(hostname) - b[4] = machineID[0] - b[5] = machineID[1] - b[6] = machineID[2] - // Pid, 2 bytes, specs don't specify endianness, but we use big endian. - b[7] = byte(pid >> 8) - b[8] = byte(pid) - // Increment, 3 bytes, big endian - i := atomic.AddUint32(&counter, 1) - b[9] = byte(i >> 16) - b[10] = byte(i >> 8) - b[11] = byte(i) - return fmt.Sprintf(`%x`, string(b[:])) -} - -func bool2Byte(bo bool) *byte { - var b byte - if bo { - b = 1 - } else { - b = 0 - } - return &b -} - -func convertUint16(u *uint16, defaultValue uint16) uint16 { - if u == nil { - return defaultValue - } - return *u -} - -func convertUint32(u *uint32, defaultValue uint32) uint32 { - if u == nil { - return defaultValue - } - return *u -} - -func sendErrConnack(cli *client, err error) { - codeErr := converError(err) - // Override the error code if it is invalid for V3 client. - if packets.IsVersion3X(cli.version) && codeErr.Code > codes.V3NotAuthorized { - codeErr.Code = codes.NotAuthorized - } - cli.out <- &packets.Connack{ - Version: cli.version, - Code: codeErr.Code, - Properties: getErrorProperties(cli, &codeErr.ErrorDetails), - } -} - -func (client *client) connectWithTimeOut() (ok bool) { - // if any error occur, this function should set the error to the client and return false - var err error - defer func() { - if err != nil { - client.setError(err) - ok = false - } else { - ok = true - } - close(client.connected) - }() - timeout := time.NewTimer(5 * time.Second) - defer timeout.Stop() - var conn *packets.Connect - var authOpts *AuthOptions - // for enhanced auth - var onAuth OnAuth - - for { - select { - case p := <-client.in: - if p == nil { - return - } - code := codes.Success - var authData []byte - switch p.(type) { - case *packets.Connect: - if conn != nil { - err = codes.ErrProtocol - break - } - conn = p.(*packets.Connect) - var resp *EnhancedAuthResponse - authOpts, resp, err = client.connectHandler(conn) - if err != nil { - break - } - if resp != nil && resp.Continue { - code = codes.ContinueAuthentication - authData = resp.AuthData - onAuth = resp.OnAuth - } else { - code = codes.Success - } - case *packets.Auth: - if conn == nil || packets.IsVersion3X(client.version) { - err = codes.ErrProtocol - break - } - if onAuth == nil { - err = codes.ErrProtocol - break - } - au := p.(*packets.Auth) - if au.Code != codes.ContinueAuthentication { - err = codes.ErrProtocol - break - } - - var authResp *AuthResponse - authResp, err = client.authHandler(au, authOpts, onAuth) - if err != nil { - break - } - if authResp.Continue { - code = codes.ContinueAuthentication - authData = authResp.AuthData - } else { - code = codes.Success - } - default: - err = &codes.Error{ - Code: codes.MalformedPacket, - } - break - } - // authentication fail - if err != nil { - sendErrConnack(client, err) - return - } - // continue authentication (ContinueAuthentication is introduced in V5) - if code == codes.ContinueAuthentication { - client.out <- &packets.Auth{ - Code: code, - Properties: &packets.Properties{ - AuthMethod: conn.Properties.AuthMethod, - AuthData: authData, - }, - } - continue - } - - // authentication success - client.opts.RetainAvailable = authOpts.RetainAvailable - client.opts.WildcardSubAvailable = authOpts.WildcardSubAvailable - client.opts.SubIDAvailable = authOpts.SubIDAvailable - client.opts.SharedSubAvailable = authOpts.SharedSubAvailable - client.opts.SessionExpiry = authOpts.SessionExpiry - client.opts.MaxInflight = authOpts.MaxInflight - client.opts.ReceiveMax = authOpts.ReceiveMax - client.opts.ClientMaxPacketSize = math.MaxUint32 // unlimited - client.opts.ServerMaxPacketSize = authOpts.MaxPacketSize - client.opts.ServerTopicAliasMax = authOpts.TopicAliasMax - client.opts.Username = string(conn.Username) - - if len(conn.ClientID) == 0 { - if len(authOpts.AssignedClientID) != 0 { - client.opts.ClientID = string(authOpts.AssignedClientID) - } else { - client.opts.ClientID = getRandomUUID() - authOpts.AssignedClientID = []byte(client.opts.ClientID) - } - } else { - client.opts.ClientID = string(conn.ClientID) - } - - var connackPpt *packets.Properties - if client.version == packets.Version5 { - client.opts.MaxInflight = convertUint16(conn.Properties.ReceiveMaximum, client.opts.MaxInflight) - client.opts.ClientMaxPacketSize = convertUint32(conn.Properties.MaximumPacketSize, client.opts.ClientMaxPacketSize) - client.opts.ClientTopicAliasMax = convertUint16(conn.Properties.TopicAliasMaximum, client.opts.ClientTopicAliasMax) - client.opts.AuthMethod = conn.Properties.AuthMethod - client.serverReceiveMaximumQuota = client.opts.ReceiveMax - client.aliasMapper = make([][]byte, client.opts.ReceiveMax+1) - client.opts.KeepAlive = authOpts.KeepAlive - - var maxQoS byte - if authOpts.MaximumQoS >= 2 { - maxQoS = byte(1) - } else { - maxQoS = byte(0) - } - - connackPpt = &packets.Properties{ - SessionExpiryInterval: &authOpts.SessionExpiry, - ReceiveMaximum: &authOpts.ReceiveMax, - MaximumQoS: &maxQoS, - RetainAvailable: bool2Byte(authOpts.RetainAvailable), - TopicAliasMaximum: &authOpts.TopicAliasMax, - WildcardSubAvailable: bool2Byte(authOpts.WildcardSubAvailable), - SubIDAvailable: bool2Byte(authOpts.SubIDAvailable), - SharedSubAvailable: bool2Byte(authOpts.SharedSubAvailable), - MaximumPacketSize: &authOpts.MaxPacketSize, - ServerKeepAlive: &authOpts.KeepAlive, - AssignedClientID: authOpts.AssignedClientID, - ResponseInfo: authOpts.ResponseInfo, - } - } else { - client.opts.KeepAlive = conn.KeepAlive - } - - if keepAlive := client.opts.KeepAlive; keepAlive != 0 { //KeepAlive - _ = client.rwc.SetReadDeadline(time.Now().Add(time.Duration(keepAlive/2+keepAlive) * time.Second)) - } - client.newPacketIDLimiter(client.opts.MaxInflight) - - var sessionResume bool - sessionResume, err = client.register(conn, client) - if err != nil { - sendErrConnack(client, err) - return - } - connack := conn.NewConnackPacket(codes.Success, sessionResume) - if conn.Version == packets.Version5 { - connack.Properties = connackPpt - } - client.write(connack) - return - case <-timeout.C: - err = ErrConnectTimeOut - return - } - } -} - -func (client *client) basicAuth(conn *packets.Connect, authOpts *AuthOptions) (err error) { - srv := client.server - if srv.hooks.OnBasicAuth != nil { - err = srv.hooks.OnBasicAuth(context.Background(), client, &ConnectRequest{ - Connect: conn, - Options: authOpts, - }) - - } - return err -} - -func (client *client) enhancedAuth(conn *packets.Connect, authOpts *AuthOptions) (resp *EnhancedAuthResponse, err error) { - srv := client.server - if srv.hooks.OnEnhancedAuth == nil { - return nil, errors.New("OnEnhancedAuth hook is nil") - } - - resp, err = srv.hooks.OnEnhancedAuth(context.Background(), client, &ConnectRequest{ - Connect: conn, - Options: authOpts, - }) - if err == nil && resp == nil { - err = errors.New("return nil response from OnEnhancedAuth hook") - } - return resp, err -} - -func (client *client) connectHandler(conn *packets.Connect) (authOpts *AuthOptions, enhancedResp *EnhancedAuthResponse, err error) { - if !client.config.MQTT.AllowZeroLenClientID && len(conn.ClientID) == 0 { - err = &codes.Error{ - Code: codes.ClientIdentifierNotValid, - } - return - } - client.version = conn.Version - // default auth options - authOpts = client.defaultAuthOptions(conn) - - if packets.IsVersion3X(client.version) || (packets.IsVersion5(client.version) && conn.Properties.AuthMethod == nil) { - err = client.basicAuth(conn, authOpts) - } - if client.version == packets.Version5 && conn.Properties.AuthMethod != nil { - enhancedResp, err = client.enhancedAuth(conn, authOpts) - } - - return -} - -func (client *client) authHandler(auth *packets.Auth, authOpts *AuthOptions, onAuth OnAuth) (resp *AuthResponse, err error) { - authResp, err := onAuth(context.Background(), client, &AuthRequest{ - Auth: auth, - Options: authOpts, - }) - if err == nil && authResp == nil { - return nil, errors.New("return nil response from OnAuth hook") - } - return authResp, err -} - -func getErrorProperties(client *client, errDetails *codes.ErrorDetails) *packets.Properties { - if client.version == packets.Version5 && client.opts.RequestProblemInfo && errDetails != nil { - return &packets.Properties{ - ReasonString: errDetails.ReasonString, - User: kvsToProperties(errDetails.UserProperties), - } - } - return nil -} - -func (client *client) defaultAuthOptions(connect *packets.Connect) *AuthOptions { - opts := &AuthOptions{ - SessionExpiry: uint32(client.config.MQTT.SessionExpiry.Seconds()), - ReceiveMax: client.config.MQTT.ReceiveMax, - MaximumQoS: client.config.MQTT.MaximumQoS, - MaxPacketSize: client.config.MQTT.MaxPacketSize, - TopicAliasMax: client.config.MQTT.TopicAliasMax, - RetainAvailable: client.config.MQTT.RetainAvailable, - WildcardSubAvailable: client.config.MQTT.WildcardAvailable, - SubIDAvailable: client.config.MQTT.SubscriptionIDAvailable, - SharedSubAvailable: client.config.MQTT.SharedSubAvailable, - KeepAlive: client.config.MQTT.MaxKeepAlive, - MaxInflight: client.config.MQTT.MaxInflight, - } - if connect.KeepAlive < opts.KeepAlive { - opts.KeepAlive = connect.KeepAlive - } - if client.version == packets.Version5 { - if i := connect.Properties.SessionExpiryInterval; i == nil { - opts.SessionExpiry = 0 - } else if *i < opts.SessionExpiry { - opts.SessionExpiry = *i - - } - } - return opts -} - -func (client *client) internalClose() { - if client.IsConnected() { - // OnClosed hooks - if client.server.hooks.OnClosed != nil { - client.server.hooks.OnClosed(context.Background(), client, client.err) - } - client.unregister(client) - client.server.statsManager.clientDisconnected(client.opts.ClientID) - } - putBufioReader(client.bufr) - putBufioWriter(client.bufw) - close(client.closed) - -} - -func (client *client) checkMaxPacketSize(msg *gmqtt.Message) (valid bool) { - totalBytes := msg.TotalBytes(packets.Version5) - if client.opts.ClientMaxPacketSize != 0 && totalBytes > client.opts.ClientMaxPacketSize { - return false - } - return true -} - -func (client *client) write(packets packets.Packet) { - select { - case <-client.close: - return - case client.out <- packets: - } -} - -func (client *client) subscribeHandler(sub *packets.Subscribe) *codes.Error { - srv := client.server - suback := &packets.Suback{ - Version: sub.Version, - PacketID: sub.PacketID, - Properties: &packets.Properties{}, - Payload: make([]codes.Code, len(sub.Topics)), - } - var subID uint32 - now := time.Now() - if client.version == packets.Version5 { - if client.opts.SubIDAvailable && len(sub.Properties.SubscriptionIdentifier) != 0 { - subID = sub.Properties.SubscriptionIdentifier[0] - } - if !client.config.MQTT.SubscriptionIDAvailable && subID != 0 { - return &codes.Error{ - Code: codes.SubIDNotSupported, - } - } - } - subReq := &SubscribeRequest{ - Subscribe: sub, - Subscriptions: make(map[string]*struct { - Sub *gmqtt.Subscription - Error error - }), - ID: subID, - } - - for _, v := range sub.Topics { - subReq.Subscriptions[v.Name] = &struct { - Sub *gmqtt.Subscription - Error error - }{Sub: subscription.FromTopic(v, subID), Error: nil} - } - - if srv.hooks.OnSubscribe != nil { - err := srv.hooks.OnSubscribe(context.Background(), client, subReq) - if ce := converError(err); ce != nil { - suback.Properties = getErrorProperties(client, &ce.ErrorDetails) - for k := range suback.Payload { - if packets.IsVersion3X(client.version) { - suback.Payload[k] = packets.SubscribeFailure - } else { - suback.Payload[k] = ce.Code - } - } - client.write(suback) - return nil - } - } - for k, v := range sub.Topics { - sub := subReq.Subscriptions[v.Name].Sub - subErr := converError(subReq.Subscriptions[v.Name].Error) - var isShared bool - code := sub.QoS - if client.version == packets.Version5 { - if sub.ShareName != "" { - isShared = true - if !client.opts.SharedSubAvailable { - code = codes.SharedSubNotSupported - } - } - if !client.opts.SubIDAvailable && subID != 0 { - code = codes.SubIDNotSupported - } - if !client.opts.WildcardSubAvailable { - for _, c := range sub.TopicFilter { - if c == '+' || c == '#' { - code = codes.WildcardSubNotSupported - break - } - } - } - } - - var subRs subscription.SubscribeResult - var err error - if subErr != nil { - code = subErr.Code - if packets.IsVersion3X(client.version) { - code = packets.SubscribeFailure - } - } - if code < packets.SubscribeFailure { - subRs, err = srv.subscriptionsDB.Subscribe(client.opts.ClientID, sub) - if err != nil { - zaplog.Error("failed to subscribe topic", - zap.String("topic", v.Name), - zap.Uint8("qos", v.Qos), - zap.String("client_id", client.opts.ClientID), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.Error(err)) - code = packets.SubscribeFailure - } - } - suback.Payload[k] = code - if code < packets.SubscribeFailure { - if srv.hooks.OnSubscribed != nil { - srv.hooks.OnSubscribed(context.Background(), client, sub) - } - zaplog.Info("subscribe succeeded", - zap.String("topic", sub.TopicFilter), - zap.Uint8("qos", sub.QoS), - zap.Uint8("retain_handling", sub.RetainHandling), - zap.Bool("retain_as_published", sub.RetainAsPublished), - zap.Bool("no_local", sub.NoLocal), - zap.Uint32("id", sub.ID), - zap.String("client_id", client.opts.ClientID), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - ) - // The spec does not specify whether the retain message should follow the 'no-local' option rule. - // Gmqtt follows the mosquitto implementation which will send retain messages to no-local subscriptions. - // For details: https://github.com/eclipse/mosquitto/issues/1796 - if !isShared && ((!subRs[0].AlreadyExisted && v.RetainHandling != 2) || v.RetainHandling == 0) { - msgs := srv.retainedDB.GetMatchedMessages(sub.TopicFilter) - for _, v := range msgs { - if v.QoS > subRs[0].Subscription.QoS { - v.QoS = subRs[0].Subscription.QoS - } - v.Dup = false - if !sub.RetainAsPublished { - v.Retained = false - } - var expiry time.Time - if v.MessageExpiry != 0 { - expiry = now.Add(time.Second * time.Duration(v.MessageExpiry)) - } - err := client.queueStore.Add(&queue.Elem{ - At: now, - Expiry: expiry, - MessageWithID: &queue.Publish{ - Message: v, - }, - }) - if err != nil { - client.queueNotifier.notifyDropped(v, &queue.InternalError{Err: err}) - if codesErr, ok := err.(*codes.Error); ok { - return codesErr - } - return &codes.Error{ - Code: codes.UnspecifiedError, - } - } - } - } - } else { - zaplog.Info("subscribe failed", - zap.String("topic", sub.TopicFilter), - zap.Uint8("qos", suback.Payload[k]), - zap.String("client_id", client.opts.ClientID), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - ) - } - } - client.write(suback) - return nil -} - -func (client *client) publishHandler(pub *packets.Publish) *codes.Error { - srv := client.server - var dup bool - - // check retain available - if !client.opts.RetainAvailable && pub.Retain { - return &codes.Error{ - Code: codes.RetainNotSupported, - } - } - var msg *gmqtt.Message - msg = gmqtt.MessageFromPublish(pub) - - if client.version == packets.Version5 && pub.Properties.TopicAlias != nil { - if *pub.Properties.TopicAlias >= client.opts.ServerTopicAliasMax { - return &codes.Error{ - Code: codes.TopicAliasInvalid, - } - } - topicAlias := *pub.Properties.TopicAlias - name := client.aliasMapper[int(topicAlias)] - if len(pub.TopicName) == 0 { - if len(name) == 0 { - return &codes.Error{ - Code: codes.TopicAliasInvalid, - } - } - msg.Topic = string(name) - } else { - client.aliasMapper[topicAlias] = pub.TopicName - } - - } - - if pub.Qos == packets.Qos2 { - exist, err := client.unackStore.Set(pub.PacketID) - if err != nil { - return converError(err) - } - if exist { - dup = true - } - } - - if pub.Retain { - if len(pub.Payload) == 0 { - srv.retainedDB.Remove(string(pub.TopicName)) - } else { - srv.retainedDB.AddOrReplace(msg.Copy()) - } - } - - var err error - var topicMatched bool - if !dup { - opts := defaultIterateOptions(msg.Topic) - if srv.hooks.OnMsgArrived != nil { - req := &MsgArrivedRequest{ - Publish: pub, - Message: msg, - IterationOptions: opts, - } - err = srv.hooks.OnMsgArrived(context.Background(), client, req) - msg = req.Message - opts = req.IterationOptions - } - if msg != nil && err == nil { - topicMatched = client.deliverMessage(client.opts.ClientID, msg, opts) - } - } - - var ack packets.Packet - // ack properties - var ppt *packets.Properties - code := codes.Success - if client.version == packets.Version5 { - if !topicMatched && err == nil { - code = codes.NotMatchingSubscribers - } - if codeErr := converError(err); codeErr != nil { - ppt = getErrorProperties(client, &codeErr.ErrorDetails) - code = codeErr.Code - } - - } - if pub.Qos == packets.Qos1 { - ack = pub.NewPuback(code, ppt) - } - if pub.Qos == packets.Qos2 { - ack = pub.NewPubrec(code, ppt) - if code >= codes.UnspecifiedError { - err = client.unackStore.Remove(pub.PacketID) - if err != nil { - return converError(err) - } - } - } - if ack != nil { - client.write(ack) - } - return nil - -} - -func converError(err error) *codes.Error { - if err == nil { - return nil - } - if e, ok := err.(*codes.Error); ok { - return e - } - return &codes.Error{ - Code: codes.UnspecifiedError, - ErrorDetails: codes.ErrorDetails{ - ReasonString: []byte(err.Error()), - }, - } -} - -func (client *client) pubackHandler(puback *packets.Puback) *codes.Error { - err := client.queueStore.Remove(puback.PacketID) - if err != nil { - return converError(err) - } - client.pl.release(puback.PacketID) - if ce := zaplog.Check(zapcore.DebugLevel, "unset inflight"); ce != nil { - ce.Write(zap.String("clientID", client.opts.ClientID), - zap.Uint16("pid", puback.PacketID), - ) - } - return nil -} -func (client *client) pubrelHandler(pubrel *packets.Pubrel) *codes.Error { - err := client.unackStore.Remove(pubrel.PacketID) - if err != nil { - return converError(err) - } - pubcomp := pubrel.NewPubcomp() - client.write(pubcomp) - return nil -} -func (client *client) pubrecHandler(pubrec *packets.Pubrec) { - if client.version == packets.Version5 && pubrec.Code >= codes.UnspecifiedError { - err := client.queueStore.Remove(pubrec.PacketID) - client.pl.release(pubrec.PacketID) - if err != nil { - client.setError(err) - } - return - } - pubrel := pubrec.NewPubrel() - _, err := client.queueStore.Replace(&queue.Elem{ - At: time.Now(), - MessageWithID: &queue.Pubrel{ - PacketID: pubrel.PacketID, - }}) - if err != nil { - client.setError(err) - } - client.write(pubrel) -} -func (client *client) pubcompHandler(pubcomp *packets.Pubcomp) { - err := client.queueStore.Remove(pubcomp.PacketID) - client.pl.release(pubcomp.PacketID) - if err != nil { - client.setError(err) - } - -} -func (client *client) pingreqHandler(pingreq *packets.Pingreq) { - resp := pingreq.NewPingresp() - client.write(resp) -} -func (client *client) unsubscribeHandler(unSub *packets.Unsubscribe) { - srv := client.server - unSuback := &packets.Unsuback{ - Version: unSub.Version, - PacketID: unSub.PacketID, - Properties: &packets.Properties{}, - } - cs := make([]codes.Code, len(unSub.Topics)) - defer func() { - if client.version == packets.Version5 { - unSuback.Payload = cs - } - client.write(unSuback) - }() - req := &UnsubscribeRequest{ - Unsubscribe: unSub, - Unsubs: make(map[string]*struct { - TopicName string - Error error - }), - } - - for _, v := range unSub.Topics { - req.Unsubs[v] = &struct { - TopicName string - Error error - }{TopicName: v} - } - if srv.hooks.OnUnsubscribe != nil { - err := srv.hooks.OnUnsubscribe(context.Background(), client, req) - if ce := converError(err); ce != nil { - unSuback.Properties = getErrorProperties(client, &ce.ErrorDetails) - for k := range cs { - cs[k] = ce.Code - } - return - } - } - for k, v := range unSub.Topics { - code := codes.Success - topicName := req.Unsubs[v].TopicName - ce := converError(req.Unsubs[v].Error) - if ce != nil { - code = ce.Code - } - if code == codes.Success { - err := srv.subscriptionsDB.Unsubscribe(client.opts.ClientID, topicName) - if ce := converError(err); ce != nil { - code = ce.Code - } - } - if code == codes.Success { - if srv.hooks.OnUnsubscribed != nil { - srv.hooks.OnUnsubscribed(context.Background(), client, topicName) - } - zaplog.Info("unsubscribed succeed", - zap.String("topic", topicName), - zap.String("client_id", client.opts.ClientID), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - ) - } else { - zaplog.Info("unsubscribed failed", - zap.String("topic", topicName), - zap.String("client_id", client.opts.ClientID), - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.Uint8("code", code)) - } - cs[k] = code - - } -} - -func (client *client) reAuthHandler(auth *packets.Auth) *codes.Error { - srv := client.server - // default code - code := codes.Success - var resp *AuthResponse - var err error - if srv.hooks.OnReAuth != nil { - resp, err = srv.hooks.OnReAuth(context.Background(), client, auth) - ce := converError(err) - if ce != nil { - return ce - } - } else { - return codes.ErrProtocol - } - if resp.Continue { - code = codes.ContinueAuthentication - } - client.write(&packets.Auth{ - Code: code, - Properties: &packets.Properties{ - AuthMethod: client.opts.AuthMethod, - AuthData: resp.AuthData, - }, - }) - return nil -} - -func (client *client) disconnectHandler(dis *packets.Disconnect) *codes.Error { - if client.version == packets.Version5 { - disExpiry := convertUint32(dis.Properties.SessionExpiryInterval, 0) - sess, err := client.server.sessionStore.Get(client.opts.ClientID) - if err != nil { - return &codes.Error{ - Code: codes.UnspecifiedError, - ErrorDetails: codes.ErrorDetails{ - ReasonString: []byte(err.Error()), - }, - } - } - if sess.ExpiryInterval == 0 && disExpiry != 0 { - return &codes.Error{ - Code: codes.ProtocolError, - } - } - if disExpiry != 0 { - err := client.server.sessionStore.SetSessionExpiry(sess.ClientID, disExpiry) - if err != nil { - zaplog.Error("fail to set session expiry", - zap.String("client_id", client.opts.ClientID), - zap.Error(err)) - } - } - } - client.disconnect = dis - // 不发送will message - client.cleanWillFlag = true - return nil -} - -//读处理 -func (client *client) readHandle() { - var err error - defer func() { - if re := recover(); re != nil { - err = errors.New(fmt.Sprint(re)) - } - client.setError(err) - close(client.close) - }() - for packet := range client.in { - if client.version == packets.Version5 { - if client.opts.ServerMaxPacketSize != 0 && packets.TotalBytes(packet) > client.opts.ServerMaxPacketSize { - err = codes.NewError(codes.PacketTooLarge) - return - } - } - var codeErr *codes.Error - switch packet.(type) { - case *packets.Subscribe: - codeErr = client.subscribeHandler(packet.(*packets.Subscribe)) - case *packets.Publish: - codeErr = client.publishHandler(packet.(*packets.Publish)) - case *packets.Puback: - codeErr = client.pubackHandler(packet.(*packets.Puback)) - case *packets.Pubrel: - codeErr = client.pubrelHandler(packet.(*packets.Pubrel)) - case *packets.Pubrec: - client.pubrecHandler(packet.(*packets.Pubrec)) - case *packets.Pubcomp: - client.pubcompHandler(packet.(*packets.Pubcomp)) - case *packets.Pingreq: - client.pingreqHandler(packet.(*packets.Pingreq)) - case *packets.Unsubscribe: - client.unsubscribeHandler(packet.(*packets.Unsubscribe)) - case *packets.Disconnect: - codeErr = client.disconnectHandler(packet.(*packets.Disconnect)) - return - case *packets.Auth: - auth := packet.(*packets.Auth) - if client.version != packets.Version5 { - err = codes.ErrProtocol - return - } - if !bytes.Equal(client.opts.AuthMethod, auth.Properties.AuthData) { - codeErr = codes.ErrProtocol - return - } - codeErr = client.reAuthHandler(auth) - - default: - err = codes.ErrProtocol - } - if codeErr != nil { - err = codeErr - return - } - } - -} - -func (client *client) newPacketIDLimiter(limit uint16) { - client.pl = &packetIDLimiter{ - cond: sync.NewCond(&sync.Mutex{}), - used: 0, - limit: limit, - exit: false, - freePid: 1, - lockedPid: bitmap.New(packets.MaxPacketID), - } -} - -func (client *client) pollInflights() (cont bool, err error) { - var elems []*queue.Elem - elems, err = client.queueStore.ReadInflight(uint(client.opts.MaxInflight)) - if err != nil || len(elems) == 0 { - return false, err - } - client.pl.lock() - defer client.pl.unlock() - for _, v := range elems { - id := v.MessageWithID.ID() - switch m := v.MessageWithID.(type) { - case *queue.Publish: - m.Dup = true - // https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Subscription_Options - // The Server need not use the same set of Subscription Identifiers in the retransmitted PUBLISH packet. - m.SubscriptionIdentifier = nil - client.pl.markUsedLocked(id) - client.write(gmqtt.MessageToPublish(m.Message, client.version)) - case *queue.Pubrel: - client.write(&packets.Pubrel{PacketID: id}) - } - } - - return true, nil -} - -func (client *client) pollNewMessages(ids []packets.PacketID) (unused []packets.PacketID, err error) { - now := time.Now() - var elems []*queue.Elem - elems, err = client.queueStore.Read(ids) - if err != nil { - return nil, err - } - for _, v := range elems { - switch m := v.MessageWithID.(type) { - case *queue.Publish: - if m.QoS != packets.Qos0 { - ids = ids[1:] - } - if client.version == packets.Version5 && m.Message.MessageExpiry != 0 { - d := uint32(now.Sub(v.At).Seconds()) - m.Message.MessageExpiry = d - } - client.write(gmqtt.MessageToPublish(m.Message, client.version)) - case *queue.Pubrel: - } - } - return ids, err -} -func (client *client) pollMessageHandler() { - var err error - defer func() { - if re := recover(); re != nil { - err = errors.New(fmt.Sprint(re)) - } - client.setError(err) - }() - // drain all inflight messages - cont := true - for cont { - cont, err = client.pollInflights() - if err != nil { - return - } - } - var ids []packets.PacketID - for { - max := uint16(100) - if client.opts.MaxInflight < max { - max = client.opts.MaxInflight - } - ids = client.pl.pollPacketIDs(max) - if ids == nil { - return - } - ids, err = client.pollNewMessages(ids) - if err != nil { - return - } - client.pl.batchRelease(ids) - } -} - -//server goroutine结束的条件:1客户端断开连接 或 2发生错误 -func (client *client) serve() { - defer client.internalClose() - readWg := &sync.WaitGroup{} - - readWg.Add(1) - go func() { //read - client.readLoop() - readWg.Done() - }() - - client.wg.Add(1) - go func() { //write - client.writeLoop() - client.wg.Done() - }() - - if ok := client.connectWithTimeOut(); ok { - client.wg.Add(2) - go func() { - client.pollMessageHandler() - client.wg.Done() - }() - go func() { - client.readHandle() - client.wg.Done() - }() - - } - readWg.Wait() - - if client.queueStore != nil { - qerr := client.queueStore.Close() - if qerr != nil { - zaplog.Error("fail to close message queue", zap.String("client_id", client.opts.ClientID), zap.Error(qerr)) - } - } - if client.pl != nil { - client.pl.close() - } - client.wg.Wait() - _ = client.rwc.Close() -} diff --git a/internal/hummingbird/mqttbroker/server/client_mock.go b/internal/hummingbird/mqttbroker/server/client_mock.go deleted file mode 100644 index dcaad24..0000000 --- a/internal/hummingbird/mqttbroker/server/client_mock.go +++ /dev/null @@ -1,132 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/client.go - -// Package server is a generated GoMock package. -package server - -import ( - net "net" - reflect "reflect" - time "time" - - gomock "github.com/golang/mock/gomock" - packets "github.com/winc-link/hummingbird/internal/pkg/packets" - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" -) - -// MockClient is a mock of Client interface -type MockClient struct { - ctrl *gomock.Controller - recorder *MockClientMockRecorder -} - -// MockClientMockRecorder is the mock recorder for MockClient -type MockClientMockRecorder struct { - mock *MockClient -} - -// NewMockClient creates a new mock instance -func NewMockClient(ctrl *gomock.Controller) *MockClient { - mock := &MockClient{ctrl: ctrl} - mock.recorder = &MockClientMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockClient) EXPECT() *MockClientMockRecorder { - return m.recorder -} - -// ClientOptions mocks base method -func (m *MockClient) ClientOptions() *ClientOptions { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "ClientOptions") - ret0, _ := ret[0].(*ClientOptions) - return ret0 -} - -// ClientOptions indicates an expected call of ClientOptions -func (mr *MockClientMockRecorder) ClientOptions() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ClientOptions", reflect.TypeOf((*MockClient)(nil).ClientOptions)) -} - -// SessionInfo mocks base method -func (m *MockClient) SessionInfo() *gmqtt.Session { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "SessionInfo") - ret0, _ := ret[0].(*gmqtt.Session) - return ret0 -} - -// SessionInfo indicates an expected call of SessionInfo -func (mr *MockClientMockRecorder) SessionInfo() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "SessionInfo", reflect.TypeOf((*MockClient)(nil).SessionInfo)) -} - -// Version mocks base method -func (m *MockClient) Version() packets.Version { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Version") - ret0, _ := ret[0].(packets.Version) - return ret0 -} - -// Version indicates an expected call of Version -func (mr *MockClientMockRecorder) Version() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Version", reflect.TypeOf((*MockClient)(nil).Version)) -} - -// ConnectedAt mocks base method -func (m *MockClient) ConnectedAt() time.Time { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "ConnectedAt") - ret0, _ := ret[0].(time.Time) - return ret0 -} - -// ConnectedAt indicates an expected call of ConnectedAt -func (mr *MockClientMockRecorder) ConnectedAt() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ConnectedAt", reflect.TypeOf((*MockClient)(nil).ConnectedAt)) -} - -// Connection mocks base method -func (m *MockClient) Connection() net.Conn { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Connection") - ret0, _ := ret[0].(net.Conn) - return ret0 -} - -// Connection indicates an expected call of Connection -func (mr *MockClientMockRecorder) Connection() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Connection", reflect.TypeOf((*MockClient)(nil).Connection)) -} - -// Close mocks base method -func (m *MockClient) Close() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Close") -} - -// Close indicates an expected call of Close -func (mr *MockClientMockRecorder) Close() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Close", reflect.TypeOf((*MockClient)(nil).Close)) -} - -// Disconnect mocks base method -func (m *MockClient) Disconnect(disconnect *packets.Disconnect) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Disconnect", disconnect) -} - -// Disconnect indicates an expected call of Disconnect -func (mr *MockClientMockRecorder) Disconnect(disconnect interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Disconnect", reflect.TypeOf((*MockClient)(nil).Disconnect), disconnect) -} diff --git a/internal/hummingbird/mqttbroker/server/hook.go b/internal/hummingbird/mqttbroker/server/hook.go deleted file mode 100644 index 078df37..0000000 --- a/internal/hummingbird/mqttbroker/server/hook.go +++ /dev/null @@ -1,338 +0,0 @@ -package server - -import ( - "context" - "net" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type Hooks struct { - OnAccept - OnStop - OnSubscribe - OnSubscribed - OnUnsubscribe - OnUnsubscribed - OnMsgArrived - OnBasicAuth - OnEnhancedAuth - OnReAuth - OnConnected - OnSessionCreated - OnSessionResumed - OnSessionTerminated - OnDelivered - OnClosed - OnMsgDropped - OnWillPublish - OnWillPublished -} - -// WillMsgRequest is the input param for OnWillPublish hook. -type WillMsgRequest struct { - // Message is the message that is going to send. - // The caller can edit this field to modify the will message. - // If nil, the broker will drop the message. - Message *mqttbroker.Message - // IterationOptions is the same as MsgArrivedRequest.IterationOptions, - // see MsgArrivedRequest for details - IterationOptions subscription.IterationOptions -} - -// Drop drops the will message, so the message will not be delivered to any alertclient. -func (w *WillMsgRequest) Drop() { - w.Message = nil -} - -// OnWillPublish will be called before the client with the given clientID sending the will message. -// It provides the ability to modify the message before sending. -type OnWillPublish func(ctx context.Context, clientID string, req *WillMsgRequest) - -type OnWillPublishWrapper func(OnWillPublish) OnWillPublish - -// OnWillPublished will be called after the will message has been sent by the client. -// The msg param is immutable, DO NOT EDIT. -type OnWillPublished func(ctx context.Context, clientID string, msg *mqttbroker.Message) - -type OnWillPublishedWrapper func(OnWillPublished) OnWillPublished - -// OnAccept will be called after a new connection established in TCP server. -// If returns false, the connection will be close directly. -type OnAccept func(ctx context.Context, conn net.Conn) bool - -type OnAcceptWrapper func(OnAccept) OnAccept - -// OnStop will be called on server.Stop() -type OnStop func(ctx context.Context) - -type OnStopWrapper func(OnStop) OnStop - -// SubscribeRequest represents the subscribe request made by a SUBSCRIBE packet. -type SubscribeRequest struct { - // Subscribe is the SUBSCRIBE packet. It is immutable, do not edit. - Subscribe *packets.Subscribe - // Subscriptions wraps all subscriptions by the full topic name. - // You can modify the value of the map to edit the subscription. But must not change the length of the map. - Subscriptions map[string]*struct { - // Sub is the subscription. - Sub *mqttbroker.Subscription - // Error indicates whether to allow the subscription. - // Return nil means it is allow to make the subscription. - // Return an error means it is not allow to make the subscription. - // It is recommended to use *codes.Error if you want to disallow the subscription. e.g:&codes.Error{Code:codes.NotAuthorized} - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901178 - Error error - } - // ID is the subscription id, this value will override the id of subscriptions in Subscriptions.Sub. - // This field take no effect on v3 client. - ID uint32 -} - -// GrantQoS grants the qos to the subscription for the given topic name. -func (s *SubscribeRequest) GrantQoS(topicName string, qos packets.QoS) *SubscribeRequest { - if sub := s.Subscriptions[topicName]; sub != nil { - sub.Sub.QoS = qos - } - return s -} - -// Reject rejects the subscription for the given topic name. -func (s *SubscribeRequest) Reject(topicName string, err error) { - if sub := s.Subscriptions[topicName]; sub != nil { - sub.Error = err - } -} - -// SetID sets the subscription id for the subscriptions -func (s *SubscribeRequest) SetID(id uint32) *SubscribeRequest { - s.ID = id - return s -} - -// OnSubscribe will be called when receive a SUBSCRIBE packet. -// It provides the ability to modify and authorize the subscriptions. -// If return an error, the returned error will override the error set in SubscribeRequest. -type OnSubscribe func(ctx context.Context, client Client, req *SubscribeRequest) error - -type OnSubscribeWrapper func(OnSubscribe) OnSubscribe - -// OnSubscribed will be called after the topic subscribe successfully -type OnSubscribed func(ctx context.Context, client Client, subscription *mqttbroker.Subscription) - -type OnSubscribedWrapper func(OnSubscribed) OnSubscribed - -// OnUnsubscribed will be called after the topic has been unsubscribed -type OnUnsubscribed func(ctx context.Context, client Client, topicName string) - -type OnUnsubscribedWrapper func(OnUnsubscribed) OnUnsubscribed - -// UnsubscribeRequest is the input param for OnSubscribed hook. -type UnsubscribeRequest struct { - // Unsubscribe is the UNSUBSCRIBE packet. It is immutable, do not edit. - Unsubscribe *packets.Unsubscribe - // Unsubs groups all unsubscribe topic by the full topic name. - // You can modify the value of the map to edit the unsubscribe topic. But you cannot change the length of the map. - Unsubs map[string]*struct { - // TopicName is the topic that is going to unsubscribe. - TopicName string - // Error indicates whether to allow the unsubscription. - // Return nil means it is allow to unsubscribe the topic. - // Return an error means it is not allow to unsubscribe the topic. - // It is recommended to use *codes.Error if you want to disallow the unsubscription. e.g:&codes.Error{Code:codes.NotAuthorized} - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901194 - Error error - } -} - -// Reject rejects the subscription for the given topic name. -func (u *UnsubscribeRequest) Reject(topicName string, err error) { - if sub := u.Unsubs[topicName]; sub != nil { - sub.Error = err - } -} - -// OnUnsubscribe will be called when receive a UNSUBSCRIBE packet. -// User can use this function to modify and authorize unsubscription. -// If return an error, the returned error will override the error set in UnsubscribeRequest. -type OnUnsubscribe func(ctx context.Context, client Client, req *UnsubscribeRequest) error - -type OnUnsubscribeWrapper func(OnUnsubscribe) OnUnsubscribe - -// OnMsgArrived will be called when receive a Publish packets.It provides the ability to modify the message before topic match process. -// The return error is for V5 client to provide additional information for diagnostics and will be ignored if the version of used client is V3. -// If the returned error type is *codes.Error, the code, reason string and user property will be set into the ack packet(puback for qos1, and pubrel for qos2); -// otherwise, the code,reason string will be set to 0x80 and error.Error(). -type OnMsgArrived func(ctx context.Context, client Client, req *MsgArrivedRequest) error - -// MsgArrivedRequest is the input param for OnMsgArrived hook. -type MsgArrivedRequest struct { - // Publish is the origin MQTT PUBLISH packet, it is immutable. DO NOT EDIT. - Publish *packets.Publish - // Message is the message that is going to be passed to topic match process. - // The caller can modify it. - Message *mqttbroker.Message - // IterationOptions provides the the ability to change the options of topic matching process. - // In most of cases, you don't need to modify it. - // The default value is: - // subscription.IterationOptions{ - // Type: subscription.TypeAll, - // MatchType: subscription.MatchFilter, - // TopicName: msg.Topic, - // } - // The user of this field is the federation plugin. - // It will change the Type from subscription.TypeAll to subscription.subscription.TypeAll ^ subscription.TypeShared - // that will prevent publishing the shared message to local client. - IterationOptions subscription.IterationOptions -} - -// Drop drops the message, so the message will not be delivered to any alertclient. -func (m *MsgArrivedRequest) Drop() { - m.Message = nil -} - -type OnMsgArrivedWrapper func(OnMsgArrived) OnMsgArrived - -// OnClosed will be called after the tcp connection of the client has been closed -type OnClosed func(ctx context.Context, client Client, err error) - -type OnClosedWrapper func(OnClosed) OnClosed - -// AuthOptions provides several options which controls how the server interacts with the client. -// The default value of these options is defined in the configuration file. -type AuthOptions struct { - // SessionExpiry is session expired time in seconds. - SessionExpiry uint32 - // ReceiveMax limits the number of QoS 1 and QoS 2 publications that the server is willing to process concurrently for the client. - // If the client version is v5, this value will be set into Receive Maximum property in CONNACK packet. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901083 - ReceiveMax uint16 - // MaximumQoS is the highest QOS level permitted for a Publish. - MaximumQoS uint8 - // MaxPacketSize is the maximum packet size that the server is willing to accept from the client. - // If the client version is v5, this value will be set into Receive Maximum property in CONNACK packet. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901086 - MaxPacketSize uint32 - // TopicAliasMax indicates the highest value that the server will accept as a Topic Alias sent by the client. - // The server uses this value to limit the number of Topic Aliases that it is willing to hold on this connection. - // This option only affect v5 client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901088 - TopicAliasMax uint16 - // RetainAvailable indicates whether the server supports retained messages. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901085 - RetainAvailable bool - // WildcardSubAvailable indicates whether the server supports Wildcard Subscriptions. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901091 - WildcardSubAvailable bool - // SubIDAvailable indicates whether the server supports Subscription Identifiers. - // This option only affect v5 client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901092 - SubIDAvailable bool - // SharedSubAvailable indicates whether the server supports Shared Subscriptions. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901093 - SharedSubAvailable bool - // KeepAlive is the keep alive time assigned by the server. - // This option only affect v5 client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901094 - KeepAlive uint16 - // UserProperties is be used to provide additional information to the client. - // This option only affect v5 client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901090 - UserProperties []*packets.UserProperty - // AssignedClientID allows the server to assign a client id for the client. - // It will override the client id in the connect packet. - AssignedClientID []byte - // ResponseInfo is used as the basis for creating a Response Topic. - // This option only affect v5 client. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901095 - ResponseInfo []byte - // MaxInflight limits the number of QoS 1 and QoS 2 publications that the client is willing to process concurrently. - MaxInflight uint16 -} - -// OnBasicAuth will be called when receive v311 connect packet or v5 connect packet with empty auth method property. -type OnBasicAuth func(ctx context.Context, client Client, req *ConnectRequest) (err error) - -// ConnectRequest represents a connect request made by a CONNECT packet. -type ConnectRequest struct { - // Connect is the CONNECT packet.It is immutable, do not edit. - Connect *packets.Connect - // Options represents the setting which will be applied to the current client if auth success. - // Caller can edit this property to change the setting. - Options *AuthOptions -} - -type OnBasicAuthWrapper func(OnBasicAuth) OnBasicAuth - -// OnEnhancedAuth will be called when receive v5 connect packet with auth method property. -type OnEnhancedAuth func(ctx context.Context, client Client, req *ConnectRequest) (resp *EnhancedAuthResponse, err error) - -type EnhancedAuthResponse struct { - Continue bool - OnAuth OnAuth - AuthData []byte -} -type OnEnhancedAuthWrapper func(OnEnhancedAuth) OnEnhancedAuth - -type AuthRequest struct { - Auth *packets.Auth - Options *AuthOptions -} - -// ReAuthResponse is the response of the OnAuth hook. -type AuthResponse struct { - // Continue indicate that whether more authentication data is needed. - Continue bool - // AuthData is the auth data property of the auth packet. - AuthData []byte -} - -type OnAuth func(ctx context.Context, client Client, req *AuthRequest) (*AuthResponse, error) - -type OnReAuthWrapper func(OnReAuth) OnReAuth - -type OnReAuth func(ctx context.Context, client Client, auth *packets.Auth) (*AuthResponse, error) - -type OnAuthWrapper func(OnAuth) OnAuth - -// OnConnected will be called when a mqttclient client connect successfully. -type OnConnected func(ctx context.Context, client Client) - -type OnConnectedWrapper func(OnConnected) OnConnected - -// OnSessionCreated will be called when new session created. -type OnSessionCreated func(ctx context.Context, client Client) - -type OnSessionCreatedWrapper func(OnSessionCreated) OnSessionCreated - -// OnSessionResumed will be called when session resumed. -type OnSessionResumed func(ctx context.Context, client Client) - -type OnSessionResumedWrapper func(OnSessionResumed) OnSessionResumed - -type SessionTerminatedReason byte - -const ( - NormalTermination SessionTerminatedReason = iota - TakenOverTermination - ExpiredTermination -) - -// OnSessionTerminated will be called when session has been terminated. -type OnSessionTerminated func(ctx context.Context, clientID string, reason SessionTerminatedReason) - -type OnSessionTerminatedWrapper func(OnSessionTerminated) OnSessionTerminated - -// OnDelivered will be called when publishing a message to a client. -type OnDelivered func(ctx context.Context, client Client, msg *mqttbroker.Message) - -type OnDeliveredWrapper func(OnDelivered) OnDelivered - -// OnMsgDropped will be called after the Msg dropped. -// The err indicates the reason of dropping. -// See: persistence/queue/error.go -type OnMsgDropped func(ctx context.Context, clientID string, msg *mqttbroker.Message, err error) - -type OnMsgDroppedWrapper func(OnMsgDropped) OnMsgDropped diff --git a/internal/hummingbird/mqttbroker/server/limiter.go b/internal/hummingbird/mqttbroker/server/limiter.go deleted file mode 100644 index 2a848f6..0000000 --- a/internal/hummingbird/mqttbroker/server/limiter.go +++ /dev/null @@ -1,116 +0,0 @@ -package server - -import ( - "sync" - - "github.com/winc-link/hummingbird/internal/pkg/bitmap" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -func newPacketIDLimiter(limit uint16) *packetIDLimiter { - return &packetIDLimiter{ - cond: sync.NewCond(&sync.Mutex{}), - used: 0, - limit: limit, - exit: false, - freePid: 1, - lockedPid: bitmap.New(packets.MaxPacketID), - } -} - -// packetIDLimiter limit the generation of packet id to keep the number of inflight messages -// always less or equal than receive maximum setting of the client. -type packetIDLimiter struct { - cond *sync.Cond - used uint16 - limit uint16 - exit bool - lockedPid *bitmap.Bitmap // packet id in-use - freePid packets.PacketID // next available id -} - -func (p *packetIDLimiter) close() { - p.cond.L.Lock() - p.exit = true - p.cond.L.Unlock() - p.cond.Signal() -} - -// pollPacketIDs returns at most max number of unused packetID and marks them as used for a client. -// If there is no available id, the call will be blocked until at least one packet id is available or the limiter has been closed. -// return 0 means the limiter is closed. -// the return number = min(max, i.used). -func (p *packetIDLimiter) pollPacketIDs(max uint16) (id []packets.PacketID) { - p.cond.L.Lock() - defer p.cond.L.Unlock() - for p.used >= p.limit && !p.exit { - p.cond.Wait() - } - if p.exit { - return nil - } - n := max - if remain := p.limit - p.used; remain < max { - n = remain - } - for j := uint16(0); j < n; j++ { - for p.lockedPid.Get(p.freePid) == 1 { - if p.freePid == packets.MaxPacketID { - p.freePid = packets.MinPacketID - } else { - p.freePid++ - } - } - id = append(id, p.freePid) - p.used++ - p.lockedPid.Set(p.freePid, 1) - if p.freePid == packets.MaxPacketID { - p.freePid = packets.MinPacketID - } else { - p.freePid++ - } - } - return id -} - -// release marks the given id list as unused -func (p *packetIDLimiter) release(id packets.PacketID) { - p.cond.L.Lock() - p.releaseLocked(id) - p.cond.L.Unlock() - p.cond.Signal() - -} -func (p *packetIDLimiter) releaseLocked(id packets.PacketID) { - if p.lockedPid.Get(id) == 1 { - p.lockedPid.Set(id, 0) - p.used-- - } -} - -func (p *packetIDLimiter) batchRelease(id []packets.PacketID) { - p.cond.L.Lock() - for _, v := range id { - p.releaseLocked(v) - } - p.cond.L.Unlock() - p.cond.Signal() - -} - -// markInUsed marks the given id as used. -func (p *packetIDLimiter) markUsedLocked(id packets.PacketID) { - p.used++ - p.lockedPid.Set(id, 1) -} - -func (p *packetIDLimiter) lock() { - p.cond.L.Lock() -} -func (p *packetIDLimiter) unlock() { - p.cond.L.Unlock() -} -func (p *packetIDLimiter) unlockAndSignal() { - p.cond.L.Unlock() - p.cond.Signal() -} diff --git a/internal/hummingbird/mqttbroker/server/options.go b/internal/hummingbird/mqttbroker/server/options.go deleted file mode 100644 index 1b4d318..0000000 --- a/internal/hummingbird/mqttbroker/server/options.go +++ /dev/null @@ -1,50 +0,0 @@ -package server - -import ( - "net" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" -) - -type Options func(srv *server) - -// WithConfig set the config of the server -func WithConfig(config config.Config) Options { - return func(srv *server) { - srv.config = config - } -} - -// WithTCPListener set tcp listener(s) of the server. Default listen on :58090. -func WithTCPListener(lns ...net.Listener) Options { - return func(srv *server) { - srv.tcpListener = append(srv.tcpListener, lns...) - } -} - -// WithWebsocketServer set websocket server(s) of the server. -func WithWebsocketServer(ws ...*WsServer) Options { - return func(srv *server) { - srv.websocketServer = ws - } -} - -// WithPlugin set plugin(s) of the server. -func WithPlugin(plugin ...Plugin) Options { - return func(srv *server) { - srv.plugins = append(srv.plugins, plugin...) - } -} - -// WithHook set hooks of the server. Notice: WithPlugin() will overwrite hooks. -func WithHook(hooks Hooks) Options { - return func(srv *server) { - srv.hooks = hooks - } -} - -func WithLogger(logger *DefaultLogger) Options { - return func(srv *server) { - zaplog = logger - } -} diff --git a/internal/hummingbird/mqttbroker/server/persistence.go b/internal/hummingbird/mqttbroker/server/persistence.go deleted file mode 100644 index 333b370..0000000 --- a/internal/hummingbird/mqttbroker/server/persistence.go +++ /dev/null @@ -1,20 +0,0 @@ -package server - -import ( - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" -) - -type NewPersistence func(config config.Config) (Persistence, error) - -type Persistence interface { - Open() error - NewQueueStore(config config.Config, defaultNotifier queue.Notifier, clientID string) (queue.Store, error) - NewSubscriptionStore(config config.Config) (subscription.Store, error) - NewSessionStore(config config.Config) (session.Store, error) - NewUnackStore(config config.Config, clientID string) (unack.Store, error) - Close() error -} diff --git a/internal/hummingbird/mqttbroker/server/persistence_mock.go b/internal/hummingbird/mqttbroker/server/persistence_mock.go deleted file mode 100644 index acf1da0..0000000 --- a/internal/hummingbird/mqttbroker/server/persistence_mock.go +++ /dev/null @@ -1,127 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/persistence.go - -// Package server is a generated GoMock package. -package server - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - config "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - queue "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - session "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - subscription "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - unack "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" -) - -// MockPersistence is a mock of Persistence interface -type MockPersistence struct { - ctrl *gomock.Controller - recorder *MockPersistenceMockRecorder -} - -// MockPersistenceMockRecorder is the mock recorder for MockPersistence -type MockPersistenceMockRecorder struct { - mock *MockPersistence -} - -// NewMockPersistence creates a new mock instance -func NewMockPersistence(ctrl *gomock.Controller) *MockPersistence { - mock := &MockPersistence{ctrl: ctrl} - mock.recorder = &MockPersistenceMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockPersistence) EXPECT() *MockPersistenceMockRecorder { - return m.recorder -} - -// Open mocks base method -func (m *MockPersistence) Open() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Open") - ret0, _ := ret[0].(error) - return ret0 -} - -// Open indicates an expected call of Open -func (mr *MockPersistenceMockRecorder) Open() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Open", reflect.TypeOf((*MockPersistence)(nil).Open)) -} - -// NewQueueStore mocks base method -func (m *MockPersistence) NewQueueStore(config config.Config, defaultNotifier queue.Notifier, clientID string) (queue.Store, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "NewQueueStore", config, defaultNotifier, clientID) - ret0, _ := ret[0].(queue.Store) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// NewQueueStore indicates an expected call of NewQueueStore -func (mr *MockPersistenceMockRecorder) NewQueueStore(config, defaultNotifier, clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NewQueueStore", reflect.TypeOf((*MockPersistence)(nil).NewQueueStore), config, defaultNotifier, clientID) -} - -// NewSubscriptionStore mocks base method -func (m *MockPersistence) NewSubscriptionStore(config config.Config) (subscription.Store, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "NewSubscriptionStore", config) - ret0, _ := ret[0].(subscription.Store) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// NewSubscriptionStore indicates an expected call of NewSubscriptionStore -func (mr *MockPersistenceMockRecorder) NewSubscriptionStore(config interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NewSubscriptionStore", reflect.TypeOf((*MockPersistence)(nil).NewSubscriptionStore), config) -} - -// NewSessionStore mocks base method -func (m *MockPersistence) NewSessionStore(config config.Config) (session.Store, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "NewSessionStore", config) - ret0, _ := ret[0].(session.Store) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// NewSessionStore indicates an expected call of NewSessionStore -func (mr *MockPersistenceMockRecorder) NewSessionStore(config interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NewSessionStore", reflect.TypeOf((*MockPersistence)(nil).NewSessionStore), config) -} - -// NewUnackStore mocks base method -func (m *MockPersistence) NewUnackStore(config config.Config, clientID string) (unack.Store, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "NewUnackStore", config, clientID) - ret0, _ := ret[0].(unack.Store) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// NewUnackStore indicates an expected call of NewUnackStore -func (mr *MockPersistenceMockRecorder) NewUnackStore(config, clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "NewUnackStore", reflect.TypeOf((*MockPersistence)(nil).NewUnackStore), config, clientID) -} - -// Close mocks base method -func (m *MockPersistence) Close() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Close") - ret0, _ := ret[0].(error) - return ret0 -} - -// Close indicates an expected call of Close -func (mr *MockPersistenceMockRecorder) Close() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Close", reflect.TypeOf((*MockPersistence)(nil).Close)) -} diff --git a/internal/hummingbird/mqttbroker/server/plugin.go b/internal/hummingbird/mqttbroker/server/plugin.go deleted file mode 100644 index 1fdd962..0000000 --- a/internal/hummingbird/mqttbroker/server/plugin.go +++ /dev/null @@ -1,44 +0,0 @@ -package server - -import ( - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" -) - -// HookWrapper groups all hook wrappers function -type HookWrapper struct { - OnBasicAuthWrapper OnBasicAuthWrapper - OnEnhancedAuthWrapper OnEnhancedAuthWrapper - OnConnectedWrapper OnConnectedWrapper - OnReAuthWrapper OnReAuthWrapper - OnSessionCreatedWrapper OnSessionCreatedWrapper - OnSessionResumedWrapper OnSessionResumedWrapper - OnSessionTerminatedWrapper OnSessionTerminatedWrapper - OnSubscribeWrapper OnSubscribeWrapper - OnSubscribedWrapper OnSubscribedWrapper - OnUnsubscribeWrapper OnUnsubscribeWrapper - OnUnsubscribedWrapper OnUnsubscribedWrapper - OnMsgArrivedWrapper OnMsgArrivedWrapper - OnMsgDroppedWrapper OnMsgDroppedWrapper - OnDeliveredWrapper OnDeliveredWrapper - OnClosedWrapper OnClosedWrapper - OnAcceptWrapper OnAcceptWrapper - OnStopWrapper OnStopWrapper - OnWillPublishWrapper OnWillPublishWrapper - OnWillPublishedWrapper OnWillPublishedWrapper -} - -// NewPlugin is the constructor of a plugin. -type NewPlugin func(config config.Config) (Plugin, error) - -// Plugin is the interface need to be implemented for every plugins. -type Plugin interface { - // Load will be called in server.Run(). If return error, the server will panic. - Load(service Server) error - // Unload will be called when the server is shutdown, the return error is only for logging - Unload() error - // HookWrapper returns all hook wrappers that used by the plugin. - // Return a empty wrapper if the plugin does not need any hooks - HookWrapper() HookWrapper - // Name return the plugin name - Name() string -} diff --git a/internal/hummingbird/mqttbroker/server/plugin_mock.go b/internal/hummingbird/mqttbroker/server/plugin_mock.go deleted file mode 100644 index a829d29..0000000 --- a/internal/hummingbird/mqttbroker/server/plugin_mock.go +++ /dev/null @@ -1,90 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/plugin.go - -// Package server is a generated GoMock package. -package server - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" -) - -// MockPlugin is a mock of Plugin interface -type MockPlugin struct { - ctrl *gomock.Controller - recorder *MockPluginMockRecorder -} - -// MockPluginMockRecorder is the mock recorder for MockPlugin -type MockPluginMockRecorder struct { - mock *MockPlugin -} - -// NewMockPlugin creates a new mock instance -func NewMockPlugin(ctrl *gomock.Controller) *MockPlugin { - mock := &MockPlugin{ctrl: ctrl} - mock.recorder = &MockPluginMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockPlugin) EXPECT() *MockPluginMockRecorder { - return m.recorder -} - -// Load mocks base method -func (m *MockPlugin) Load(service Server) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Load", service) - ret0, _ := ret[0].(error) - return ret0 -} - -// Load indicates an expected call of Load -func (mr *MockPluginMockRecorder) Load(service interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Load", reflect.TypeOf((*MockPlugin)(nil).Load), service) -} - -// Unload mocks base method -func (m *MockPlugin) Unload() error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Unload") - ret0, _ := ret[0].(error) - return ret0 -} - -// Unload indicates an expected call of Unload -func (mr *MockPluginMockRecorder) Unload() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Unload", reflect.TypeOf((*MockPlugin)(nil).Unload)) -} - -// HookWrapper mocks base method -func (m *MockPlugin) HookWrapper() HookWrapper { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "HookWrapper") - ret0, _ := ret[0].(HookWrapper) - return ret0 -} - -// HookWrapper indicates an expected call of HookWrapper -func (mr *MockPluginMockRecorder) HookWrapper() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "HookWrapper", reflect.TypeOf((*MockPlugin)(nil).HookWrapper)) -} - -// Name mocks base method -func (m *MockPlugin) Name() string { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Name") - ret0, _ := ret[0].(string) - return ret0 -} - -// Name indicates an expected call of Name -func (mr *MockPluginMockRecorder) Name() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Name", reflect.TypeOf((*MockPlugin)(nil).Name)) -} diff --git a/internal/hummingbird/mqttbroker/server/publish_service.go b/internal/hummingbird/mqttbroker/server/publish_service.go deleted file mode 100644 index 255a990..0000000 --- a/internal/hummingbird/mqttbroker/server/publish_service.go +++ /dev/null @@ -1,13 +0,0 @@ -package server - -import "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - -type publishService struct { - server *server -} - -func (p *publishService) Publish(message *mqttbroker.Message) { - p.server.mu.Lock() - p.server.deliverMessage("", message, defaultIterateOptions(message.Topic)) - p.server.mu.Unlock() -} diff --git a/internal/hummingbird/mqttbroker/server/queue_notifier.go b/internal/hummingbird/mqttbroker/server/queue_notifier.go deleted file mode 100644 index b82e8d2..0000000 --- a/internal/hummingbird/mqttbroker/server/queue_notifier.go +++ /dev/null @@ -1,69 +0,0 @@ -package server - -import ( - "context" - - "go.uber.org/zap" - - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" -) - -// queueNotifier implements queue.Notifier interface. -type queueNotifier struct { - dropHook OnMsgDropped - sts *statsManager - cli *client -} - -// defaultNotifier is used to init the notifier when using a persistent session store (e.g redis) which can load session data -// while bootstrapping. -func defaultNotifier(dropHook OnMsgDropped, sts *statsManager, clientID string) *queueNotifier { - return &queueNotifier{ - dropHook: dropHook, - sts: sts, - cli: &client{opts: &ClientOptions{ClientID: clientID}, status: Connected + 1}, - } -} - -func (q *queueNotifier) notifyDropped(msg *gmqtt.Message, err error) { - cid := q.cli.opts.ClientID - zaplog.Warn("message dropped", zap.String("client_id", cid), zap.Error(err)) - q.sts.messageDropped(msg.QoS, q.cli.opts.ClientID, err) - if q.dropHook != nil { - q.dropHook(context.Background(), cid, msg, err) - } -} - -func (q *queueNotifier) NotifyDropped(elem *queue.Elem, err error) { - cid := q.cli.opts.ClientID - if err == queue.ErrDropExpiredInflight && q.cli.IsConnected() { - q.cli.pl.release(elem.ID()) - } - if pub, ok := elem.MessageWithID.(*queue.Publish); ok { - q.notifyDropped(pub.Message, err) - } else { - zaplog.Warn("message dropped", zap.String("client_id", cid), zap.Error(err)) - } -} - -func (q *queueNotifier) NotifyInflightAdded(delta int) { - cid := q.cli.opts.ClientID - if delta > 0 { - q.sts.addInflight(cid, uint64(delta)) - } - if delta < 0 { - q.sts.decInflight(cid, uint64(-delta)) - } - -} - -func (q *queueNotifier) NotifyMsgQueueAdded(delta int) { - cid := q.cli.opts.ClientID - if delta > 0 { - q.sts.addQueueLen(cid, uint64(delta)) - } - if delta < 0 { - q.sts.decQueueLen(cid, uint64(-delta)) - } -} diff --git a/internal/hummingbird/mqttbroker/server/server.go b/internal/hummingbird/mqttbroker/server/server.go deleted file mode 100644 index f77fd96..0000000 --- a/internal/hummingbird/mqttbroker/server/server.go +++ /dev/null @@ -1,1509 +0,0 @@ -package server - -import ( - "context" - "errors" - "fmt" - "math/rand" - "net" - "net/http" - "strings" - "sync" - "sync/atomic" - "time" - - "github.com/gorilla/websocket" - "go.uber.org/zap" - "go.uber.org/zap/zapcore" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/unack" - retained_trie "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained/trie" - "github.com/winc-link/hummingbird/internal/pkg/codes" - "github.com/winc-link/hummingbird/internal/pkg/constants" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var ( - // ErrInvalWsMsgType [MQTT-6.0.0-1] - ErrInvalWsMsgType = errors.New("invalid websocket message type") - statusPanic = "invalid server status" - plugins = make(map[string]NewPlugin) - topicAliasMgrFactory = make(map[string]NewTopicAliasManager) - persistenceFactories = make(map[string]NewPersistence) -) - -func defaultIterateOptions(topicName string) subscription.IterationOptions { - return subscription.IterationOptions{ - Type: subscription.TypeAll, - TopicName: topicName, - MatchType: subscription.MatchFilter, - } -} - -func RegisterPersistenceFactory(name string, new NewPersistence) { - if _, ok := persistenceFactories[name]; ok { - panic("duplicated persistence factory: " + name) - } - persistenceFactories[name] = new -} - -func RegisterTopicAliasMgrFactory(name string, new NewTopicAliasManager) { - if _, ok := topicAliasMgrFactory[name]; ok { - panic("duplicated topic alias manager factory: " + name) - } - topicAliasMgrFactory[name] = new -} - -func RegisterPlugin(name string, new NewPlugin) { - if _, ok := plugins[name]; ok { - panic("duplicated plugin: " + name) - } - plugins[name] = new -} - -// Server status -const ( - serverStatusInit = iota - serverStatusStarted -) - -var LogLevelMap = map[string]zapcore.Level{ - "DEBUG": zapcore.DebugLevel, - "INFO": zapcore.InfoLevel, - "WARN": zapcore.WarnLevel, - "ERROR": zapcore.ErrorLevel, -} - -type DefaultLogger struct { - Level *zap.AtomicLevel - *zap.Logger -} - -func (df *DefaultLogger) SetLogLevel(level constants.LogLevel) (string, error) { - lStr := constants.LogMap[level] - if len(lStr) <= 0 { - return "", fmt.Errorf("recv invilad log level: %d", level) - } - zl := LogLevelMap[lStr] - df.Level.SetLevel(zl) - return lStr, nil -} - -var zaplog *DefaultLogger - -func init() { - zaplog = &DefaultLogger{ - Logger: zap.NewNop(), - } -} - -// LoggerWithField release fields to a new logger. -// Plugins can use this method to release plugin name field. -func LoggerWithField(fields ...zap.Field) *zap.Logger { - return zaplog.With(fields...) -} - -// Server interface represents a mqttclient server instance. -type Server interface { - // Publisher returns the Publisher - Publisher() Publisher - // GetConfig returns the config of the server - GetConfig() config.Config - // StatsManager returns StatsReader - StatsManager() StatsReader - // Stop stop the server gracefully - Stop(ctx context.Context) error - // ApplyConfig will replace the config of the server - ApplyConfig(config config.Config) - - ClientService() ClientService - - SubscriptionService() SubscriptionService - - RetainedService() RetainedService - // Plugins returns all enabled plugins - Plugins() []Plugin - APIRegistrar() APIRegistrar -} - -type clientService struct { - srv *server - sessionStore session.Store -} - -func (c *clientService) IterateSession(fn session.IterateFn) error { - return c.sessionStore.Iterate(fn) -} - -func (c *clientService) IterateClient(fn ClientIterateFn) { - c.srv.mu.Lock() - defer c.srv.mu.Unlock() - - for _, v := range c.srv.clients { - if !fn(v) { - return - } - } -} - -func (c *clientService) GetClient(clientID string) Client { - c.srv.mu.Lock() - defer c.srv.mu.Unlock() - if c, ok := c.srv.clients[clientID]; ok { - return c - } - return nil -} - -func (c *clientService) GetSession(clientID string) (*mqttbroker.Session, error) { - return c.sessionStore.Get(clientID) -} - -func (c *clientService) TerminateSession(clientID string) { - c.srv.mu.Lock() - defer c.srv.mu.Unlock() - if cli, ok := c.srv.clients[clientID]; ok { - atomic.StoreInt32(&cli.forceRemoveSession, 1) - cli.Close() - return - } - if _, ok := c.srv.offlineClients[clientID]; ok { - err := c.srv.sessionTerminatedLocked(clientID, NormalTermination) - if err != nil { - err = fmt.Errorf("session terminated fail: %s", err.Error()) - zaplog.Error("session terminated fail", zap.Error(err)) - } - } - -} - -// server represents a mqttclient server instance. -// Create a server by using New() -type server struct { - wg sync.WaitGroup - initOnce sync.Once - stopOnce sync.Once - mu sync.RWMutex //gard clients & offlineClients map - status int32 //server status - // clients stores the online clients - clients map[string]*client - // offlineClients store the expired time of all disconnected clients - // with valid session(not expired). Key by clientID - offlineClients map[string]time.Time - willMessage map[string]*willMsg - tcpListener []net.Listener //tcp listeners - websocketServer []*WsServer //websocket serverStop - errOnce sync.Once - err error - exitChan chan struct{} - exitedChan chan struct{} - - retainedDB retained.Store - subscriptionsDB subscription.Store //store subscriptions - - persistence Persistence - queueStore map[string]queue.Store - unackStore map[string]unack.Store - sessionStore session.Store - - // guards config - configMu sync.RWMutex - config config.Config - hooks Hooks - plugins []Plugin - statsManager *statsManager - publishService Publisher - newTopicAliasManager NewTopicAliasManager - - clientService *clientService - apiRegistrar *apiRegistrar -} - -func (srv *server) APIRegistrar() APIRegistrar { - return srv.apiRegistrar -} - -func (srv *server) Plugins() []Plugin { - srv.mu.Lock() - defer srv.mu.Unlock() - p := make([]Plugin, len(srv.plugins)) - copy(p, srv.plugins) - return p - -} - -func (srv *server) RetainedService() RetainedService { - return srv.retainedDB -} - -func (srv *server) ClientService() ClientService { - return srv.clientService -} - -func (srv *server) ApplyConfig(config config.Config) { - srv.configMu.Lock() - defer srv.configMu.Unlock() - srv.config = config - -} - -func (srv *server) SubscriptionService() SubscriptionService { - return srv.subscriptionsDB -} - -func (srv *server) RetainedStore() retained.Store { - return srv.retainedDB -} - -func (srv *server) Publisher() Publisher { - return srv.publishService -} - -func (srv *server) checkStatus() { - if srv.Status() != serverStatusInit { - panic(statusPanic) - } -} - -type DeliveryMode = string - -const ( - Overlap DeliveryMode = "overlap" - OnlyOnce DeliveryMode = "onlyonce" -) - -// GetConfig returns the config of the server -func (srv *server) GetConfig() config.Config { - srv.configMu.Lock() - defer srv.configMu.Unlock() - return srv.config -} - -// StatsManager returns StatsReader -func (srv *server) StatsManager() StatsReader { - return srv.statsManager -} - -// Status returns the server status -func (srv *server) Status() int32 { - return atomic.LoadInt32(&srv.status) -} - -func (srv *server) sessionTerminatedLocked(clientID string, reason SessionTerminatedReason) (err error) { - err = srv.removeSessionLocked(clientID) - if srv.hooks.OnSessionTerminated != nil { - srv.hooks.OnSessionTerminated(context.Background(), clientID, reason) - } - srv.statsManager.sessionTerminated(clientID, reason) - return err -} - -func uint16P(v uint16) *uint16 { - return &v -} - -func setWillProperties(willPpt *packets.Properties, msg *mqttbroker.Message) { - if willPpt != nil { - if willPpt.PayloadFormat != nil { - msg.PayloadFormat = *willPpt.PayloadFormat - } - if willPpt.MessageExpiry != nil { - msg.MessageExpiry = *willPpt.MessageExpiry - } - if willPpt.ContentType != nil { - msg.ContentType = string(willPpt.ContentType) - } - if willPpt.ResponseTopic != nil { - msg.ResponseTopic = string(willPpt.ResponseTopic) - } - if willPpt.CorrelationData != nil { - msg.CorrelationData = willPpt.CorrelationData - } - msg.UserProperties = willPpt.User - } -} - -func (srv *server) lockDuplicatedID(c *client) (oldSession *mqttbroker.Session, err error) { - for { - srv.mu.Lock() - oldSession, err = srv.sessionStore.Get(c.opts.ClientID) - if err != nil { - srv.mu.Unlock() - zaplog.Error("fail to get session", - zap.String("remote_addr", c.rwc.RemoteAddr().String()), - zap.String("client_id", c.opts.ClientID)) - return - } - if oldSession != nil { - var oldClient *client - oldClient = srv.clients[oldSession.ClientID] - srv.mu.Unlock() - if oldClient == nil { - srv.mu.Lock() - break - } - // if there is a duplicated online client, close if first. - zaplog.Info("logging with duplicate ClientID", - zap.String("remote", c.rwc.RemoteAddr().String()), - zap.String("client_id", oldSession.ClientID), - ) - oldClient.setError(codes.NewError(codes.SessionTakenOver)) - oldClient.Close() - <-oldClient.closed - continue - } - break - } - return -} - -// 已经判断是成功了，注册 -func (srv *server) registerClient(connect *packets.Connect, client *client) (sessionResume bool, err error) { - var qs queue.Store - var ua unack.Store - var sess *mqttbroker.Session - var oldSession *mqttbroker.Session - now := time.Now() - oldSession, err = srv.lockDuplicatedID(client) - if err != nil { - return - } - defer func() { - if err == nil { - var willMsg *mqttbroker.Message - var willDelayInterval, expiryInterval uint32 - if connect.WillFlag { - willMsg = &mqttbroker.Message{ - QoS: connect.WillQos, - Topic: string(connect.WillTopic), - Payload: connect.WillMsg, - } - setWillProperties(connect.WillProperties, willMsg) - } - // use default expiry if the client version is version3.1.1 - if packets.IsVersion3X(client.version) && !connect.CleanStart { - expiryInterval = uint32(srv.config.MQTT.SessionExpiry.Seconds()) - } else if connect.Properties != nil { - willDelayInterval = convertUint32(connect.WillProperties.WillDelayInterval, 0) - expiryInterval = client.opts.SessionExpiry - } - sess = &mqttbroker.Session{ - ClientID: client.opts.ClientID, - Will: willMsg, - ConnectedAt: time.Now(), - WillDelayInterval: willDelayInterval, - ExpiryInterval: expiryInterval, - } - err = srv.sessionStore.Set(sess) - } - - if err == nil { - client.session = sess - if sessionResume { - // If a new Network Connection to this Session is made before the Will Delay Interval has passed, - // the Server MUST NOT send the Will Message [MQTT-3.1.3-9]. - if w, ok := srv.willMessage[client.opts.ClientID]; ok { - w.signal(false) - } - if srv.hooks.OnSessionResumed != nil { - srv.hooks.OnSessionResumed(context.Background(), client) - } - srv.statsManager.sessionActive(false) - } else { - if srv.hooks.OnSessionCreated != nil { - srv.hooks.OnSessionCreated(context.Background(), client) - } - srv.statsManager.sessionActive(true) - } - srv.clients[client.opts.ClientID] = client - srv.unackStore[client.opts.ClientID] = ua - srv.queueStore[client.opts.ClientID] = qs - client.queueStore = qs - client.unackStore = ua - if client.version == packets.Version5 { - client.topicAliasManager = srv.newTopicAliasManager(client.config, client.opts.ClientTopicAliasMax, client.opts.ClientID) - } - } - srv.mu.Unlock() - - if err == nil { - if srv.hooks.OnConnected != nil { - srv.hooks.OnConnected(context.Background(), client) - } - } - }() - - client.setConnected(time.Now()) - srv.statsManager.clientConnected(client.opts.ClientID) - - if oldSession != nil { - if !oldSession.IsExpired(now) && !connect.CleanStart { - sessionResume = true - } - // clean old session - if !sessionResume { - err = srv.sessionTerminatedLocked(oldSession.ClientID, TakenOverTermination) - if err != nil { - err = fmt.Errorf("session terminated fail: %w", err) - zaplog.Error("session terminated fail", zap.Error(err)) - } - // Send will message because the previous session is ended. - if w, ok := srv.willMessage[client.opts.ClientID]; ok { - w.signal(true) - } - } else { - qs = srv.queueStore[client.opts.ClientID] - if qs != nil { - err = qs.Init(&queue.InitOptions{ - CleanStart: false, - Version: client.version, - ReadBytesLimit: client.opts.ClientMaxPacketSize, - Notifier: client.queueNotifier, - }) - if err != nil { - return - } - } - ua = srv.unackStore[client.opts.ClientID] - if ua != nil { - err = ua.Init(false) - if err != nil { - return - } - } - if ua == nil || qs == nil { - // This could happen if backend store loss some data which will bring the session into "inconsistent state". - // We should create a new session and prevent the client reuse the inconsistent one. - sessionResume = false - zaplog.Error("detect inconsistent session state", - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID)) - } else { - zaplog.Info("logged in with session reuse", - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID)) - } - - } - } - if !sessionResume { - // create new session - // It is ok to pass nil to defaultNotifier, because we will call Init to override it. - qs, err = srv.persistence.NewQueueStore(srv.config, nil, client.opts.ClientID) - if err != nil { - return - } - err = qs.Init(&queue.InitOptions{ - CleanStart: true, - Version: client.version, - ReadBytesLimit: client.opts.ClientMaxPacketSize, - Notifier: client.queueNotifier, - }) - if err != nil { - return - } - - ua, err = srv.persistence.NewUnackStore(srv.config, client.opts.ClientID) - if err != nil { - return - } - err = ua.Init(true) - if err != nil { - return - } - zaplog.Info("logged in with new session", - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID), - ) - } - delete(srv.offlineClients, client.opts.ClientID) - return -} - -type willMsg struct { - msg *mqttbroker.Message - // If true, send the msg. - // If false, discard the msg. - send chan bool -} - -func (w *willMsg) signal(send bool) { - select { - case w.send <- send: - default: - } -} - -// sendWillLocked sends the will message for the client, this function must be guard by srv.Lock. -func (srv *server) sendWillLocked(msg *mqttbroker.Message, clientID string) { - req := &WillMsgRequest{ - Message: msg, - } - if srv.hooks.OnWillPublish != nil { - srv.hooks.OnWillPublish(context.Background(), clientID, req) - } - // the will message is dropped - if req.Message == nil { - return - } - srv.deliverMessage(clientID, msg, defaultIterateOptions(msg.Topic)) - if srv.hooks.OnWillPublished != nil { - srv.hooks.OnWillPublished(context.Background(), clientID, req.Message) - } -} - -func (srv *server) unregisterClient(client *client) { - srv.mu.Lock() - defer srv.mu.Unlock() - now := time.Now() - var storeSession bool - if sess, err := srv.sessionStore.Get(client.opts.ClientID); sess != nil { - forceRemove := atomic.LoadInt32(&client.forceRemoveSession) - if forceRemove != 1 { - if client.version == packets.Version5 && client.disconnect != nil { - sess.ExpiryInterval = convertUint32(client.disconnect.Properties.SessionExpiryInterval, sess.ExpiryInterval) - } - if sess.ExpiryInterval != 0 { - storeSession = true - } - } - // need to send will message - if !client.cleanWillFlag && sess.Will != nil { - willDelayInterval := sess.WillDelayInterval - if sess.ExpiryInterval <= sess.WillDelayInterval { - willDelayInterval = sess.ExpiryInterval - } - msg := sess.Will.Copy() - if willDelayInterval != 0 && storeSession { - wm := &willMsg{ - msg: msg, - send: make(chan bool, 1), - } - srv.willMessage[client.opts.ClientID] = wm - t := time.NewTimer(time.Duration(willDelayInterval) * time.Second) - go func(clientID string) { - var send bool - select { - case send = <-wm.send: - t.Stop() - case <-t.C: - send = true - } - srv.mu.Lock() - defer srv.mu.Unlock() - delete(srv.willMessage, clientID) - if !send { - return - } - srv.sendWillLocked(msg, clientID) - }(client.opts.ClientID) - } else { - srv.sendWillLocked(msg, client.opts.ClientID) - } - } - if storeSession { - expiredTime := now.Add(time.Duration(sess.ExpiryInterval) * time.Second) - srv.offlineClients[client.opts.ClientID] = expiredTime - delete(srv.clients, client.opts.ClientID) - zaplog.Info("logged out and storing session", - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID), - zap.Time("expired_at", expiredTime), - ) - return - } - } else { - zaplog.Error("fail to get session", - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID), - zap.Error(err)) - } - zaplog.Info("logged out and cleaning session", - zap.String("remote_addr", client.rwc.RemoteAddr().String()), - zap.String("client_id", client.opts.ClientID), - ) - _ = srv.sessionTerminatedLocked(client.opts.ClientID, NormalTermination) -} - -func (srv *server) addMsgToQueueLocked(now time.Time, clientID string, msg *mqttbroker.Message, sub *mqttbroker.Subscription, ids []uint32, q queue.Store) { - mqttCfg := srv.config.MQTT - if !mqttCfg.QueueQos0Msg { - // If the client with the clientID is not connected, skip qos0 messages. - if c := srv.clients[clientID]; c == nil && msg.QoS == packets.Qos0 { - return - } - } - if msg.QoS > sub.QoS { - msg.QoS = sub.QoS - } - for _, id := range ids { - if id != 0 { - msg.SubscriptionIdentifier = append(msg.SubscriptionIdentifier, id) - } - } - msg.Dup = false - if !sub.RetainAsPublished { - msg.Retained = false - } - var expiry time.Time - if mqttCfg.MessageExpiry != 0 { - if msg.MessageExpiry != 0 && int(msg.MessageExpiry) <= int(mqttCfg.MessageExpiry) { - expiry = now.Add(time.Duration(msg.MessageExpiry) * time.Second) - } else { - expiry = now.Add(mqttCfg.MessageExpiry) - } - } else if msg.MessageExpiry != 0 { - expiry = now.Add(time.Duration(msg.MessageExpiry) * time.Second) - } - err := q.Add(&queue.Elem{ - At: now, - Expiry: expiry, - MessageWithID: &queue.Publish{ - Message: msg, - }, - }) - if err != nil { - srv.clients[clientID].queueNotifier.notifyDropped(msg, &queue.InternalError{Err: err}) - return - } -} - -// sharedList is the subscriber (client id) list of shared subscriptions. (key by topic name). -type sharedList map[string][]struct { - clientID string - sub *mqttbroker.Subscription -} - -// maxQos records the maximum qos subscription for the non-shared topic. (key by topic name). -type maxQos map[string]*struct { - sub *mqttbroker.Subscription - subIDs []uint32 -} - -// deliverHandler controllers the delivery behaviors according to the DeliveryMode config. (overlap or onlyonce) -type deliverHandler struct { - fn subscription.IterateFn - sl sharedList - mq maxQos - matched bool - now time.Time - msg *mqttbroker.Message - srv *server -} - -func newDeliverHandler(mode string, srcClientID string, msg *mqttbroker.Message, now time.Time, srv *server) *deliverHandler { - d := &deliverHandler{ - sl: make(sharedList), - mq: make(maxQos), - msg: msg, - srv: srv, - now: now, - } - var iterateFn subscription.IterateFn - d.fn = func(clientID string, sub *mqttbroker.Subscription) bool { - if sub.NoLocal && clientID == srcClientID { - return true - } - d.matched = true - if sub.ShareName != "" { - fullTopic := sub.GetFullTopicName() - d.sl[fullTopic] = append(d.sl[fullTopic], struct { - clientID string - sub *mqttbroker.Subscription - }{clientID: clientID, sub: sub}) - return true - } - return iterateFn(clientID, sub) - } - if mode == Overlap { - iterateFn = func(clientID string, sub *mqttbroker.Subscription) bool { - if qs := srv.queueStore[clientID]; qs != nil { - srv.addMsgToQueueLocked(now, clientID, msg.Copy(), sub, []uint32{sub.ID}, qs) - } - return true - } - } else { - iterateFn = func(clientID string, sub *mqttbroker.Subscription) bool { - // If the delivery mode is onlyOnce, set the message qos to the maximum qos in matched subscriptions. - if d.mq[clientID] == nil { - d.mq[clientID] = &struct { - sub *mqttbroker.Subscription - subIDs []uint32 - }{sub: sub, subIDs: []uint32{sub.ID}} - return true - } - if d.mq[clientID].sub.QoS < sub.QoS { - d.mq[clientID].sub = sub - } - d.mq[clientID].subIDs = append(d.mq[clientID].subIDs, sub.ID) - return true - } - } - return d -} - -func (d *deliverHandler) flush() { - // shared subscription - // TODO enable customize balance strategy of shared subscription - for _, v := range d.sl { - var rs struct { - clientID string - sub *mqttbroker.Subscription - } - // random - rs = v[rand.Intn(len(v))] - if c, ok := d.srv.queueStore[rs.clientID]; ok { - d.srv.addMsgToQueueLocked(d.now, rs.clientID, d.msg.Copy(), rs.sub, []uint32{rs.sub.ID}, c) - } - } - // For onlyonce mode, send the non-shared messages. - for clientID, v := range d.mq { - if qs := d.srv.queueStore[clientID]; qs != nil { - d.srv.addMsgToQueueLocked(d.now, clientID, d.msg.Copy(), v.sub, v.subIDs, qs) - } - } -} - -// deliverMessage send msg to matched client, must call under srv.mu.Lock -func (srv *server) deliverMessage(srcClientID string, msg *mqttbroker.Message, options subscription.IterationOptions) (matched bool) { - now := time.Now() - d := newDeliverHandler(srv.config.MQTT.DeliveryMode, srcClientID, msg, now, srv) - srv.subscriptionsDB.Iterate(d.fn, options) - d.flush() - return d.matched -} - -func (srv *server) removeSessionLocked(clientID string) (err error) { - delete(srv.clients, clientID) - delete(srv.offlineClients, clientID) - - var errs []string - var queueErr, sessionErr, subErr error - if qs := srv.queueStore[clientID]; qs != nil { - queueErr = qs.Clean() - if queueErr != nil { - zaplog.Error("fail to clean message queue", - zap.String("client_id", clientID), - zap.Error(queueErr)) - errs = append(errs, "fail to clean message queue: "+queueErr.Error()) - } - delete(srv.queueStore, clientID) - } - sessionErr = srv.sessionStore.Remove(clientID) - if sessionErr != nil { - zaplog.Error("fail to remove session", - zap.String("client_id", clientID), - zap.Error(sessionErr)) - - errs = append(errs, "fail to remove session: "+sessionErr.Error()) - } - subErr = srv.subscriptionsDB.UnsubscribeAll(clientID) - if subErr != nil { - zaplog.Error("fail to remove subscription", - zap.String("client_id", clientID), - zap.Error(subErr)) - - errs = append(errs, "fail to remove subscription: "+subErr.Error()) - } - - if errs != nil { - return errors.New(strings.Join(errs, ";")) - } - return nil -} - -// sessionExpireCheck 判断是否超时 -// sessionExpireCheck check and terminate expired sessions -func (srv *server) sessionExpireCheck() { - now := time.Now() - srv.mu.Lock() - for cid, expiredTime := range srv.offlineClients { - if now.After(expiredTime) { - zaplog.Info("session expired", zap.String("client_id", cid)) - _ = srv.sessionTerminatedLocked(cid, ExpiredTermination) - - } - } - srv.mu.Unlock() -} - -// server event loop -func (srv *server) eventLoop() { - sessionExpireTimer := time.NewTicker(time.Second * 20) - defer func() { - sessionExpireTimer.Stop() - srv.wg.Done() - }() - for { - select { - case <-srv.exitChan: - return - case <-sessionExpireTimer.C: - srv.sessionExpireCheck() - } - - } -} - -// WsServer is used to build websocket server -type WsServer struct { - Server *http.Server - Path string // Url path - CertFile string //TLS configration - KeyFile string //TLS configration -} - -func defaultServer() *server { - srv := &server{ - status: serverStatusInit, - exitChan: make(chan struct{}), - exitedChan: make(chan struct{}), - clients: make(map[string]*client), - offlineClients: make(map[string]time.Time), - willMessage: make(map[string]*willMsg), - retainedDB: retained_trie.NewStore(), - config: config.DefaultConfig(), - queueStore: make(map[string]queue.Store), - unackStore: make(map[string]unack.Store), - } - srv.publishService = &publishService{server: srv} - return srv -} - -// New returns a gmqtt server instance with the given options -func New(opts ...Options) *server { - srv := defaultServer() - for _, fn := range opts { - fn(srv) - } - return srv -} - -func (srv *server) init(opts ...Options) (err error) { - for _, fn := range opts { - fn(srv) - } - err = srv.initPluginHooks() - if err != nil { - return err - } - var pe Persistence - peType := srv.config.Persistence.Type - if newFn := persistenceFactories[peType]; newFn != nil { - pe, err = newFn(srv.config) - if err != nil { - return err - } - } else { - return fmt.Errorf("persistence factory: %s not found", peType) - } - err = pe.Open() - if err != nil { - return err - } - zaplog.Info("open persistence succeeded", zap.String("type", peType)) - srv.persistence = pe - - srv.subscriptionsDB, err = srv.persistence.NewSubscriptionStore(srv.config) - if err != nil { - return err - } - st, err := srv.persistence.NewSessionStore(srv.config) - if err != nil { - return err - } - srv.sessionStore = st - var sts []*mqttbroker.Session - var cids []string - - err = st.Iterate(func(session *mqttbroker.Session) bool { - sts = append(sts, session) - cids = append(cids, session.ClientID) - return true - }) - if err != nil { - return err - } - zaplog.Info("init session store succeeded", zap.String("type", peType), zap.Int("session_total", len(cids))) - - srv.statsManager = newStatsManager(srv.subscriptionsDB) - srv.clientService = &clientService{ - srv: srv, - sessionStore: srv.sessionStore, - } - - // init queue store & unack store from persistence - for _, v := range sts { - q, err := srv.persistence.NewQueueStore(srv.config, defaultNotifier(srv.hooks.OnMsgDropped, srv.statsManager, v.ClientID), v.ClientID) - if err != nil { - return err - } - srv.queueStore[v.ClientID] = q - srv.offlineClients[v.ClientID] = time.Now().Add(time.Duration(v.ExpiryInterval) * time.Second) - - ua, err := srv.persistence.NewUnackStore(srv.config, v.ClientID) - if err != nil { - return err - } - srv.unackStore[v.ClientID] = ua - } - zaplog.Info("init queue store succeeded", zap.String("type", peType), zap.Int("session_total", len(cids))) - zaplog.Info("init subscription store succeeded", zap.String("type", peType), zap.Int("client_total", len(cids))) - err = srv.subscriptionsDB.Init(cids) - if err != nil { - return err - } - - topicAliasMgrFactory := topicAliasMgrFactory[srv.config.TopicAliasManager.Type] - if topicAliasMgrFactory != nil { - srv.newTopicAliasManager = topicAliasMgrFactory - } else { - return fmt.Errorf("topic alias manager : %s not found", srv.config.TopicAliasManager.Type) - } - err = srv.initAPIRegistrar() - if err != nil { - return err - } - return srv.loadPlugins() -} - -func (srv *server) initAPIRegistrar() error { - registrar := &apiRegistrar{} - for _, v := range srv.config.API.HTTP { - server, err := buildHTTPServer(v) - if err != nil { - return err - } - registrar.httpServers = append(registrar.httpServers, server) - - } - for _, v := range srv.config.API.GRPC { - server, err := buildGRPCServer(v) - if err != nil { - return err - } - registrar.gRPCServers = append(registrar.gRPCServers, server) - } - srv.apiRegistrar = registrar - return nil -} - -// Init initialises the options. -func (srv *server) Init(opts ...Options) (err error) { - srv.initOnce.Do(func() { - err = srv.init(opts...) - }) - return err -} - -// Client returns the client for given clientID -func (srv *server) Client(clientID string) Client { - srv.mu.Lock() - defer srv.mu.Unlock() - return srv.clients[clientID] -} - -func (srv *server) serveTCP(l net.Listener) { - defer func() { - l.Close() - }() - var tempDelay time.Duration - for { - rw, e := l.Accept() - if e != nil { - if ne, ok := e.(net.Error); ok && ne.Temporary() { - if tempDelay == 0 { - tempDelay = 5 * time.Millisecond - } else { - tempDelay *= 2 - } - if max := 1 * time.Second; tempDelay > max { - tempDelay = max - } - time.Sleep(tempDelay) - continue - } - return - } - if srv.hooks.OnAccept != nil { - if !srv.hooks.OnAccept(context.Background(), rw) { - rw.Close() - continue - } - } - client, err := srv.newClient(rw) - if err != nil { - zaplog.Error("new client fail", zap.Error(err)) - return - } - go client.serve() - } -} - -var defaultUpgrader = &websocket.Upgrader{ - ReadBufferSize: readBufferSize, - WriteBufferSize: writeBufferSize, - CheckOrigin: func(r *http.Request) bool { - return true - }, - Subprotocols: []string{"mqttclient"}, -} - -//实现io.ReadWriter接口 -// wsConn implements the io.readWriter -type wsConn struct { - net.Conn - c *websocket.Conn -} - -func (ws *wsConn) Close() error { - return ws.Conn.Close() -} - -func (ws *wsConn) Read(p []byte) (n int, err error) { - msgType, r, err := ws.c.NextReader() - if err != nil { - return 0, err - } - if msgType != websocket.BinaryMessage { - return 0, ErrInvalWsMsgType - } - return r.Read(p) -} - -func (ws *wsConn) Write(p []byte) (n int, err error) { - err = ws.c.WriteMessage(websocket.BinaryMessage, p) - if err != nil { - return 0, err - } - return len(p), err -} - -func (srv *server) serveWebSocket(ws *WsServer) { - var err error - if ws.CertFile != "" && ws.KeyFile != "" { - err = ws.Server.ListenAndServeTLS(ws.CertFile, ws.KeyFile) - } else { - err = ws.Server.ListenAndServe() - } - if err != nil && err != http.ErrServerClosed { - srv.setError(fmt.Errorf("serveWebSocket error: %s", err.Error())) - } -} - -func (srv *server) newClient(c net.Conn) (*client, error) { - srv.configMu.Lock() - cfg := srv.config - srv.configMu.Unlock() - client := &client{ - server: srv, - rwc: c, - bufr: newBufioReaderSize(c, readBufferSize), - bufw: newBufioWriterSize(c, writeBufferSize), - close: make(chan struct{}), - closed: make(chan struct{}), - connected: make(chan struct{}), - error: make(chan error, 1), - in: make(chan packets.Packet, 8), - out: make(chan packets.Packet, 8), - status: Connecting, - opts: &ClientOptions{}, - cleanWillFlag: false, - config: cfg, - register: srv.registerClient, - unregister: srv.unregisterClient, - deliverMessage: func(srcClientID string, msg *mqttbroker.Message, options subscription.IterationOptions) (matched bool) { - srv.mu.Lock() - defer srv.mu.Unlock() - return srv.deliverMessage(srcClientID, msg, options) - }, - } - client.packetReader = packets.NewReader(client.bufr) - client.packetWriter = packets.NewWriter(client.bufw) - client.queueNotifier = &queueNotifier{ - dropHook: srv.hooks.OnMsgDropped, - sts: srv.statsManager, - cli: client, - } - client.setConnecting() - - return client, nil -} - -func (srv *server) initPluginHooks() error { - zaplog.Info("init plugin hook wrappers") - var ( - onAcceptWrappers []OnAcceptWrapper - onBasicAuthWrappers []OnBasicAuthWrapper - onEnhancedAuthWrappers []OnEnhancedAuthWrapper - onReAuthWrappers []OnReAuthWrapper - onConnectedWrappers []OnConnectedWrapper - onSessionCreatedWrapper []OnSessionCreatedWrapper - onSessionResumedWrapper []OnSessionResumedWrapper - onSessionTerminatedWrapper []OnSessionTerminatedWrapper - onSubscribeWrappers []OnSubscribeWrapper - onSubscribedWrappers []OnSubscribedWrapper - onUnsubscribeWrappers []OnUnsubscribeWrapper - onUnsubscribedWrappers []OnUnsubscribedWrapper - onMsgArrivedWrappers []OnMsgArrivedWrapper - OnDeliveredWrappers []OnDeliveredWrapper - OnClosedWrappers []OnClosedWrapper - onStopWrappers []OnStopWrapper - onMsgDroppedWrappers []OnMsgDroppedWrapper - onWillPublishWrappers []OnWillPublishWrapper - onWillPublishedWrappers []OnWillPublishedWrapper - ) - for _, v := range srv.config.PluginOrder { - plg, err := plugins[v](srv.config) - if err != nil { - return err - } - srv.plugins = append(srv.plugins, plg) - } - - for _, p := range srv.plugins { - hooks := p.HookWrapper() - // init all hook wrappers - if hooks.OnAcceptWrapper != nil { - onAcceptWrappers = append(onAcceptWrappers, hooks.OnAcceptWrapper) - } - if hooks.OnBasicAuthWrapper != nil { - onBasicAuthWrappers = append(onBasicAuthWrappers, hooks.OnBasicAuthWrapper) - } - if hooks.OnEnhancedAuthWrapper != nil { - onEnhancedAuthWrappers = append(onEnhancedAuthWrappers, hooks.OnEnhancedAuthWrapper) - } - if hooks.OnReAuthWrapper != nil { - onReAuthWrappers = append(onReAuthWrappers, hooks.OnReAuthWrapper) - } - if hooks.OnConnectedWrapper != nil { - onConnectedWrappers = append(onConnectedWrappers, hooks.OnConnectedWrapper) - } - if hooks.OnSessionCreatedWrapper != nil { - onSessionCreatedWrapper = append(onSessionCreatedWrapper, hooks.OnSessionCreatedWrapper) - } - if hooks.OnSessionResumedWrapper != nil { - onSessionResumedWrapper = append(onSessionResumedWrapper, hooks.OnSessionResumedWrapper) - } - if hooks.OnSessionTerminatedWrapper != nil { - onSessionTerminatedWrapper = append(onSessionTerminatedWrapper, hooks.OnSessionTerminatedWrapper) - } - if hooks.OnSubscribeWrapper != nil { - onSubscribeWrappers = append(onSubscribeWrappers, hooks.OnSubscribeWrapper) - } - if hooks.OnSubscribedWrapper != nil { - onSubscribedWrappers = append(onSubscribedWrappers, hooks.OnSubscribedWrapper) - } - if hooks.OnUnsubscribeWrapper != nil { - onUnsubscribeWrappers = append(onUnsubscribeWrappers, hooks.OnUnsubscribeWrapper) - } - if hooks.OnUnsubscribedWrapper != nil { - onUnsubscribedWrappers = append(onUnsubscribedWrappers, hooks.OnUnsubscribedWrapper) - } - if hooks.OnMsgArrivedWrapper != nil { - onMsgArrivedWrappers = append(onMsgArrivedWrappers, hooks.OnMsgArrivedWrapper) - } - if hooks.OnMsgDroppedWrapper != nil { - onMsgDroppedWrappers = append(onMsgDroppedWrappers, hooks.OnMsgDroppedWrapper) - } - if hooks.OnDeliveredWrapper != nil { - OnDeliveredWrappers = append(OnDeliveredWrappers, hooks.OnDeliveredWrapper) - } - if hooks.OnClosedWrapper != nil { - OnClosedWrappers = append(OnClosedWrappers, hooks.OnClosedWrapper) - } - if hooks.OnStopWrapper != nil { - onStopWrappers = append(onStopWrappers, hooks.OnStopWrapper) - } - if hooks.OnWillPublishWrapper != nil { - onWillPublishWrappers = append(onWillPublishWrappers, hooks.OnWillPublishWrapper) - } - if hooks.OnWillPublishedWrapper != nil { - onWillPublishedWrappers = append(onWillPublishedWrappers, hooks.OnWillPublishedWrapper) - } - } - if onAcceptWrappers != nil { - onAccept := func(ctx context.Context, conn net.Conn) bool { - return true - } - for i := len(onAcceptWrappers); i > 0; i-- { - onAccept = onAcceptWrappers[i-1](onAccept) - } - srv.hooks.OnAccept = onAccept - } - if onBasicAuthWrappers != nil { - onBasicAuth := func(ctx context.Context, client Client, req *ConnectRequest) error { - return nil - } - for i := len(onBasicAuthWrappers); i > 0; i-- { - onBasicAuth = onBasicAuthWrappers[i-1](onBasicAuth) - } - srv.hooks.OnBasicAuth = onBasicAuth - } - if onEnhancedAuthWrappers != nil { - onEnhancedAuth := func(ctx context.Context, client Client, req *ConnectRequest) (resp *EnhancedAuthResponse, err error) { - return &EnhancedAuthResponse{ - Continue: false, - }, nil - } - for i := len(onEnhancedAuthWrappers); i > 0; i-- { - onEnhancedAuth = onEnhancedAuthWrappers[i-1](onEnhancedAuth) - } - srv.hooks.OnEnhancedAuth = onEnhancedAuth - } - - if onConnectedWrappers != nil { - onConnected := func(ctx context.Context, client Client) {} - for i := len(onConnectedWrappers); i > 0; i-- { - onConnected = onConnectedWrappers[i-1](onConnected) - } - srv.hooks.OnConnected = onConnected - } - if onSessionCreatedWrapper != nil { - onSessionCreated := func(ctx context.Context, client Client) {} - for i := len(onSessionCreatedWrapper); i > 0; i-- { - onSessionCreated = onSessionCreatedWrapper[i-1](onSessionCreated) - } - srv.hooks.OnSessionCreated = onSessionCreated - } - if onSessionResumedWrapper != nil { - onSessionResumed := func(ctx context.Context, client Client) {} - for i := len(onSessionResumedWrapper); i > 0; i-- { - onSessionResumed = onSessionResumedWrapper[i-1](onSessionResumed) - } - srv.hooks.OnSessionResumed = onSessionResumed - } - if onSessionTerminatedWrapper != nil { - onSessionTerminated := func(ctx context.Context, clientID string, reason SessionTerminatedReason) {} - for i := len(onSessionTerminatedWrapper); i > 0; i-- { - onSessionTerminated = onSessionTerminatedWrapper[i-1](onSessionTerminated) - } - srv.hooks.OnSessionTerminated = onSessionTerminated - } - if onSubscribeWrappers != nil { - onSubscribe := func(ctx context.Context, client Client, req *SubscribeRequest) error { - return nil - } - for i := len(onSubscribeWrappers); i > 0; i-- { - onSubscribe = onSubscribeWrappers[i-1](onSubscribe) - } - srv.hooks.OnSubscribe = onSubscribe - } - if onSubscribedWrappers != nil { - onSubscribed := func(ctx context.Context, client Client, subscription *mqttbroker.Subscription) {} - for i := len(onSubscribedWrappers); i > 0; i-- { - onSubscribed = onSubscribedWrappers[i-1](onSubscribed) - } - srv.hooks.OnSubscribed = onSubscribed - } - if onUnsubscribeWrappers != nil { - onUnsubscribe := func(ctx context.Context, client Client, req *UnsubscribeRequest) error { - return nil - } - for i := len(onUnsubscribeWrappers); i > 0; i-- { - onUnsubscribe = onUnsubscribeWrappers[i-1](onUnsubscribe) - } - srv.hooks.OnUnsubscribe = onUnsubscribe - } - if onUnsubscribedWrappers != nil { - onUnsubscribed := func(ctx context.Context, client Client, topicName string) {} - for i := len(onUnsubscribedWrappers); i > 0; i-- { - onUnsubscribed = onUnsubscribedWrappers[i-1](onUnsubscribed) - } - srv.hooks.OnUnsubscribed = onUnsubscribed - } - if onMsgArrivedWrappers != nil { - onMsgArrived := func(ctx context.Context, client Client, req *MsgArrivedRequest) error { - return nil - } - for i := len(onMsgArrivedWrappers); i > 0; i-- { - onMsgArrived = onMsgArrivedWrappers[i-1](onMsgArrived) - } - srv.hooks.OnMsgArrived = onMsgArrived - } - if OnDeliveredWrappers != nil { - OnDelivered := func(ctx context.Context, client Client, msg *mqttbroker.Message) {} - for i := len(OnDeliveredWrappers); i > 0; i-- { - OnDelivered = OnDeliveredWrappers[i-1](OnDelivered) - } - srv.hooks.OnDelivered = OnDelivered - } - if OnClosedWrappers != nil { - OnClosed := func(ctx context.Context, client Client, err error) {} - for i := len(OnClosedWrappers); i > 0; i-- { - OnClosed = OnClosedWrappers[i-1](OnClosed) - } - srv.hooks.OnClosed = OnClosed - } - if onStopWrappers != nil { - onStop := func(ctx context.Context) {} - for i := len(onStopWrappers); i > 0; i-- { - onStop = onStopWrappers[i-1](onStop) - } - srv.hooks.OnStop = onStop - } - if onMsgDroppedWrappers != nil { - onMsgDropped := func(ctx context.Context, clientID string, msg *mqttbroker.Message, err error) {} - for i := len(onMsgDroppedWrappers); i > 0; i-- { - onMsgDropped = onMsgDroppedWrappers[i-1](onMsgDropped) - } - srv.hooks.OnMsgDropped = onMsgDropped - } - if onWillPublishWrappers != nil { - onWillPublish := func(ctx context.Context, clientID string, req *WillMsgRequest) {} - for i := len(onWillPublishWrappers); i > 0; i-- { - onWillPublish = onWillPublishWrappers[i-1](onWillPublish) - } - srv.hooks.OnWillPublish = onWillPublish - } - if onWillPublishedWrappers != nil { - onWillPublished := func(ctx context.Context, clientID string, msg *mqttbroker.Message) {} - for i := len(onWillPublishedWrappers); i > 0; i-- { - onWillPublished = onWillPublishedWrappers[i-1](onWillPublished) - } - srv.hooks.OnWillPublished = onWillPublished - } - return nil -} - -func (srv *server) loadPlugins() error { - for _, p := range srv.plugins { - zaplog.Info("loading plugin", zap.String("name", p.Name())) - err := p.Load(srv) - if err != nil { - return err - } - } - return nil -} - -func (srv *server) wsHandler() http.HandlerFunc { - return func(w http.ResponseWriter, r *http.Request) { - c, err := defaultUpgrader.Upgrade(w, r, nil) - if err != nil { - zaplog.Error("websocket upgrade error", zap.String("Msg", err.Error())) - return - } - defer c.Close() - conn := &wsConn{c.UnderlyingConn(), c} - client, err := srv.newClient(conn) - if err != nil { - zaplog.Error("new client fail", zap.Error(err)) - return - } - client.serve() - } -} - -func (srv *server) setError(err error) { - srv.errOnce.Do(func() { - srv.err = err - srv.exit() - }) -} - -// Run starts the mqttclient server. -func (srv *server) Run() (err error) { - err = srv.Init() - if err != nil { - return err - } - var tcps []string - //var ws []string - for _, v := range srv.tcpListener { - tcps = append(tcps, v.Addr().String()) - } - //for _, v := range srv.websocketServer { - // ws = append(ws, v.Server.Addr) - //} - zaplog.Info("mqtt -broker server started", zap.Strings("tcp server listen on", tcps)) - - srv.status = serverStatusStarted - srv.wg.Add(1) - go srv.eventLoop() - //go srv.serveAPIServer() - for _, ln := range srv.tcpListener { - go srv.serveTCP(ln) - } - //for _, server := range srv.websocketServer { - // mux := http.NewServeMux() - // mux.Handle(server.Path, srv.wsHandler()) - // server.Server.Handler = mux - // go srv.serveWebSocket(server) - //} - srv.wg.Wait() - <-srv.exitedChan - return srv.err -} - -// Stop gracefully stops the mqttclient server by the following steps: -// 1. Closing all opening TCP listeners and shutting down all opening websocket servers -// 2. Closing all idle connections -// 3. Waiting for all connections have been closed -// 4. Triggering OnStop() -func (srv *server) Stop(ctx context.Context) error { - var err error - srv.stopOnce.Do(func() { - zaplog.Info("stopping gmqtt server") - defer func() { - defer close(srv.exitedChan) - zaplog.Info("server stopped") - }() - srv.exit() - - for _, l := range srv.tcpListener { - l.Close() - } - for _, ws := range srv.websocketServer { - ws.Server.Shutdown(ctx) - } - // close all idle alertclient - srv.mu.Lock() - chs := make([]chan struct{}, len(srv.clients)) - i := 0 - for _, c := range srv.clients { - chs[i] = c.closed - i++ - c.Close() - } - srv.mu.Unlock() - - done := make(chan struct{}) - if len(chs) != 0 { - go func() { - for _, v := range chs { - <-v - } - close(done) - }() - } else { - close(done) - } - - select { - case <-ctx.Done(): - zaplog.Warn("server stop timeout, force exit", zap.String("error", ctx.Err().Error())) - err = ctx.Err() - return - case <-done: - for _, v := range srv.plugins { - zaplog.Info("unloading plugin", zap.String("name", v.Name())) - err := v.Unload() - if err != nil { - zaplog.Warn("plugin unload error", zap.String("error", err.Error())) - } - } - if srv.hooks.OnStop != nil { - srv.hooks.OnStop(context.Background()) - } - } - }) - return err -} diff --git a/internal/hummingbird/mqttbroker/server/server_mock.go b/internal/hummingbird/mqttbroker/server/server_mock.go deleted file mode 100644 index c7f59e2..0000000 --- a/internal/hummingbird/mqttbroker/server/server_mock.go +++ /dev/null @@ -1,174 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/server.go - -// Package server is a generated GoMock package. -package server - -import ( - context "context" - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - config "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" -) - -// MockServer is a mock of Server interface -type MockServer struct { - ctrl *gomock.Controller - recorder *MockServerMockRecorder -} - -// MockServerMockRecorder is the mock recorder for MockServer -type MockServerMockRecorder struct { - mock *MockServer -} - -// NewMockServer creates a new mock instance -func NewMockServer(ctrl *gomock.Controller) *MockServer { - mock := &MockServer{ctrl: ctrl} - mock.recorder = &MockServerMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockServer) EXPECT() *MockServerMockRecorder { - return m.recorder -} - -// Publisher mocks base method -func (m *MockServer) Publisher() Publisher { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Publisher") - ret0, _ := ret[0].(Publisher) - return ret0 -} - -// Publisher indicates an expected call of Publisher -func (mr *MockServerMockRecorder) Publisher() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Publisher", reflect.TypeOf((*MockServer)(nil).Publisher)) -} - -// GetConfig mocks base method -func (m *MockServer) GetConfig() config.Config { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetConfig") - ret0, _ := ret[0].(config.Config) - return ret0 -} - -// GetConfig indicates an expected call of GetConfig -func (mr *MockServerMockRecorder) GetConfig() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetConfig", reflect.TypeOf((*MockServer)(nil).GetConfig)) -} - -// StatsManager mocks base method -func (m *MockServer) StatsManager() StatsReader { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "StatsManager") - ret0, _ := ret[0].(StatsReader) - return ret0 -} - -// StatsManager indicates an expected call of StatsManager -func (mr *MockServerMockRecorder) StatsManager() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "StatsManager", reflect.TypeOf((*MockServer)(nil).StatsManager)) -} - -// Stop mocks base method -func (m *MockServer) Stop(ctx context.Context) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Stop", ctx) - ret0, _ := ret[0].(error) - return ret0 -} - -// Stop indicates an expected call of Stop -func (mr *MockServerMockRecorder) Stop(ctx interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Stop", reflect.TypeOf((*MockServer)(nil).Stop), ctx) -} - -// ApplyConfig mocks base method -func (m *MockServer) ApplyConfig(config config.Config) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "ApplyConfig", config) -} - -// ApplyConfig indicates an expected call of ApplyConfig -func (mr *MockServerMockRecorder) ApplyConfig(config interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ApplyConfig", reflect.TypeOf((*MockServer)(nil).ApplyConfig), config) -} - -// ClientService mocks base method -func (m *MockServer) ClientService() ClientService { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "ClientService") - ret0, _ := ret[0].(ClientService) - return ret0 -} - -// ClientService indicates an expected call of ClientService -func (mr *MockServerMockRecorder) ClientService() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ClientService", reflect.TypeOf((*MockServer)(nil).ClientService)) -} - -// SubscriptionService mocks base method -func (m *MockServer) SubscriptionService() SubscriptionService { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "SubscriptionService") - ret0, _ := ret[0].(SubscriptionService) - return ret0 -} - -// SubscriptionService indicates an expected call of SubscriptionService -func (mr *MockServerMockRecorder) SubscriptionService() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "SubscriptionService", reflect.TypeOf((*MockServer)(nil).SubscriptionService)) -} - -// RetainedService mocks base method -func (m *MockServer) RetainedService() RetainedService { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "RetainedService") - ret0, _ := ret[0].(RetainedService) - return ret0 -} - -// RetainedService indicates an expected call of RetainedService -func (mr *MockServerMockRecorder) RetainedService() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "RetainedService", reflect.TypeOf((*MockServer)(nil).RetainedService)) -} - -// Plugins mocks base method -func (m *MockServer) Plugins() []Plugin { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Plugins") - ret0, _ := ret[0].([]Plugin) - return ret0 -} - -// Plugins indicates an expected call of Plugins -func (mr *MockServerMockRecorder) Plugins() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Plugins", reflect.TypeOf((*MockServer)(nil).Plugins)) -} - -// APIRegistrar mocks base method -func (m *MockServer) APIRegistrar() APIRegistrar { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "APIRegistrar") - ret0, _ := ret[0].(APIRegistrar) - return ret0 -} - -// APIRegistrar indicates an expected call of APIRegistrar -func (mr *MockServerMockRecorder) APIRegistrar() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "APIRegistrar", reflect.TypeOf((*MockServer)(nil).APIRegistrar)) -} diff --git a/internal/hummingbird/mqttbroker/server/service.go b/internal/hummingbird/mqttbroker/server/service.go deleted file mode 100644 index 84ba664..0000000 --- a/internal/hummingbird/mqttbroker/server/service.go +++ /dev/null @@ -1,54 +0,0 @@ -package server - -import ( - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained" -) - -// Publisher provides the ability to Publish messages to the broker. -type Publisher interface { - // Publish Publish a message to broker. - // Calling this method will not trigger OnMsgArrived hook. - Publish(message *mqttbroker.Message) -} - -// ClientIterateFn is the callback function used by ClientService.IterateClient -// Return false means to stop the iteration. -type ClientIterateFn = func(client Client) bool - -// ClientService provides the ability to query and close alertclient. -type ClientService interface { - IterateSession(fn session.IterateFn) error - GetSession(clientID string) (*mqttbroker.Session, error) - GetClient(clientID string) Client - IterateClient(fn ClientIterateFn) - TerminateSession(clientID string) -} - -// SubscriptionService providers the ability to query and add/delete subscriptions. -type SubscriptionService interface { - // Subscribe adds subscriptions to a specific client. - // Notice: - // This method will succeed even if the client is not exists, the subscriptions - // will affect the new client with the client id. - Subscribe(clientID string, subscriptions ...*mqttbroker.Subscription) (rs subscription.SubscribeResult, err error) - // Unsubscribe removes subscriptions of a specific client. - Unsubscribe(clientID string, topics ...string) error - // UnsubscribeAll removes all subscriptions of a specific client. - UnsubscribeAll(clientID string) error - // Iterate iterates all subscriptions. The callback is called once for each subscription. - // If callback return false, the iteration will be stopped. - // Notice: - // The results are not sorted in any way, no ordering of any kind is guaranteed. - // This method will walk through all subscriptions, - // so it is a very expensive operation. Do not call it frequently. - Iterate(fn subscription.IterateFn, options subscription.IterationOptions) - subscription.StatsReader -} - -// RetainedService providers the ability to query and add/delete retained messages. -type RetainedService interface { - retained.Store -} diff --git a/internal/hummingbird/mqttbroker/server/service_mock.go b/internal/hummingbird/mqttbroker/server/service_mock.go deleted file mode 100644 index 93d9f08..0000000 --- a/internal/hummingbird/mqttbroker/server/service_mock.go +++ /dev/null @@ -1,356 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/service.go - -// Package server is a generated GoMock package. -package server - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - gmqtt "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker" - session "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/session" - subscription "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - retained "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/retained" -) - -// MockPublisher is a mock of Publisher interface -type MockPublisher struct { - ctrl *gomock.Controller - recorder *MockPublisherMockRecorder -} - -// MockPublisherMockRecorder is the mock recorder for MockPublisher -type MockPublisherMockRecorder struct { - mock *MockPublisher -} - -// NewMockPublisher creates a new mock instance -func NewMockPublisher(ctrl *gomock.Controller) *MockPublisher { - mock := &MockPublisher{ctrl: ctrl} - mock.recorder = &MockPublisherMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockPublisher) EXPECT() *MockPublisherMockRecorder { - return m.recorder -} - -// Publish mocks base method -func (m *MockPublisher) Publish(message *gmqtt.Message) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Publish", message) -} - -// Publish indicates an expected call of Publish -func (mr *MockPublisherMockRecorder) Publish(message interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Publish", reflect.TypeOf((*MockPublisher)(nil).Publish), message) -} - -// MockClientService is a mock of ClientService interface -type MockClientService struct { - ctrl *gomock.Controller - recorder *MockClientServiceMockRecorder -} - -// MockClientServiceMockRecorder is the mock recorder for MockClientService -type MockClientServiceMockRecorder struct { - mock *MockClientService -} - -// NewMockClientService creates a new mock instance -func NewMockClientService(ctrl *gomock.Controller) *MockClientService { - mock := &MockClientService{ctrl: ctrl} - mock.recorder = &MockClientServiceMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockClientService) EXPECT() *MockClientServiceMockRecorder { - return m.recorder -} - -// IterateSession mocks base method -func (m *MockClientService) IterateSession(fn session.IterateFn) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "IterateSession", fn) - ret0, _ := ret[0].(error) - return ret0 -} - -// IterateSession indicates an expected call of IterateSession -func (mr *MockClientServiceMockRecorder) IterateSession(fn interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "IterateSession", reflect.TypeOf((*MockClientService)(nil).IterateSession), fn) -} - -// GetSession mocks base method -func (m *MockClientService) GetSession(clientID string) (*gmqtt.Session, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetSession", clientID) - ret0, _ := ret[0].(*gmqtt.Session) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// GetSession indicates an expected call of GetSession -func (mr *MockClientServiceMockRecorder) GetSession(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetSession", reflect.TypeOf((*MockClientService)(nil).GetSession), clientID) -} - -// GetClient mocks base method -func (m *MockClientService) GetClient(clientID string) Client { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetClient", clientID) - ret0, _ := ret[0].(Client) - return ret0 -} - -// GetClient indicates an expected call of GetClient -func (mr *MockClientServiceMockRecorder) GetClient(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetClient", reflect.TypeOf((*MockClientService)(nil).GetClient), clientID) -} - -// IterateClient mocks base method -func (m *MockClientService) IterateClient(fn ClientIterateFn) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "IterateClient", fn) -} - -// IterateClient indicates an expected call of IterateClient -func (mr *MockClientServiceMockRecorder) IterateClient(fn interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "IterateClient", reflect.TypeOf((*MockClientService)(nil).IterateClient), fn) -} - -// TerminateSession mocks base method -func (m *MockClientService) TerminateSession(clientID string) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "TerminateSession", clientID) -} - -// TerminateSession indicates an expected call of TerminateSession -func (mr *MockClientServiceMockRecorder) TerminateSession(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "TerminateSession", reflect.TypeOf((*MockClientService)(nil).TerminateSession), clientID) -} - -// MockSubscriptionService is a mock of SubscriptionService interface -type MockSubscriptionService struct { - ctrl *gomock.Controller - recorder *MockSubscriptionServiceMockRecorder -} - -// MockSubscriptionServiceMockRecorder is the mock recorder for MockSubscriptionService -type MockSubscriptionServiceMockRecorder struct { - mock *MockSubscriptionService -} - -// NewMockSubscriptionService creates a new mock instance -func NewMockSubscriptionService(ctrl *gomock.Controller) *MockSubscriptionService { - mock := &MockSubscriptionService{ctrl: ctrl} - mock.recorder = &MockSubscriptionServiceMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockSubscriptionService) EXPECT() *MockSubscriptionServiceMockRecorder { - return m.recorder -} - -// Subscribe mocks base method -func (m *MockSubscriptionService) Subscribe(clientID string, subscriptions ...*gmqtt.Subscription) (subscription.SubscribeResult, error) { - m.ctrl.T.Helper() - varargs := []interface{}{clientID} - for _, a := range subscriptions { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Subscribe", varargs...) - ret0, _ := ret[0].(subscription.SubscribeResult) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// Subscribe indicates an expected call of Subscribe -func (mr *MockSubscriptionServiceMockRecorder) Subscribe(clientID interface{}, subscriptions ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{clientID}, subscriptions...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Subscribe", reflect.TypeOf((*MockSubscriptionService)(nil).Subscribe), varargs...) -} - -// Unsubscribe mocks base method -func (m *MockSubscriptionService) Unsubscribe(clientID string, topics ...string) error { - m.ctrl.T.Helper() - varargs := []interface{}{clientID} - for _, a := range topics { - varargs = append(varargs, a) - } - ret := m.ctrl.Call(m, "Unsubscribe", varargs...) - ret0, _ := ret[0].(error) - return ret0 -} - -// Unsubscribe indicates an expected call of Unsubscribe -func (mr *MockSubscriptionServiceMockRecorder) Unsubscribe(clientID interface{}, topics ...interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - varargs := append([]interface{}{clientID}, topics...) - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Unsubscribe", reflect.TypeOf((*MockSubscriptionService)(nil).Unsubscribe), varargs...) -} - -// UnsubscribeAll mocks base method -func (m *MockSubscriptionService) UnsubscribeAll(clientID string) error { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "UnsubscribeAll", clientID) - ret0, _ := ret[0].(error) - return ret0 -} - -// UnsubscribeAll indicates an expected call of UnsubscribeAll -func (mr *MockSubscriptionServiceMockRecorder) UnsubscribeAll(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "UnsubscribeAll", reflect.TypeOf((*MockSubscriptionService)(nil).UnsubscribeAll), clientID) -} - -// Iterate mocks base method -func (m *MockSubscriptionService) Iterate(fn subscription.IterateFn, options subscription.IterationOptions) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Iterate", fn, options) -} - -// Iterate indicates an expected call of Iterate -func (mr *MockSubscriptionServiceMockRecorder) Iterate(fn, options interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Iterate", reflect.TypeOf((*MockSubscriptionService)(nil).Iterate), fn, options) -} - -// GetStats mocks base method -func (m *MockSubscriptionService) GetStats() subscription.Stats { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetStats") - ret0, _ := ret[0].(subscription.Stats) - return ret0 -} - -// GetStats indicates an expected call of GetStats -func (mr *MockSubscriptionServiceMockRecorder) GetStats() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetStats", reflect.TypeOf((*MockSubscriptionService)(nil).GetStats)) -} - -// GetClientStats mocks base method -func (m *MockSubscriptionService) GetClientStats(clientID string) (subscription.Stats, error) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetClientStats", clientID) - ret0, _ := ret[0].(subscription.Stats) - ret1, _ := ret[1].(error) - return ret0, ret1 -} - -// GetClientStats indicates an expected call of GetClientStats -func (mr *MockSubscriptionServiceMockRecorder) GetClientStats(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetClientStats", reflect.TypeOf((*MockSubscriptionService)(nil).GetClientStats), clientID) -} - -// MockRetainedService is a mock of RetainedService interface -type MockRetainedService struct { - ctrl *gomock.Controller - recorder *MockRetainedServiceMockRecorder -} - -// MockRetainedServiceMockRecorder is the mock recorder for MockRetainedService -type MockRetainedServiceMockRecorder struct { - mock *MockRetainedService -} - -// NewMockRetainedService creates a new mock instance -func NewMockRetainedService(ctrl *gomock.Controller) *MockRetainedService { - mock := &MockRetainedService{ctrl: ctrl} - mock.recorder = &MockRetainedServiceMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockRetainedService) EXPECT() *MockRetainedServiceMockRecorder { - return m.recorder -} - -// GetRetainedMessage mocks base method -func (m *MockRetainedService) GetRetainedMessage(topicName string) *gmqtt.Message { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetRetainedMessage", topicName) - ret0, _ := ret[0].(*gmqtt.Message) - return ret0 -} - -// GetRetainedMessage indicates an expected call of GetRetainedMessage -func (mr *MockRetainedServiceMockRecorder) GetRetainedMessage(topicName interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetRetainedMessage", reflect.TypeOf((*MockRetainedService)(nil).GetRetainedMessage), topicName) -} - -// ClearAll mocks base method -func (m *MockRetainedService) ClearAll() { - m.ctrl.T.Helper() - m.ctrl.Call(m, "ClearAll") -} - -// ClearAll indicates an expected call of ClearAll -func (mr *MockRetainedServiceMockRecorder) ClearAll() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "ClearAll", reflect.TypeOf((*MockRetainedService)(nil).ClearAll)) -} - -// AddOrReplace mocks base method -func (m *MockRetainedService) AddOrReplace(message *gmqtt.Message) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "AddOrReplace", message) -} - -// AddOrReplace indicates an expected call of AddOrReplace -func (mr *MockRetainedServiceMockRecorder) AddOrReplace(message interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "AddOrReplace", reflect.TypeOf((*MockRetainedService)(nil).AddOrReplace), message) -} - -// Remove mocks base method -func (m *MockRetainedService) Remove(topicName string) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Remove", topicName) -} - -// Remove indicates an expected call of Remove -func (mr *MockRetainedServiceMockRecorder) Remove(topicName interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Remove", reflect.TypeOf((*MockRetainedService)(nil).Remove), topicName) -} - -// GetMatchedMessages mocks base method -func (m *MockRetainedService) GetMatchedMessages(topicFilter string) []*gmqtt.Message { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetMatchedMessages", topicFilter) - ret0, _ := ret[0].([]*gmqtt.Message) - return ret0 -} - -// GetMatchedMessages indicates an expected call of GetMatchedMessages -func (mr *MockRetainedServiceMockRecorder) GetMatchedMessages(topicFilter interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetMatchedMessages", reflect.TypeOf((*MockRetainedService)(nil).GetMatchedMessages), topicFilter) -} - -// Iterate mocks base method -func (m *MockRetainedService) Iterate(fn retained.IterateFn) { - m.ctrl.T.Helper() - m.ctrl.Call(m, "Iterate", fn) -} - -// Iterate indicates an expected call of Iterate -func (mr *MockRetainedServiceMockRecorder) Iterate(fn interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Iterate", reflect.TypeOf((*MockRetainedService)(nil).Iterate), fn) -} diff --git a/internal/hummingbird/mqttbroker/server/stats.go b/internal/hummingbird/mqttbroker/server/stats.go deleted file mode 100644 index 34aa0e8..0000000 --- a/internal/hummingbird/mqttbroker/server/stats.go +++ /dev/null @@ -1,498 +0,0 @@ -package server - -import ( - "sync" - "sync/atomic" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/queue" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/persistence/subscription" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type statsManager struct { - subStatsReader subscription.StatsReader - totalStats *GlobalStats - clientMu sync.Mutex - clientStats map[string]*ClientStats -} - -func (s *statsManager) getClientStats(clientID string) (stats *ClientStats) { - if stats = s.clientStats[clientID]; stats == nil { - subStats, _ := s.subStatsReader.GetClientStats(clientID) - - stats = &ClientStats{ - SubscriptionStats: subStats, - } - s.clientStats[clientID] = stats - } - return stats -} -func (s *statsManager) packetReceived(packet packets.Packet, clientID string) { - s.totalStats.PacketStats.add(packet, true) - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).PacketStats.add(packet, true) -} -func (s *statsManager) packetSent(packet packets.Packet, clientID string) { - s.totalStats.PacketStats.add(packet, false) - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).PacketStats.add(packet, false) -} -func (s *statsManager) clientPacketReceived(packet packets.Packet, clientID string) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).PacketStats.add(packet, true) -} -func (s *statsManager) clientPacketSent(packet packets.Packet, clientID string) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).PacketStats.add(packet, false) -} - -func (s *statsManager) clientConnected(clientID string) { - atomic.AddUint64(&s.totalStats.ConnectionStats.ConnectedTotal, 1) -} - -func (s *statsManager) clientDisconnected(clientID string) { - atomic.AddUint64(&s.totalStats.ConnectionStats.DisconnectedTotal, 1) - s.sessionInActive() -} - -func (s *statsManager) sessionActive(create bool) { - if create { - atomic.AddUint64(&s.totalStats.ConnectionStats.SessionCreatedTotal, 1) - } else { - atomic.AddUint64(&s.totalStats.ConnectionStats.InactiveCurrent, ^uint64(0)) - } - atomic.AddUint64(&s.totalStats.ConnectionStats.ActiveCurrent, 1) -} - -func (s *statsManager) sessionInActive() { - atomic.AddUint64(&s.totalStats.ConnectionStats.ActiveCurrent, ^uint64(0)) - atomic.AddUint64(&s.totalStats.ConnectionStats.InactiveCurrent, 1) -} - -func (s *statsManager) sessionTerminated(clientID string, reason SessionTerminatedReason) { - var i *uint64 - switch reason { - case NormalTermination: - i = &s.totalStats.ConnectionStats.SessionTerminated.Normal - case ExpiredTermination: - i = &s.totalStats.ConnectionStats.SessionTerminated.Expired - case TakenOverTermination: - i = &s.totalStats.ConnectionStats.SessionTerminated.TakenOver - } - atomic.AddUint64(i, 1) - atomic.AddUint64(&s.totalStats.ConnectionStats.InactiveCurrent, ^uint64(0)) - s.clientMu.Lock() - defer s.clientMu.Unlock() - delete(s.clientStats, clientID) -} - -func (s *statsManager) messageDropped(qos uint8, clientID string, err error) { - switch qos { - case packets.Qos0: - s.totalStats.MessageStats.Qos0.DroppedTotal.messageDropped(err) - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).MessageStats.Qos0.DroppedTotal.messageDropped(err) - case packets.Qos1: - s.totalStats.MessageStats.Qos1.DroppedTotal.messageDropped(err) - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).MessageStats.Qos1.DroppedTotal.messageDropped(err) - case packets.Qos2: - s.totalStats.MessageStats.Qos2.DroppedTotal.messageDropped(err) - s.clientMu.Lock() - defer s.clientMu.Unlock() - s.getClientStats(clientID).MessageStats.Qos2.DroppedTotal.messageDropped(err) - } -} -func (d *DroppedTotal) messageDropped(err error) { - switch err { - case queue.ErrDropExceedsMaxPacketSize: - atomic.AddUint64(&d.ExceedsMaxPacketSize, 1) - case queue.ErrDropQueueFull: - atomic.AddUint64(&d.QueueFull, 1) - case queue.ErrDropExpired: - atomic.AddUint64(&d.Expired, 1) - case queue.ErrDropExpiredInflight: - atomic.AddUint64(&d.InflightExpired, 1) - default: - atomic.AddUint64(&d.Internal, 1) - } -} - -func (s *statsManager) messageReceived(qos uint8, clientID string) { - switch qos { - case packets.Qos0: - atomic.AddUint64(&s.totalStats.MessageStats.Qos0.ReceivedTotal, 1) - s.clientMu.Lock() - defer s.clientMu.Unlock() - atomic.AddUint64(&s.getClientStats(clientID).MessageStats.Qos0.ReceivedTotal, 1) - case packets.Qos1: - atomic.AddUint64(&s.totalStats.MessageStats.Qos1.ReceivedTotal, 1) - s.clientMu.Lock() - defer s.clientMu.Unlock() - atomic.AddUint64(&s.getClientStats(clientID).MessageStats.Qos0.ReceivedTotal, 1) - case packets.Qos2: - atomic.AddUint64(&s.totalStats.MessageStats.Qos2.ReceivedTotal, 1) - s.clientMu.Lock() - defer s.clientMu.Unlock() - atomic.AddUint64(&s.getClientStats(clientID).MessageStats.Qos0.ReceivedTotal, 1) - } -} - -func (s *statsManager) messageSent(qos uint8, clientID string) { - switch qos { - case packets.Qos0: - atomic.AddUint64(&s.totalStats.MessageStats.Qos0.SentTotal, 1) - s.clientMu.Lock() - defer s.clientMu.Unlock() - atomic.AddUint64(&s.getClientStats(clientID).MessageStats.Qos0.SentTotal, 1) - case packets.Qos1: - atomic.AddUint64(&s.totalStats.MessageStats.Qos1.SentTotal, 1) - s.clientMu.Lock() - defer s.clientMu.Unlock() - atomic.AddUint64(&s.getClientStats(clientID).MessageStats.Qos0.SentTotal, 1) - case packets.Qos2: - atomic.AddUint64(&s.totalStats.MessageStats.Qos2.SentTotal, 1) - s.clientMu.Lock() - defer s.clientMu.Unlock() - atomic.AddUint64(&s.getClientStats(clientID).MessageStats.Qos0.SentTotal, 1) - } -} - -// StatsReader interface provides the ability to access the statistics of the server -type StatsReader interface { - // GetGlobalStats returns the server statistics. - GetGlobalStats() GlobalStats - // GetClientStats returns the client statistics for the given client id - GetClientStats(clientID string) (sts ClientStats, exist bool) -} - -// PacketStats represents the statistics of MQTT Packet. -type PacketStats struct { - BytesReceived PacketBytes - ReceivedTotal PacketCount - BytesSent PacketBytes - SentTotal PacketCount -} - -func (p *PacketStats) add(pt packets.Packet, receive bool) { - b := packets.TotalBytes(pt) - var bytes *PacketBytes - var count *PacketCount - if receive { - bytes = &p.BytesReceived - count = &p.ReceivedTotal - } else { - bytes = &p.BytesSent - count = &p.SentTotal - } - switch pt.(type) { - case *packets.Auth: - atomic.AddUint64(&bytes.Auth, uint64(b)) - atomic.AddUint64(&count.Auth, 1) - case *packets.Connect: - atomic.AddUint64(&bytes.Connect, uint64(b)) - atomic.AddUint64(&count.Connect, 1) - case *packets.Connack: - atomic.AddUint64(&bytes.Connack, uint64(b)) - atomic.AddUint64(&count.Connack, 1) - case *packets.Disconnect: - atomic.AddUint64(&bytes.Disconnect, uint64(b)) - atomic.AddUint64(&count.Disconnect, 1) - case *packets.Pingreq: - atomic.AddUint64(&bytes.Pingreq, uint64(b)) - atomic.AddUint64(&count.Pingreq, 1) - case *packets.Pingresp: - atomic.AddUint64(&bytes.Pingresp, uint64(b)) - atomic.AddUint64(&count.Pingresp, 1) - case *packets.Puback: - atomic.AddUint64(&bytes.Puback, uint64(b)) - atomic.AddUint64(&count.Puback, 1) - case *packets.Pubcomp: - atomic.AddUint64(&bytes.Pubcomp, uint64(b)) - atomic.AddUint64(&count.Pubcomp, 1) - case *packets.Publish: - atomic.AddUint64(&bytes.Publish, uint64(b)) - atomic.AddUint64(&count.Publish, 1) - case *packets.Pubrec: - atomic.AddUint64(&bytes.Pubrec, uint64(b)) - atomic.AddUint64(&count.Pubrec, 1) - case *packets.Pubrel: - atomic.AddUint64(&bytes.Pubrel, uint64(b)) - atomic.AddUint64(&count.Pubrel, 1) - case *packets.Suback: - atomic.AddUint64(&bytes.Suback, uint64(b)) - atomic.AddUint64(&count.Suback, 1) - case *packets.Subscribe: - atomic.AddUint64(&bytes.Subscribe, uint64(b)) - atomic.AddUint64(&count.Subscribe, 1) - case *packets.Unsuback: - atomic.AddUint64(&bytes.Unsuback, uint64(b)) - atomic.AddUint64(&count.Unsuback, 1) - case *packets.Unsubscribe: - atomic.AddUint64(&bytes.Unsubscribe, uint64(b)) - atomic.AddUint64(&count.Unsubscribe, 1) - } - atomic.AddUint64(&bytes.Total, uint64(b)) - atomic.AddUint64(&count.Total, 1) - -} -func (p *PacketStats) copy() *PacketStats { - return &PacketStats{ - BytesReceived: p.BytesReceived.copy(), - ReceivedTotal: p.ReceivedTotal.copy(), - BytesSent: p.BytesSent.copy(), - SentTotal: p.SentTotal.copy(), - } -} - -// PacketBytes represents total bytes of each in type have been received or sent. -type PacketBytes struct { - Auth uint64 - Connect uint64 - Connack uint64 - Disconnect uint64 - Pingreq uint64 - Pingresp uint64 - Puback uint64 - Pubcomp uint64 - Publish uint64 - Pubrec uint64 - Pubrel uint64 - Suback uint64 - Subscribe uint64 - Unsuback uint64 - Unsubscribe uint64 - Total uint64 -} - -func (p *PacketBytes) copy() PacketBytes { - return PacketBytes{ - Connect: atomic.LoadUint64(&p.Connect), - Connack: atomic.LoadUint64(&p.Connack), - Disconnect: atomic.LoadUint64(&p.Disconnect), - Pingreq: atomic.LoadUint64(&p.Pingreq), - Pingresp: atomic.LoadUint64(&p.Pingresp), - Puback: atomic.LoadUint64(&p.Puback), - Pubcomp: atomic.LoadUint64(&p.Pubcomp), - Publish: atomic.LoadUint64(&p.Publish), - Pubrec: atomic.LoadUint64(&p.Pubrec), - Pubrel: atomic.LoadUint64(&p.Pubrel), - Suback: atomic.LoadUint64(&p.Suback), - Subscribe: atomic.LoadUint64(&p.Subscribe), - Unsuback: atomic.LoadUint64(&p.Unsuback), - Unsubscribe: atomic.LoadUint64(&p.Unsubscribe), - Total: atomic.LoadUint64(&p.Total), - } -} - -// PacketCount represents total number of each in type have been received or sent. -type PacketCount = PacketBytes - -// ConnectionStats provides the statistics of client connections. -type ConnectionStats struct { - ConnectedTotal uint64 - DisconnectedTotal uint64 - SessionCreatedTotal uint64 - SessionTerminated struct { - TakenOver uint64 - Expired uint64 - Normal uint64 - } - // ActiveCurrent is the number of used active session. - ActiveCurrent uint64 - // InactiveCurrent is the number of used inactive session. - InactiveCurrent uint64 -} - -func (c *ConnectionStats) copy() *ConnectionStats { - return &ConnectionStats{ - ConnectedTotal: atomic.LoadUint64(&c.ConnectedTotal), - DisconnectedTotal: atomic.LoadUint64(&c.DisconnectedTotal), - SessionCreatedTotal: atomic.LoadUint64(&c.SessionCreatedTotal), - SessionTerminated: struct { - TakenOver uint64 - Expired uint64 - Normal uint64 - }{ - TakenOver: atomic.LoadUint64(&c.SessionTerminated.TakenOver), - Expired: atomic.LoadUint64(&c.SessionTerminated.Expired), - Normal: atomic.LoadUint64(&c.SessionTerminated.Normal), - }, - ActiveCurrent: atomic.LoadUint64(&c.ActiveCurrent), - InactiveCurrent: atomic.LoadUint64(&c.InactiveCurrent), - } -} - -type DroppedTotal struct { - Internal uint64 - ExceedsMaxPacketSize uint64 - QueueFull uint64 - Expired uint64 - InflightExpired uint64 -} - -type MessageQosStats struct { - DroppedTotal DroppedTotal - ReceivedTotal uint64 - SentTotal uint64 -} - -func (m *MessageQosStats) GetDroppedTotal() uint64 { - return m.DroppedTotal.Internal + m.DroppedTotal.Expired + m.DroppedTotal.ExceedsMaxPacketSize + m.DroppedTotal.QueueFull + m.DroppedTotal.InflightExpired -} - -// MessageStats represents the statistics of PUBLISH in, separated by QOS. -type MessageStats struct { - Qos0 MessageQosStats - Qos1 MessageQosStats - Qos2 MessageQosStats - InflightCurrent uint64 - QueuedCurrent uint64 -} - -func (m *MessageStats) GetDroppedTotal() uint64 { - return m.Qos0.GetDroppedTotal() + m.Qos1.GetDroppedTotal() + m.Qos2.GetDroppedTotal() -} - -func (s *statsManager) addInflight(clientID string, delta uint64) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - sts := s.getClientStats(clientID) - atomic.AddUint64(&sts.MessageStats.InflightCurrent, delta) - atomic.AddUint64(&s.totalStats.MessageStats.InflightCurrent, 1) -} -func (s *statsManager) decInflight(clientID string, delta uint64) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - sts := s.getClientStats(clientID) - // Avoid the counter to be negative. - // This could happen if the broker is start with persistence data loaded and send messages from the persistent queue. - // Because the statistic data is not persistent, the init value is always 0. - if atomic.LoadUint64(&sts.MessageStats.InflightCurrent) == 0 { - return - } - atomic.AddUint64(&sts.MessageStats.InflightCurrent, ^uint64(delta-1)) - atomic.AddUint64(&s.totalStats.MessageStats.InflightCurrent, ^uint64(delta-1)) -} - -func (s *statsManager) addQueueLen(clientID string, delta uint64) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - sts := s.getClientStats(clientID) - atomic.AddUint64(&sts.MessageStats.QueuedCurrent, delta) - atomic.AddUint64(&s.totalStats.MessageStats.QueuedCurrent, delta) -} -func (s *statsManager) decQueueLen(clientID string, delta uint64) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - sts := s.getClientStats(clientID) - // Avoid the counter to be negative. - // This could happen if the broker is start with persistence data loaded and send messages from the persistent queue. - // Because the statistic data is not persistent, the init value is always 0. - if atomic.LoadUint64(&sts.MessageStats.QueuedCurrent) == 0 { - return - } - atomic.AddUint64(&sts.MessageStats.QueuedCurrent, ^uint64(delta-1)) - atomic.AddUint64(&s.totalStats.MessageStats.QueuedCurrent, ^uint64(delta-1)) -} - -func (m *MessageStats) copy() *MessageStats { - return &MessageStats{ - Qos0: MessageQosStats{ - DroppedTotal: DroppedTotal{ - Internal: atomic.LoadUint64(&m.Qos0.DroppedTotal.Internal), - ExceedsMaxPacketSize: atomic.LoadUint64(&m.Qos0.DroppedTotal.ExceedsMaxPacketSize), - QueueFull: atomic.LoadUint64(&m.Qos0.DroppedTotal.QueueFull), - Expired: atomic.LoadUint64(&m.Qos0.DroppedTotal.Expired), - InflightExpired: atomic.LoadUint64(&m.Qos0.DroppedTotal.InflightExpired), - }, - ReceivedTotal: atomic.LoadUint64(&m.Qos0.ReceivedTotal), - SentTotal: atomic.LoadUint64(&m.Qos0.SentTotal), - }, - Qos1: MessageQosStats{ - DroppedTotal: DroppedTotal{ - Internal: atomic.LoadUint64(&m.Qos1.DroppedTotal.Internal), - ExceedsMaxPacketSize: atomic.LoadUint64(&m.Qos1.DroppedTotal.ExceedsMaxPacketSize), - QueueFull: atomic.LoadUint64(&m.Qos1.DroppedTotal.QueueFull), - Expired: atomic.LoadUint64(&m.Qos1.DroppedTotal.Expired), - InflightExpired: atomic.LoadUint64(&m.Qos1.DroppedTotal.InflightExpired), - }, - ReceivedTotal: atomic.LoadUint64(&m.Qos1.ReceivedTotal), - SentTotal: atomic.LoadUint64(&m.Qos1.SentTotal), - }, - Qos2: MessageQosStats{ - DroppedTotal: DroppedTotal{ - Internal: atomic.LoadUint64(&m.Qos2.DroppedTotal.Internal), - ExceedsMaxPacketSize: atomic.LoadUint64(&m.Qos2.DroppedTotal.ExceedsMaxPacketSize), - QueueFull: atomic.LoadUint64(&m.Qos2.DroppedTotal.QueueFull), - Expired: atomic.LoadUint64(&m.Qos2.DroppedTotal.Expired), - InflightExpired: atomic.LoadUint64(&m.Qos2.DroppedTotal.InflightExpired), - }, - ReceivedTotal: atomic.LoadUint64(&m.Qos2.ReceivedTotal), - SentTotal: atomic.LoadUint64(&m.Qos2.SentTotal), - }, - InflightCurrent: atomic.LoadUint64(&m.InflightCurrent), - QueuedCurrent: atomic.LoadUint64(&m.QueuedCurrent), - } -} - -// GlobalStats is the collection of global statistics. -type GlobalStats struct { - ConnectionStats ConnectionStats - PacketStats PacketStats - MessageStats MessageStats - SubscriptionStats subscription.Stats -} - -// ClientStats is the statistic information of one client. -type ClientStats struct { - PacketStats PacketStats - MessageStats MessageStats - SubscriptionStats subscription.Stats -} - -func (c ClientStats) GetDroppedTotal() uint64 { - return c.MessageStats.Qos0.GetDroppedTotal() + c.MessageStats.Qos1.GetDroppedTotal() + c.MessageStats.Qos2.GetDroppedTotal() -} - -// GetGlobalStats returns the GlobalStats -func (s *statsManager) GetGlobalStats() GlobalStats { - return GlobalStats{ - PacketStats: *s.totalStats.PacketStats.copy(), - ConnectionStats: *s.totalStats.ConnectionStats.copy(), - MessageStats: *s.totalStats.MessageStats.copy(), - SubscriptionStats: s.subStatsReader.GetStats(), - } -} - -// GetClientStats returns the client statistic information for given client id. -func (s *statsManager) GetClientStats(clientID string) (ClientStats, bool) { - s.clientMu.Lock() - defer s.clientMu.Unlock() - if stats := s.clientStats[clientID]; stats == nil { - return ClientStats{}, false - } else { - s, _ := s.subStatsReader.GetClientStats(clientID) - return ClientStats{ - PacketStats: *stats.PacketStats.copy(), - MessageStats: *stats.MessageStats.copy(), - SubscriptionStats: s, - }, true - } - -} - -func newStatsManager(subStatsReader subscription.StatsReader) *statsManager { - return &statsManager{ - subStatsReader: subStatsReader, - totalStats: &GlobalStats{}, - clientMu: sync.Mutex{}, - clientStats: make(map[string]*ClientStats), - } -} diff --git a/internal/hummingbird/mqttbroker/server/stats_mock.go b/internal/hummingbird/mqttbroker/server/stats_mock.go deleted file mode 100644 index 95dcaac..0000000 --- a/internal/hummingbird/mqttbroker/server/stats_mock.go +++ /dev/null @@ -1,63 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/stats.go - -// Package server is a generated GoMock package. -package server - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" -) - -// MockStatsReader is a mock of StatsReader interface -type MockStatsReader struct { - ctrl *gomock.Controller - recorder *MockStatsReaderMockRecorder -} - -// MockStatsReaderMockRecorder is the mock recorder for MockStatsReader -type MockStatsReaderMockRecorder struct { - mock *MockStatsReader -} - -// NewMockStatsReader creates a new mock instance -func NewMockStatsReader(ctrl *gomock.Controller) *MockStatsReader { - mock := &MockStatsReader{ctrl: ctrl} - mock.recorder = &MockStatsReaderMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockStatsReader) EXPECT() *MockStatsReaderMockRecorder { - return m.recorder -} - -// GetGlobalStats mocks base method -func (m *MockStatsReader) GetGlobalStats() GlobalStats { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetGlobalStats") - ret0, _ := ret[0].(GlobalStats) - return ret0 -} - -// GetGlobalStats indicates an expected call of GetGlobalStats -func (mr *MockStatsReaderMockRecorder) GetGlobalStats() *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetGlobalStats", reflect.TypeOf((*MockStatsReader)(nil).GetGlobalStats)) -} - -// GetClientStats mocks base method -func (m *MockStatsReader) GetClientStats(clientID string) (ClientStats, bool) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "GetClientStats", clientID) - ret0, _ := ret[0].(ClientStats) - ret1, _ := ret[1].(bool) - return ret0, ret1 -} - -// GetClientStats indicates an expected call of GetClientStats -func (mr *MockStatsReaderMockRecorder) GetClientStats(clientID interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "GetClientStats", reflect.TypeOf((*MockStatsReader)(nil).GetClientStats), clientID) -} diff --git a/internal/hummingbird/mqttbroker/server/testdata/ca.pem b/internal/hummingbird/mqttbroker/server/testdata/ca.pem deleted file mode 100644 index 9b51f66..0000000 --- a/internal/hummingbird/mqttbroker/server/testdata/ca.pem +++ /dev/null @@ -1,18 +0,0 @@ ------BEGIN CERTIFICATE----- -MIIC0zCCAbsCFHNchtacwmLUKBWHbVAe0M+2H+tEMA0GCSqGSIb3DQEBCwUAMCUx -CzAJBgNVBAYTAkNOMRYwFAYDVQQDDA1kcm1hZ2ljLmxvY2FsMCAXDTIxMDEyNDEz -NDUxOVoYDzIxMjAxMjMxMTM0NTE5WjAlMQswCQYDVQQGEwJDTjEWMBQGA1UEAwwN -ZHJtYWdpYy5sb2NhbDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAL3v -sYOylxpCCNWLyLOjL+smnZgFsbt7PL9wxOJOgTFVesVV/mRnlydn9Ism9ERCIBHF -yfsX6lnOKkqGisoTt5DuBphwJeZjSJYOjTIgQdcVbLyvspPN1+no2qAO/jv1Fsg6 -WXmq6lkEc1LPE+fVlQG9pl6ypBdrrCzGKFtfEI+B3nuDIlLhzt2avZ4RmaFZjQJW -WtoWHN56ujoZLzUVv+tjc/wgmMTCA36TYS5jBWXOPfqvg0hYRBysqBZACu2jZ/R0 -qeCvLwJemUlECpiNbEn2w9ApEKlyM58ArXlVLixkYZxEVa+Ai6q7aYRpNvg3gKZw -R/9zWPn/0t8u4Z7GwykCAwEAATANBgkqhkiG9w0BAQsFAAOCAQEAESviZdpHauCg -2ir8kn314rMK9QrK/nt60z+Cd5FkaFKiHQUuD+obXzri5R2qzHNZLJdOmpzaI+1e -tGHJ1jh0J1ShMDDr9qA/CknBM3r/dzDHneNb8B0xFxOABI5vcywG/xM8Dv/dBIuF -PuWvjvw7EJI3i6Vy2tR885ksDB/ucoNSpWevdXDJdoUxA88vNgt1nMzMy4+IGBYf -TwqK++T3V5DCGQj+24eYgiShHAIchbgoB8F+Suvseo8kd9kFsoORToqmoTM1J4JM -K4u8Xvh5sRnbo7ViwcKPAD3fI14z0mqFCObllp6ynib6WAAGztW2F4khyY4WTHH9 -MNE9/UMb6Q== ------END CERTIFICATE----- diff --git a/internal/hummingbird/mqttbroker/server/testdata/extfile.cnf b/internal/hummingbird/mqttbroker/server/testdata/extfile.cnf deleted file mode 100644 index 63a1d15..0000000 --- a/internal/hummingbird/mqttbroker/server/testdata/extfile.cnf +++ /dev/null @@ -1,2 +0,0 @@ -subjectAltName = DNS:drmagic.local,IP:127.0.0.1 -extendedKeyUsage = serverAuth diff --git a/internal/hummingbird/mqttbroker/server/testdata/openssl.conf b/internal/hummingbird/mqttbroker/server/testdata/openssl.conf deleted file mode 100644 index 132b248..0000000 --- a/internal/hummingbird/mqttbroker/server/testdata/openssl.conf +++ /dev/null @@ -1,7 +0,0 @@ -[req] -distinguished_name = req_distinguished_name -prompt = no - -[req_distinguished_name] -C = CN -CN = drmagic.local \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/server/testdata/server-cert.pem b/internal/hummingbird/mqttbroker/server/testdata/server-cert.pem deleted file mode 100644 index f3a65c0..0000000 --- a/internal/hummingbird/mqttbroker/server/testdata/server-cert.pem +++ /dev/null @@ -1,19 +0,0 @@ ------BEGIN CERTIFICATE----- -MIIDBDCCAeygAwIBAgIUFxnmuzcIANni8M9czNSrB3dPRSIwDQYJKoZIhvcNAQEL -BQAwJTELMAkGA1UEBhMCQ04xFjAUBgNVBAMMDWRybWFnaWMubG9jYWwwIBcNMjEw -MTI0MTM0NTE5WhgPMjEyMDEyMzExMzQ1MTlaMBgxFjAUBgNVBAMMDWRybWFnaWMu -bG9jYWwwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDW37XX6xuVLB4e -KEJfCJ53bb4hJYE4bLidC0a47pUoLQ+eQF0Dp6vF+d79d35Vq9WJJ2AceZO8s1Zf -41aGWlioFk8M6TjFvIxEQMdeDkmsnsCGjNBfWHgESv3OZm2pIF2Hww9aNIz2f24K -QBcRYc7wYKYYyfBscMa+aPg7PkaK9FUU/eV+QJHLMElYEwa/vicJ1qeNjlyBczvY -ckDn2TQdk6eOkwSn6ZlsjGlK0B5cb3dL3UCUBeZjLvEOiB4oXXiBuHCnjhrjoJxL -SbZ9MPxQgN/Np34PBjR7dXxIKnLJzk8E+fD7o+yNcUo9Y4JPiJXom6isiwWSIVSa -fP23DGxhAgMBAAGjNzA1MB4GA1UdEQQXMBWCDWRybWFnaWMubG9jYWyHBH8AAAEw -EwYDVR0lBAwwCgYIKwYBBQUHAwEwDQYJKoZIhvcNAQELBQADggEBALM8lVW82KRr -XVh829urMs6emCjeYhdqHFk8QyX48IprOTBFmTrVFNfD8zcX6NlhsPxPFjsWy5ND -E7T0qROQ0x4/9oe8Hr6+wm1qXfSD02aBop+67WBBUFI2bGm44ZSCeEL/1GACaZry -h+knJAQQp5+mHszQDz2XaqzUOE6tfa9guRUHo9GVO9oIJdP/DjaT9XpsNdHczZdD -1H4Yweit61JaiizA1nMJ1LT0mq8P780InbTgj1r/WgfVhlO1CZ6L3IxGLEUxHg3y -TFRG6Z82rrxi1DA20NZPeB3nDTS7IeIEDpYIn88olTLStiKN6du805nsZ/5+clNs -Fn4N5RMn2vc= ------END CERTIFICATE----- diff --git a/internal/hummingbird/mqttbroker/server/testdata/server-key.pem b/internal/hummingbird/mqttbroker/server/testdata/server-key.pem deleted file mode 100644 index f019f26..0000000 --- a/internal/hummingbird/mqttbroker/server/testdata/server-key.pem +++ /dev/null @@ -1,27 +0,0 @@ ------BEGIN RSA PRIVATE KEY----- -MIIEowIBAAKCAQEA1t+11+sblSweHihCXwied22+ISWBOGy4nQtGuO6VKC0PnkBd -A6erxfne/Xd+VavViSdgHHmTvLNWX+NWhlpYqBZPDOk4xbyMREDHXg5JrJ7AhozQ -X1h4BEr9zmZtqSBdh8MPWjSM9n9uCkAXEWHO8GCmGMnwbHDGvmj4Oz5GivRVFP3l -fkCRyzBJWBMGv74nCdanjY5cgXM72HJA59k0HZOnjpMEp+mZbIxpStAeXG93S91A -lAXmYy7xDogeKF14gbhwp44a46CcS0m2fTD8UIDfzad+DwY0e3V8SCpyyc5PBPnw -+6PsjXFKPWOCT4iV6JuorIsFkiFUmnz9twxsYQIDAQABAoIBAFsPx8LPsorPfZwO -N8KKpo26hn8Jo+/Ds6Fqa/hns/Ko1huc705jOprWQDhu8a1g+0f61fJ7W6722b4d -XEfn9faWLb4tAJBcTZ2HTnZ/2506UiEzgANIPOSk21cjdYndW4XzlogGCU9Vxc62 -RpBpQQgCDaInwqpSSQfc+IYy6DZuekPCbm3hBhEF9grY9j2/QrVHKjbx9rGA6jD3 -31FjL1SqGrkgduef2EW9geoduVSGnEyYU0CoVZb/es51c/5rAzv91eC21egu0OPq -XPFtDM5Gz/4iC9wQ7k2EDF5LiKR49DKmAJM4FSRZKCqDYY7NtFHILXC9S5rMeuMQ -1mVnknkCgYEA/ntEJyIc8h/QzKuLi5ydMZzIXmF6aKW1Gz0ZwMKKDhWMiNLyp+Kc -N2RXdTlmyZNkzcnm0/SmUyaoC5o9NJIVg7HfdyYhgsN/MBHJ9Q+ISHbAogcVugk0 -3CRZ9c3kyVkqiLJeY194/rpI/S7m+/VkeyNqcwBedb2/CDrJP0q0Rk8CgYEA2Cfw -/XVYG3TqziDqWonZtINc275yP5ecw4N9qXIjuoqH6L7N/MzC52QfkpJFoO+bcGxe -umg4mjFA67RCCpFLY2jhh4nS4bAwh3bM+EXgnL1rrgPAz4ZasnsbXEcivP+7a4SZ -pKRT/20CUjimeykhZxzAZcvuENCkGA+WmpWVJk8CgYEA+hIFkfMKwL+U/lsgoMwB -CKzJlT1y/XzA8IhlUy+YXGi+lgG9ZE7iNeiLrO0AXdtSdosOIoDKJPHatrQVqyBW -tfhH4Rz+VzJnPMRuUju2L4dKmq4dopfDcwThxhNS3K2bh4LIEBzUmHRUnz/EyhmF -aSAPTf0x1b/lBmBGPMTbTC8CgYAJmDRFO9kuVtE5VxKv9CB6t73+bwSpN/SYZRTF -2bAmTpHbzeRczUX1eWdBXUbD7v7KTbUitw+UII2OKNEpoOtkvToNhxuaMvTkfmx4 -tLlUm7/U2IvNalxKQdakEPBEzWEnU5pySW0FEHSi66rQGrJF3mvX2OZ3TpuKCd8Y -e31EVwKBgDWP9poeeli+0+EqbsZtP7lGN63yp4XYMYim9zKojmAu6tuAUkUCbIzn -5Jdeoe6I7LgTpnahC+c+a8/4JuPKrYeWV/Tf9R+zatGyYzZ6W4qzlpYJaE6zFAJq -b+mx/By39E+WH3bRQBhcsp1hmxclFhd4KWLdqm5+Zsycu7JvUSjY ------END RSA PRIVATE KEY----- diff --git a/internal/hummingbird/mqttbroker/server/testdata/test_gen.sh b/internal/hummingbird/mqttbroker/server/testdata/test_gen.sh deleted file mode 100755 index c7d1949..0000000 --- a/internal/hummingbird/mqttbroker/server/testdata/test_gen.sh +++ /dev/null @@ -1,14 +0,0 @@ -#!/usr/bin/env bash -# ca key -openssl genrsa -out ca-key.pem 2048 -# ca certificate -openssl req -new -x509 -days 36500 -key ca-key.pem -out ca.pem -config openssl.conf -# server key -openssl genrsa -out server-key.pem 2048 -# server csr -openssl req -subj "/CN=drmagic.local" -new -key server-key.pem -out server.csr -# sign the public key with our CA -openssl x509 -req -days 36500 -in server.csr -CA ca.pem -CAkey ca-key.pem \ - -CAcreateserial -out server-cert.pem -extfile extfile.cnf - -rm ./ca.srl ./ca-key.pem ./server.csr \ No newline at end of file diff --git a/internal/hummingbird/mqttbroker/server/topic_alias.go b/internal/hummingbird/mqttbroker/server/topic_alias.go deleted file mode 100644 index 84ae5ba..0000000 --- a/internal/hummingbird/mqttbroker/server/topic_alias.go +++ /dev/null @@ -1,20 +0,0 @@ -package server - -import ( - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -type NewTopicAliasManager func(config config.Config, maxAlias uint16, clientID string) TopicAliasManager - -// TopicAliasManager manage the topic alias for a V5 client. -// see topicalias/fifo for more details. -type TopicAliasManager interface { - // Check return the alias number and whether the alias exist. - // For examples: - // If the Publish alias exist and the manager decides to use the alias, it return the alias number and true. - // If the Publish alias exist, but the manager decides not to use alias, it return 0 and true. - // If the Publish alias not exist and the manager decides to assign a new alias, it return the new alias and false. - // If the Publish alias not exist, but the manager decides not to assign alias, it return the 0 and false. - Check(publish *packets.Publish) (alias uint16, exist bool) -} diff --git a/internal/hummingbird/mqttbroker/server/topic_alias_mock.go b/internal/hummingbird/mqttbroker/server/topic_alias_mock.go deleted file mode 100644 index e8280b3..0000000 --- a/internal/hummingbird/mqttbroker/server/topic_alias_mock.go +++ /dev/null @@ -1,50 +0,0 @@ -// Code generated by MockGen. DO NOT EDIT. -// Source: server/topic_alias.go - -// Package server is a generated GoMock package. -package server - -import ( - reflect "reflect" - - gomock "github.com/golang/mock/gomock" - packets "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// MockTopicAliasManager is a mock of TopicAliasManager interface -type MockTopicAliasManager struct { - ctrl *gomock.Controller - recorder *MockTopicAliasManagerMockRecorder -} - -// MockTopicAliasManagerMockRecorder is the mock recorder for MockTopicAliasManager -type MockTopicAliasManagerMockRecorder struct { - mock *MockTopicAliasManager -} - -// NewMockTopicAliasManager creates a new mock instance -func NewMockTopicAliasManager(ctrl *gomock.Controller) *MockTopicAliasManager { - mock := &MockTopicAliasManager{ctrl: ctrl} - mock.recorder = &MockTopicAliasManagerMockRecorder{mock} - return mock -} - -// EXPECT returns an object that allows the caller to indicate expected use -func (m *MockTopicAliasManager) EXPECT() *MockTopicAliasManagerMockRecorder { - return m.recorder -} - -// Check mocks base method -func (m *MockTopicAliasManager) Check(publish *packets.Publish) (uint16, bool) { - m.ctrl.T.Helper() - ret := m.ctrl.Call(m, "Check", publish) - ret0, _ := ret[0].(uint16) - ret1, _ := ret[1].(bool) - return ret0, ret1 -} - -// Check indicates an expected call of Check -func (mr *MockTopicAliasManagerMockRecorder) Check(publish interface{}) *gomock.Call { - mr.mock.ctrl.T.Helper() - return mr.mock.ctrl.RecordCallWithMethodType(mr.mock, "Check", reflect.TypeOf((*MockTopicAliasManager)(nil).Check), publish) -} diff --git a/internal/hummingbird/mqttbroker/session.go b/internal/hummingbird/mqttbroker/session.go deleted file mode 100644 index e55f9d4..0000000 --- a/internal/hummingbird/mqttbroker/session.go +++ /dev/null @@ -1,24 +0,0 @@ -package mqttbroker - -import ( - "time" -) - -// Session represents a MQTT session. -type Session struct { - // ClientID represents the client id. - ClientID string - // Will is the will message of the client, can be nil if there is no will message. - Will *Message - // WillDelayInterval represents the Will Delay Interval in seconds - WillDelayInterval uint32 - // ConnectedAt is the session create time. - ConnectedAt time.Time - // ExpiryInterval represents the Session Expiry Interval in seconds - ExpiryInterval uint32 -} - -// IsExpired return whether the session is expired -func (s *Session) IsExpired(now time.Time) bool { - return s.ConnectedAt.Add(time.Duration(s.ExpiryInterval) * time.Second).Before(now) -} diff --git a/internal/hummingbird/mqttbroker/subscription.go b/internal/hummingbird/mqttbroker/subscription.go deleted file mode 100644 index 62a50d7..0000000 --- a/internal/hummingbird/mqttbroker/subscription.go +++ /dev/null @@ -1,65 +0,0 @@ -package mqttbroker - -import ( - "errors" - - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -// Subscription represents a subscription in mqttbroker. -type Subscription struct { - // ShareName is the share name of a shared subscription. - // set to "" if it is a non-shared subscription. - ShareName string - // TopicFilter is the topic filter which does not include the share name. - TopicFilter string - // ID is the subscription identifier - ID uint32 - // The following fields are Subscription Options. - // See: https://docs.oasis-open.org/mqtt/mqtt/v5.0/os/mqtt-v5.0-os.html#_Toc3901169 - - // QoS is the qos level of the Subscription. - QoS packets.QoS - // NoLocal is the No Local option. - NoLocal bool - // RetainAsPublished is the Retain As Published option. - RetainAsPublished bool - // RetainHandling the Retain Handling option. - RetainHandling byte -} - -// GetFullTopicName returns the full topic name of the subscription. -func (s *Subscription) GetFullTopicName() string { - if s.ShareName != "" { - return "$share/" + s.ShareName + "/" + s.TopicFilter - } - return s.TopicFilter -} - -// Copy makes a copy of subscription. -func (s *Subscription) Copy() *Subscription { - return &Subscription{ - ShareName: s.ShareName, - TopicFilter: s.TopicFilter, - ID: s.ID, - QoS: s.QoS, - NoLocal: s.NoLocal, - RetainAsPublished: s.RetainAsPublished, - RetainHandling: s.RetainHandling, - } -} - -// Validate returns whether the subscription is valid. -// If you can ensure the subscription is valid then just skip the validation. -func (s *Subscription) Validate() error { - if !packets.ValidV5Topic([]byte(s.GetFullTopicName())) { - return errors.New("invalid topic name") - } - if s.QoS > 2 { - return errors.New("invalid qos") - } - if s.RetainHandling != 0 && s.RetainHandling != 1 && s.RetainHandling != 2 { - return errors.New("invalid retain handling") - } - return nil -} diff --git a/internal/hummingbird/mqttbroker/topicalias/fifo/fifo.go b/internal/hummingbird/mqttbroker/topicalias/fifo/fifo.go deleted file mode 100644 index dda43f5..0000000 --- a/internal/hummingbird/mqttbroker/topicalias/fifo/fifo.go +++ /dev/null @@ -1,68 +0,0 @@ -package fifo - -import ( - "container/list" - - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/config" - "github.com/winc-link/hummingbird/internal/hummingbird/mqttbroker/server" - "github.com/winc-link/hummingbird/internal/pkg/packets" -) - -var _ server.TopicAliasManager = (*Queue)(nil) - -func init() { - server.RegisterTopicAliasMgrFactory("fifo", New) -} - -// New is the constructor of Queue. -func New(config config.Config, maxAlias uint16, clientID string) server.TopicAliasManager { - return &Queue{ - clientID: clientID, - topicAlias: &topicAlias{ - max: int(maxAlias), - alias: list.New(), - index: make(map[string]uint16), - }, - } -} - -// Queue is the fifo queue which store all topic alias for one client -type Queue struct { - clientID string - topicAlias *topicAlias -} -type topicAlias struct { - max int - alias *list.List - // topic name => alias - index map[string]uint16 -} -type aliasElem struct { - topic string - alias uint16 -} - -func (q *Queue) Check(publish *packets.Publish) (alias uint16, exist bool) { - topicName := string(publish.TopicName) - // alias exist - if a, ok := q.topicAlias.index[topicName]; ok { - return a, true - } - l := q.topicAlias.alias.Len() - // alias has been exhausted - if l == q.topicAlias.max { - first := q.topicAlias.alias.Front() - elem := first.Value.(*aliasElem) - q.topicAlias.alias.Remove(first) - delete(q.topicAlias.index, elem.topic) - alias = elem.alias - } else { - alias = uint16(l + 1) - } - q.topicAlias.alias.PushBack(&aliasElem{ - topic: topicName, - alias: alias, - }) - q.topicAlias.index[topicName] = alias - return -} diff --git a/manifest/docker/conf/nanomq.conf b/manifest/docker/conf/nanomq.conf new file mode 100644 index 0000000..8606bba --- /dev/null +++ b/manifest/docker/conf/nanomq.conf @@ -0,0 +1,71 @@ +# NanoMQ Configuration 0.18.0 + +# #============================================================ +# # NanoMQ Broker +# #============================================================ + +mqtt { + property_size = 32 + max_packet_size = 100KB + max_mqueue_len = 2048 + retry_interval = 10s + keepalive_multiplier = 1.25 + + # Three of below, unsupported now + max_inflight_window = 2048 + max_awaiting_rel = 10s + await_rel_timeout = 10s +} + +listeners.tcp { + bind = "0.0.0.0:1883" +} + +# listeners.ssl { +# bind = "0.0.0.0:8883" +# keyfile = "/etc/certs/key.pem" +# certfile = "/etc/certs/cert.pem" +# cacertfile = "/etc/certs/cacert.pem" +# verify_peer = false +# fail_if_no_peer_cert = false +# } + +listeners.ws { + bind = "0.0.0.0:8083/mqtt" +} + +http_server { + port = 8081 + limit_conn = 2 + username = admin + password = public + auth_type = basic + jwt { + public.keyfile = "/etc/certs/jwt/jwtRS256.key.pub" + } +} + +log { + to = [file] + level = warn + dir = "/data/logs" + file = "nanomq.log" + rotation { + size = 10MB + count = 5 + } +} + +auth { + allow_anonymous = true + no_match = allow + deny_action = ignore + + cache = { + max_size = 32 + ttl = 1m + } + + # password = {include "/etc/nanomq_pwd.conf"} + # acl = {include "/etc/nanomq_acl.conf"} +} \ No newline at end of file diff --git a/manifest/docker/db-data/core-data/core.db b/manifest/docker/db-data/core-data/core.db deleted file mode 100644 index 76f36ec..0000000 Binary files a/manifest/docker/db-data/core-data/core.db and /dev/null differ diff --git a/manifest/docker/db-data/leveldb-core-data/000170.ldb b/manifest/docker/db-data/leveldb-core-data/000170.ldb deleted file mode 100644 index 2e94170..0000000 Binary files a/manifest/docker/db-data/leveldb-core-data/000170.ldb and /dev/null differ diff --git a/manifest/docker/db-data/leveldb-core-data/000173.ldb b/manifest/docker/db-data/leveldb-core-data/000173.ldb deleted file mode 100644 index 11db2c8..0000000 Binary files a/manifest/docker/db-data/leveldb-core-data/000173.ldb and /dev/null differ diff --git a/manifest/docker/db-data/leveldb-core-data/000306.log b/manifest/docker/db-data/leveldb-core-data/000306.log deleted file mode 100644 index e69de29..0000000 diff --git a/manifest/docker/db-data/leveldb-core-data/CURRENT b/manifest/docker/db-data/leveldb-core-data/CURRENT deleted file mode 100644 index b0ac6fc..0000000 --- a/manifest/docker/db-data/leveldb-core-data/CURRENT +++ /dev/null @@ -1 +0,0 @@ -MANIFEST-000307 diff --git a/manifest/docker/db-data/leveldb-core-data/CURRENT.bak b/manifest/docker/db-data/leveldb-core-data/CURRENT.bak deleted file mode 100644 index 7df7a1f..0000000 --- a/manifest/docker/db-data/leveldb-core-data/CURRENT.bak +++ /dev/null @@ -1 +0,0 @@ -MANIFEST-000305 diff --git a/manifest/docker/db-data/leveldb-core-data/LOCK b/manifest/docker/db-data/leveldb-core-data/LOCK deleted file mode 100644 index e69de29..0000000 diff --git a/manifest/docker/db-data/leveldb-core-data/LOG b/manifest/docker/db-data/leveldb-core-data/LOG deleted file mode 100644 index ae2ac58..0000000 --- a/manifest/docker/db-data/leveldb-core-data/LOG +++ /dev/null @@ -1,1670 +0,0 @@ -=============== Oct 5, 2023 (CST) =============== -18:10:38.441969 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -18:10:38.503758 db@open opening -18:10:38.504586 version@stat F·[] S·0B[] Sc·[] -18:10:38.542808 db@janitor F·2 G·0 -18:10:38.542855 db@open done T·39.065958ms -18:10:44.499945 db@close closing -18:10:44.500093 db@close done T·146.583µs -=============== Oct 5, 2023 (CST) =============== -18:12:46.695564 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -18:12:46.696013 version@stat F·[] S·0B[] Sc·[] -18:12:46.696024 db@open opening -18:12:46.696081 journal@recovery F·1 -18:12:46.696208 journal@recovery recovering @1 -18:12:46.696400 version@stat F·[] S·0B[] Sc·[] -18:12:46.767488 db@janitor F·2 G·0 -18:12:46.767525 db@open done T·71.494417ms -18:12:54.145659 db@close closing -18:12:54.145844 db@close done T·183.792µs -=============== Oct 6, 2023 (CST) =============== -09:23:24.431131 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:23:24.431695 version@stat F·[] S·0B[] Sc·[] -09:23:24.431706 db@open opening -09:23:24.431762 journal@recovery F·1 -09:23:24.432252 journal@recovery recovering @2 -09:23:24.432422 version@stat F·[] S·0B[] Sc·[] -09:23:24.513241 db@janitor F·2 G·0 -09:23:24.513296 db@open done T·81.582875ms -09:25:46.571088 db@close closing -09:25:46.571193 db@close done T·97.541µs -=============== Oct 6, 2023 (CST) =============== -09:25:51.334719 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:25:51.335121 version@stat F·[] S·0B[] Sc·[] -09:25:51.335134 db@open opening -09:25:51.335194 journal@recovery F·1 -09:25:51.335285 journal@recovery recovering @4 -09:25:51.335481 version@stat F·[] S·0B[] Sc·[] -09:25:51.407365 db@janitor F·2 G·0 -09:25:51.407407 db@open done T·72.26525ms -09:27:51.298494 db@close closing -09:27:51.298560 db@close done T·65.5µs -=============== Oct 6, 2023 (CST) =============== -09:27:56.064774 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:27:56.065063 version@stat F·[] S·0B[] Sc·[] -09:27:56.065077 db@open opening -09:27:56.065135 journal@recovery F·1 -09:27:56.065232 journal@recovery recovering @6 -09:27:56.065393 version@stat F·[] S·0B[] Sc·[] -09:27:56.134785 db@janitor F·2 G·0 -09:27:56.134825 db@open done T·69.737917ms -09:46:45.552109 db@close closing -09:46:45.552170 db@close done T·60.667µs -=============== Oct 6, 2023 (CST) =============== -09:46:51.058266 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:46:51.058555 version@stat F·[] S·0B[] Sc·[] -09:46:51.058566 db@open opening -09:46:51.058620 journal@recovery F·1 -09:46:51.058741 journal@recovery recovering @8 -09:46:51.058882 version@stat F·[] S·0B[] Sc·[] -09:46:51.135839 db@janitor F·2 G·0 -09:46:51.135884 db@open done T·77.312084ms -09:53:00.786681 db@close closing -09:53:00.786765 db@close done T·83.792µs -=============== Oct 6, 2023 (CST) =============== -09:53:06.413493 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:53:06.413790 version@stat F·[] S·0B[] Sc·[] -09:53:06.413801 db@open opening -09:53:06.413854 journal@recovery F·1 -09:53:06.413998 journal@recovery recovering @10 -09:53:06.414531 version@stat F·[] S·0B[] Sc·[] -09:53:06.488961 db@janitor F·2 G·0 -09:53:06.489009 db@open done T·75.200667ms -09:53:57.222542 db@close closing -09:53:57.222645 db@close done T·106.375µs -=============== Oct 6, 2023 (CST) =============== -09:54:34.700778 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:54:34.701285 version@stat F·[] S·0B[] Sc·[] -09:54:34.701310 db@open opening -09:54:34.701363 journal@recovery F·1 -09:54:34.701825 journal@recovery recovering @12 -09:54:34.701998 version@stat F·[] S·0B[] Sc·[] -09:54:34.766791 db@janitor F·2 G·0 -09:54:34.766825 db@open done T·65.509041ms -10:02:44.200089 db@close closing -10:02:44.200361 db@close done T·265.917µs -=============== Oct 6, 2023 (CST) =============== -10:02:50.413891 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:02:50.414224 version@stat F·[] S·0B[] Sc·[] -10:02:50.414239 db@open opening -10:02:50.414323 journal@recovery F·1 -10:02:50.414472 journal@recovery recovering @14 -10:02:50.414701 version@stat F·[] S·0B[] Sc·[] -10:02:50.476974 db@janitor F·2 G·0 -10:02:50.477015 db@open done T·62.7655ms -10:27:51.558023 db@close closing -10:27:51.558110 db@close done T·85.25µs -=============== Oct 6, 2023 (CST) =============== -10:27:58.552633 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:27:58.552930 version@stat F·[] S·0B[] Sc·[] -10:27:58.552941 db@open opening -10:27:58.552992 journal@recovery F·1 -10:27:58.553116 journal@recovery recovering @16 -10:27:58.553284 version@stat F·[] S·0B[] Sc·[] -10:27:58.617064 db@janitor F·2 G·0 -10:27:58.617524 db@open done T·64.57575ms -10:43:59.086656 db@close closing -10:43:59.086851 db@close done T·195.042µs -=============== Oct 6, 2023 (CST) =============== -10:44:03.818571 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:44:03.818924 version@stat F·[] S·0B[] Sc·[] -10:44:03.818988 db@open opening -10:44:03.819113 journal@recovery F·1 -10:44:03.819234 journal@recovery recovering @18 -10:44:03.819406 version@stat F·[] S·0B[] Sc·[] -10:44:03.887334 db@janitor F·2 G·0 -10:44:03.887496 db@open done T·68.431584ms -10:54:02.197586 db@close closing -10:54:02.197658 db@close done T·71.125µs -=============== Oct 17, 2023 (CST) =============== -09:40:15.627315 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:40:15.627934 version@stat F·[] S·0B[] Sc·[] -09:40:15.627944 db@open opening -09:40:15.627994 journal@recovery F·1 -09:40:15.628088 journal@recovery recovering @20 -09:40:15.628233 version@stat F·[] S·0B[] Sc·[] -09:40:15.690244 db@janitor F·2 G·0 -09:40:15.690279 db@open done T·62.3275ms -09:40:19.219744 db@close closing -09:40:19.219846 db@close done T·101.75µs -=============== Oct 17, 2023 (CST) =============== -09:42:47.578292 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:42:47.578898 version@stat F·[] S·0B[] Sc·[] -09:42:47.578909 db@open opening -09:42:47.578966 journal@recovery F·1 -09:42:47.579039 journal@recovery recovering @22 -09:42:47.579221 version@stat F·[] S·0B[] Sc·[] -09:42:47.645675 db@janitor F·2 G·0 -09:42:47.645714 db@open done T·66.79675ms -09:42:54.560233 db@close closing -09:42:54.560384 db@close done T·149.833µs -=============== Oct 17, 2023 (CST) =============== -09:47:52.882229 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:47:52.882915 version@stat F·[] S·0B[] Sc·[] -09:47:52.882929 db@open opening -09:47:52.882988 journal@recovery F·1 -09:47:52.883085 journal@recovery recovering @24 -09:47:52.883254 version@stat F·[] S·0B[] Sc·[] -09:47:52.948607 db@janitor F·2 G·0 -09:47:52.948647 db@open done T·65.710292ms -09:50:08.699785 db@close closing -09:50:08.699916 db@close done T·130.375µs -=============== Oct 17, 2023 (CST) =============== -10:14:06.205738 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:14:06.206241 version@stat F·[] S·0B[] Sc·[] -10:14:06.206252 db@open opening -10:14:06.206306 journal@recovery F·1 -10:14:06.206404 journal@recovery recovering @26 -10:14:06.206588 version@stat F·[] S·0B[] Sc·[] -10:14:06.274654 db@janitor F·2 G·0 -10:14:06.274693 db@open done T·68.432584ms -=============== Oct 17, 2023 (CST) =============== -10:28:01.755419 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:28:01.756118 version@stat F·[] S·0B[] Sc·[] -10:28:01.756130 db@open opening -10:28:01.756188 journal@recovery F·1 -10:28:01.756294 journal@recovery recovering @28 -10:28:01.762286 version@stat F·[] S·0B[] Sc·[] -10:28:01.828042 db@janitor F·2 G·0 -10:28:01.828092 db@open done T·71.95125ms -=============== Oct 17, 2023 (CST) =============== -10:30:26.383655 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:30:26.385398 version@stat F·[] S·0B[] Sc·[] -10:30:26.385413 db@open opening -10:30:26.385489 journal@recovery F·1 -10:30:26.385583 journal@recovery recovering @30 -10:30:26.385761 version@stat F·[] S·0B[] Sc·[] -10:30:26.475201 db@janitor F·2 G·0 -10:30:26.475246 db@open done T·89.819625ms -=============== Oct 17, 2023 (CST) =============== -10:38:10.027605 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:38:10.028175 version@stat F·[] S·0B[] Sc·[] -10:38:10.028190 db@open opening -10:38:10.028260 journal@recovery F·1 -10:38:10.028396 journal@recovery recovering @32 -10:38:10.028586 version@stat F·[] S·0B[] Sc·[] -10:38:10.106554 db@janitor F·2 G·0 -10:38:10.106594 db@open done T·78.395792ms -=============== Oct 22, 2023 (CST) =============== -21:40:27.836705 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:40:27.837369 version@stat F·[] S·0B[] Sc·[] -21:40:27.837380 db@open opening -21:40:27.837428 journal@recovery F·1 -21:40:27.837537 journal@recovery recovering @34 -21:40:27.837688 version@stat F·[] S·0B[] Sc·[] -21:40:27.905922 db@janitor F·2 G·0 -21:40:27.905957 db@open done T·68.571458ms -21:41:23.148063 db@close closing -21:41:23.148351 db@close done T·288.875µs -=============== Oct 22, 2023 (CST) =============== -22:06:54.372917 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -22:06:54.373598 version@stat F·[] S·0B[] Sc·[] -22:06:54.373612 db@open opening -22:06:54.373680 journal@recovery F·1 -22:06:54.373791 journal@recovery recovering @36 -22:06:54.373964 version@stat F·[] S·0B[] Sc·[] -22:06:54.449932 db@janitor F·2 G·0 -22:06:54.449980 db@open done T·76.359167ms -=============== Oct 23, 2023 (CST) =============== -09:37:31.213536 db@close closing -09:37:31.214648 db@close done T·1.4885ms -=============== Oct 23, 2023 (CST) =============== -09:37:37.614731 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:37:37.615324 version@stat F·[] S·0B[] Sc·[] -09:37:37.615337 db@open opening -09:37:37.615396 journal@recovery F·1 -09:37:37.615517 journal@recovery recovering @38 -09:37:37.615678 version@stat F·[] S·0B[] Sc·[] -09:37:37.703330 db@janitor F·2 G·0 -09:37:37.703386 db@open done T·88.039959ms -09:52:33.464858 db@close closing -09:52:33.465088 db@close done T·231µs -=============== Oct 23, 2023 (CST) =============== -09:52:40.034275 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:52:40.036265 version@stat F·[] S·0B[] Sc·[] -09:52:40.036278 db@open opening -09:52:40.036339 journal@recovery F·1 -09:52:40.036454 journal@recovery recovering @40 -09:52:40.036641 version@stat F·[] S·0B[] Sc·[] -09:52:40.130140 db@janitor F·2 G·0 -09:52:40.130189 db@open done T·93.899666ms -09:56:25.397980 db@close closing -09:56:25.398118 db@close done T·139.667µs -=============== Oct 23, 2023 (CST) =============== -09:56:33.065381 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:56:33.065791 version@stat F·[] S·0B[] Sc·[] -09:56:33.065800 db@open opening -09:56:33.065853 journal@recovery F·1 -09:56:33.065970 journal@recovery recovering @42 -09:56:33.066132 version@stat F·[] S·0B[] Sc·[] -09:56:33.134420 db@janitor F·2 G·0 -09:56:33.134472 db@open done T·68.662917ms -10:00:19.428456 db@close closing -10:00:19.428537 db@close done T·79.542µs -=============== Oct 25, 2023 (CST) =============== -10:44:08.065961 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:44:08.066483 version@stat F·[] S·0B[] Sc·[] -10:44:08.066494 db@open opening -10:44:08.066545 journal@recovery F·1 -10:44:08.066654 journal@recovery recovering @44 -10:44:08.066825 version@stat F·[] S·0B[] Sc·[] -10:44:08.148051 db@janitor F·2 G·0 -10:44:08.148104 db@open done T·81.602667ms -=============== Oct 26, 2023 (CST) =============== -09:46:32.482987 db@close closing -09:46:32.484625 db@close done T·2.103708ms -=============== Oct 26, 2023 (CST) =============== -09:46:41.146218 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:46:41.147862 version@stat F·[] S·0B[] Sc·[] -09:46:41.147875 db@open opening -09:46:41.147934 journal@recovery F·1 -09:46:41.148055 journal@recovery recovering @46 -09:46:41.148223 version@stat F·[] S·0B[] Sc·[] -09:46:41.219527 db@janitor F·2 G·0 -09:46:41.219578 db@open done T·71.695584ms -09:48:23.627742 db@close closing -09:48:23.627926 db@close done T·188.542µs -=============== Oct 26, 2023 (CST) =============== -09:48:28.921690 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:48:28.922067 version@stat F·[] S·0B[] Sc·[] -09:48:28.922083 db@open opening -09:48:28.922147 journal@recovery F·1 -09:48:28.922272 journal@recovery recovering @48 -09:48:28.922492 version@stat F·[] S·0B[] Sc·[] -09:48:28.988437 db@janitor F·2 G·0 -09:48:28.988492 db@open done T·66.398833ms -10:10:29.391420 db@close closing -10:10:29.391682 db@close done T·258.5µs -=============== Oct 26, 2023 (CST) =============== -10:10:34.969762 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:10:34.970072 version@stat F·[] S·0B[] Sc·[] -10:10:34.970083 db@open opening -10:10:34.970135 journal@recovery F·1 -10:10:34.970249 journal@recovery recovering @50 -10:10:34.970423 version@stat F·[] S·0B[] Sc·[] -10:10:35.035757 db@janitor F·2 G·0 -10:10:35.035814 db@open done T·65.722792ms -10:11:54.262701 db@close closing -10:11:54.262931 db@close done T·227.5µs -=============== Oct 26, 2023 (CST) =============== -10:11:59.253897 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:11:59.254190 version@stat F·[] S·0B[] Sc·[] -10:11:59.254202 db@open opening -10:11:59.254260 journal@recovery F·1 -10:11:59.254378 journal@recovery recovering @52 -10:11:59.254560 version@stat F·[] S·0B[] Sc·[] -10:11:59.323193 db@janitor F·2 G·0 -10:11:59.323244 db@open done T·69.033791ms -10:12:57.783210 db@close closing -10:12:57.783378 db@close done T·172.75µs -=============== Oct 26, 2023 (CST) =============== -10:13:02.685951 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:13:02.686270 version@stat F·[] S·0B[] Sc·[] -10:13:02.686288 db@open opening -10:13:02.686355 journal@recovery F·1 -10:13:02.686467 journal@recovery recovering @54 -10:13:02.686652 version@stat F·[] S·0B[] Sc·[] -10:13:02.755809 db@janitor F·2 G·0 -10:13:02.755871 db@open done T·69.573708ms -10:15:34.320092 db@close closing -10:15:34.320252 db@close done T·164.959µs -=============== Oct 26, 2023 (CST) =============== -10:15:41.101088 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:15:41.101467 version@stat F·[] S·0B[] Sc·[] -10:15:41.101477 db@open opening -10:15:41.101530 journal@recovery F·1 -10:15:41.101605 journal@recovery recovering @56 -10:15:41.101762 version@stat F·[] S·0B[] Sc·[] -10:15:41.176462 db@janitor F·2 G·0 -10:15:41.176505 db@open done T·75.023167ms -10:15:54.113135 db@close closing -10:15:54.113226 db@close done T·89.875µs -=============== Oct 26, 2023 (CST) =============== -10:15:59.502569 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:15:59.502865 version@stat F·[] S·0B[] Sc·[] -10:15:59.502877 db@open opening -10:15:59.502926 journal@recovery F·1 -10:15:59.503032 journal@recovery recovering @58 -10:15:59.503180 version@stat F·[] S·0B[] Sc·[] -10:15:59.567680 db@janitor F·2 G·0 -10:15:59.568761 db@open done T·65.87725ms -10:16:34.825254 db@close closing -10:16:34.825420 db@close done T·170.375µs -=============== Oct 26, 2023 (CST) =============== -10:16:39.645580 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:16:39.645901 version@stat F·[] S·0B[] Sc·[] -10:16:39.645913 db@open opening -10:16:39.645968 journal@recovery F·1 -10:16:39.646093 journal@recovery recovering @60 -10:16:39.646264 version@stat F·[] S·0B[] Sc·[] -10:16:39.715348 db@janitor F·2 G·0 -10:16:39.715413 db@open done T·69.492666ms -10:18:37.557475 db@close closing -10:18:37.557577 db@close done T·100.792µs -=============== Oct 26, 2023 (CST) =============== -10:18:43.243795 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:18:43.244136 version@stat F·[] S·0B[] Sc·[] -10:18:43.244151 db@open opening -10:18:43.244229 journal@recovery F·1 -10:18:43.244336 journal@recovery recovering @62 -10:18:43.244533 version@stat F·[] S·0B[] Sc·[] -10:18:43.307600 db@janitor F·2 G·0 -10:18:43.307670 db@open done T·63.50875ms -10:18:53.271548 db@close closing -10:18:53.271609 db@close done T·60.125µs -=============== Oct 26, 2023 (CST) =============== -10:18:58.461229 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:18:58.461551 version@stat F·[] S·0B[] Sc·[] -10:18:58.461563 db@open opening -10:18:58.461617 journal@recovery F·1 -10:18:58.461734 journal@recovery recovering @64 -10:18:58.461903 version@stat F·[] S·0B[] Sc·[] -10:18:58.523898 db@janitor F·2 G·0 -10:18:58.523941 db@open done T·62.37075ms -10:20:28.795549 db@close closing -10:20:28.795668 db@close done T·121.75µs -=============== Oct 26, 2023 (CST) =============== -10:20:33.652101 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:20:33.652430 version@stat F·[] S·0B[] Sc·[] -10:20:33.652442 db@open opening -10:20:33.652501 journal@recovery F·1 -10:20:33.652619 journal@recovery recovering @66 -10:20:33.652792 version@stat F·[] S·0B[] Sc·[] -10:20:33.713693 db@janitor F·2 G·0 -10:20:33.713741 db@open done T·61.289208ms -10:21:34.000013 db@close closing -10:21:34.000209 db@close done T·194.583µs -=============== Oct 26, 2023 (CST) =============== -10:21:39.036847 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:21:39.037140 version@stat F·[] S·0B[] Sc·[] -10:21:39.037153 db@open opening -10:21:39.037204 journal@recovery F·1 -10:21:39.037327 journal@recovery recovering @68 -10:21:39.037503 version@stat F·[] S·0B[] Sc·[] -10:21:39.105865 db@janitor F·2 G·0 -10:21:39.105917 db@open done T·68.757541ms -10:21:56.153822 db@close closing -10:21:56.153877 db@close done T·54.334µs -=============== Oct 26, 2023 (CST) =============== -10:22:06.729307 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:22:06.729750 version@stat F·[] S·0B[] Sc·[] -10:22:06.729761 db@open opening -10:22:06.729819 journal@recovery F·1 -10:22:06.729928 journal@recovery recovering @70 -10:22:06.730095 version@stat F·[] S·0B[] Sc·[] -10:22:06.792215 db@janitor F·2 G·0 -10:22:06.792273 db@open done T·62.4955ms -10:23:11.485844 db@close closing -10:23:11.485978 db@close done T·133.667µs -=============== Oct 26, 2023 (CST) =============== -10:23:16.622579 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:23:16.623015 version@stat F·[] S·0B[] Sc·[] -10:23:16.623030 db@open opening -10:23:16.623092 journal@recovery F·1 -10:23:16.623214 journal@recovery recovering @72 -10:23:16.623388 version@stat F·[] S·0B[] Sc·[] -10:23:16.688767 db@janitor F·2 G·0 -10:23:16.688818 db@open done T·65.779458ms -10:24:29.809725 db@close closing -10:24:29.809798 db@close done T·73.333µs -=============== Oct 26, 2023 (CST) =============== -10:24:34.954542 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:24:34.956641 version@stat F·[] S·0B[] Sc·[] -10:24:34.956662 db@open opening -10:24:34.956727 journal@recovery F·1 -10:24:34.956802 journal@recovery recovering @74 -10:24:34.956977 version@stat F·[] S·0B[] Sc·[] -10:24:35.039608 db@janitor F·2 G·0 -10:24:35.039653 db@open done T·82.979834ms -10:24:43.586740 db@close closing -10:24:43.586887 db@close done T·144.083µs -=============== Oct 26, 2023 (CST) =============== -10:24:47.874744 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:24:47.875027 version@stat F·[] S·0B[] Sc·[] -10:24:47.875039 db@open opening -10:24:47.875099 journal@recovery F·1 -10:24:47.875220 journal@recovery recovering @76 -10:24:47.875390 version@stat F·[] S·0B[] Sc·[] -10:24:47.936654 db@janitor F·2 G·0 -10:24:47.936699 db@open done T·61.652875ms -10:25:03.458742 db@close closing -10:25:03.458829 db@close done T·86.375µs -=============== Oct 26, 2023 (CST) =============== -10:25:08.333014 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:25:08.333343 version@stat F·[] S·0B[] Sc·[] -10:25:08.333356 db@open opening -10:25:08.333420 journal@recovery F·1 -10:25:08.333543 journal@recovery recovering @78 -10:25:08.333716 version@stat F·[] S·0B[] Sc·[] -10:25:08.399330 db@janitor F·2 G·0 -10:25:08.399392 db@open done T·66.022583ms -10:25:37.838781 db@close closing -10:25:37.838844 db@close done T·61.584µs -=============== Oct 26, 2023 (CST) =============== -10:25:44.202559 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:25:44.202923 version@stat F·[] S·0B[] Sc·[] -10:25:44.202941 db@open opening -10:25:44.203026 journal@recovery F·1 -10:25:44.203149 journal@recovery recovering @80 -10:25:44.203323 version@stat F·[] S·0B[] Sc·[] -10:25:44.271708 db@janitor F·2 G·0 -10:25:44.271763 db@open done T·68.812666ms -11:18:50.846355 db@close closing -11:18:50.846650 db@close done T·298.666µs -=============== Oct 26, 2023 (CST) =============== -11:18:57.347430 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:18:57.347737 version@stat F·[] S·0B[] Sc·[] -11:18:57.347749 db@open opening -11:18:57.347804 journal@recovery F·1 -11:18:57.348275 journal@recovery recovering @82 -11:18:57.348445 version@stat F·[] S·0B[] Sc·[] -11:18:57.412941 db@janitor F·2 G·0 -11:18:57.412995 db@open done T·65.234792ms -11:20:38.239757 db@close closing -11:20:38.240384 db@close done T·632.833µs -=============== Oct 26, 2023 (CST) =============== -11:20:43.366798 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:20:43.367097 version@stat F·[] S·0B[] Sc·[] -11:20:43.367107 db@open opening -11:20:43.367162 journal@recovery F·1 -11:20:43.367262 journal@recovery recovering @84 -11:20:43.367538 version@stat F·[] S·0B[] Sc·[] -11:20:43.425537 db@janitor F·2 G·0 -11:20:43.425569 db@open done T·58.455208ms -11:21:14.349620 db@close closing -11:21:14.349813 db@close done T·192.083µs -=============== Oct 26, 2023 (CST) =============== -11:21:34.615638 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:21:34.616188 version@stat F·[] S·0B[] Sc·[] -11:21:34.616200 db@open opening -11:21:34.616267 journal@recovery F·1 -11:21:34.616422 journal@recovery recovering @86 -11:21:34.616592 version@stat F·[] S·0B[] Sc·[] -11:21:34.698954 db@janitor F·2 G·0 -11:21:34.698995 db@open done T·82.788625ms -11:55:02.074491 db@close closing -11:55:02.075682 db@close done T·1.51625ms -=============== Oct 26, 2023 (CST) =============== -11:55:23.482625 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:55:23.483252 version@stat F·[] S·0B[] Sc·[] -11:55:23.483265 db@open opening -11:55:23.483338 journal@recovery F·1 -11:55:23.483472 journal@recovery recovering @88 -11:55:23.483641 version@stat F·[] S·0B[] Sc·[] -11:55:23.556434 db@janitor F·2 G·0 -11:55:23.556471 db@open done T·73.199959ms -11:55:28.535626 db@close closing -11:55:28.536009 db@close done T·380.875µs -=============== Oct 26, 2023 (CST) =============== -11:55:33.361862 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:55:33.362026 version@stat F·[] S·0B[] Sc·[] -11:55:33.362037 db@open opening -11:55:33.362141 journal@recovery F·1 -11:55:33.362217 journal@recovery recovering @90 -11:55:33.362417 version@stat F·[] S·0B[] Sc·[] -11:55:33.418329 db@janitor F·2 G·0 -11:55:33.418370 db@open done T·56.327167ms -14:00:39.364738 db@close closing -14:00:39.365034 db@close done T·296.584µs -=============== Oct 26, 2023 (CST) =============== -14:00:46.188596 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:00:46.190017 version@stat F·[] S·0B[] Sc·[] -14:00:46.190032 db@open opening -14:00:46.190102 journal@recovery F·1 -14:00:46.190220 journal@recovery recovering @92 -14:00:46.190404 version@stat F·[] S·0B[] Sc·[] -14:00:46.401187 db@janitor F·2 G·0 -14:00:46.402277 db@open done T·212.226583ms -14:04:03.279648 db@close closing -14:04:03.280015 db@close done T·366µs -=============== Oct 26, 2023 (CST) =============== -14:04:08.723696 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:04:08.725662 version@stat F·[] S·0B[] Sc·[] -14:04:08.725683 db@open opening -14:04:08.725766 journal@recovery F·1 -14:04:08.725915 journal@recovery recovering @94 -14:04:08.726134 version@stat F·[] S·0B[] Sc·[] -14:04:08.783635 db@janitor F·2 G·0 -14:04:08.783681 db@open done T·57.990291ms -14:07:28.806059 db@close closing -14:07:28.806240 db@close done T·180.708µs -=============== Oct 26, 2023 (CST) =============== -14:07:33.960903 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:07:33.962977 version@stat F·[] S·0B[] Sc·[] -14:07:33.962996 db@open opening -14:07:33.963087 journal@recovery F·1 -14:07:33.963264 journal@recovery recovering @96 -14:07:33.963473 version@stat F·[] S·0B[] Sc·[] -14:07:34.045459 db@janitor F·2 G·0 -14:07:34.045510 db@open done T·82.501958ms -14:09:15.675835 db@close closing -14:09:15.675961 db@close done T·119.041µs -=============== Oct 26, 2023 (CST) =============== -14:09:20.955977 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:09:20.956265 version@stat F·[] S·0B[] Sc·[] -14:09:20.956276 db@open opening -14:09:20.956326 journal@recovery F·1 -14:09:20.956442 journal@recovery recovering @98 -14:09:20.956605 version@stat F·[] S·0B[] Sc·[] -14:09:21.030328 db@janitor F·2 G·0 -14:09:21.030387 db@open done T·74.102834ms -14:10:04.059927 db@close closing -14:10:04.060031 db@close done T·106.708µs -=============== Oct 26, 2023 (CST) =============== -14:10:09.543258 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:10:09.543559 version@stat F·[] S·0B[] Sc·[] -14:10:09.543570 db@open opening -14:10:09.543621 journal@recovery F·1 -14:10:09.543733 journal@recovery recovering @100 -14:10:09.543894 version@stat F·[] S·0B[] Sc·[] -14:10:09.622955 db@janitor F·2 G·0 -14:10:09.623000 db@open done T·79.422125ms -14:10:39.713244 db@close closing -14:10:39.713335 db@close done T·89.667µs -=============== Oct 26, 2023 (CST) =============== -14:10:44.768525 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:10:44.768852 version@stat F·[] S·0B[] Sc·[] -14:10:44.768864 db@open opening -14:10:44.768924 journal@recovery F·1 -14:10:44.769041 journal@recovery recovering @102 -14:10:44.769245 version@stat F·[] S·0B[] Sc·[] -14:10:44.846690 db@janitor F·2 G·0 -14:10:44.846735 db@open done T·77.863083ms -14:11:08.751628 db@close closing -14:11:08.751862 db@close done T·233.458µs -=============== Oct 26, 2023 (CST) =============== -14:11:14.087684 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:11:14.087963 version@stat F·[] S·0B[] Sc·[] -14:11:14.087977 db@open opening -14:11:14.088039 journal@recovery F·1 -14:11:14.088162 journal@recovery recovering @104 -14:11:14.088329 version@stat F·[] S·0B[] Sc·[] -14:11:14.146995 db@janitor F·2 G·0 -14:11:14.147037 db@open done T·59.051292ms -14:12:33.049510 db@close closing -14:12:33.049734 db@close done T·216.375µs -=============== Oct 26, 2023 (CST) =============== -14:12:38.169235 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:12:38.169540 version@stat F·[] S·0B[] Sc·[] -14:12:38.169552 db@open opening -14:12:38.169606 journal@recovery F·1 -14:12:38.169731 journal@recovery recovering @106 -14:12:38.169929 version@stat F·[] S·0B[] Sc·[] -14:12:38.236551 db@janitor F·2 G·0 -14:12:38.236607 db@open done T·67.042666ms -14:29:27.179005 db@close closing -14:29:27.184966 db@close done T·5.964792ms -=============== Oct 26, 2023 (CST) =============== -14:29:51.602352 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:29:51.602826 version@stat F·[] S·0B[] Sc·[] -14:29:51.602838 db@open opening -14:29:51.602895 journal@recovery F·1 -14:29:51.603021 journal@recovery recovering @108 -14:29:51.603200 version@stat F·[] S·0B[] Sc·[] -14:29:51.684795 db@janitor F·2 G·0 -14:29:51.684858 db@open done T·82.009709ms -15:12:47.021711 db@close closing -15:12:47.022035 db@close done T·328.291µs -=============== Oct 26, 2023 (CST) =============== -15:12:53.917680 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:12:53.917944 version@stat F·[] S·0B[] Sc·[] -15:12:53.917958 db@open opening -15:12:53.918010 journal@recovery F·1 -15:12:53.918128 journal@recovery recovering @110 -15:12:53.918289 version@stat F·[] S·0B[] Sc·[] -15:12:54.012398 db@janitor F·2 G·0 -15:12:54.013055 db@open done T·95.090458ms -15:16:30.226322 db@close closing -15:16:30.226659 db@close done T·339.75µs -=============== Oct 26, 2023 (CST) =============== -15:16:35.843132 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:16:35.843421 version@stat F·[] S·0B[] Sc·[] -15:16:35.843434 db@open opening -15:16:35.843490 journal@recovery F·1 -15:16:35.843610 journal@recovery recovering @112 -15:16:35.843792 version@stat F·[] S·0B[] Sc·[] -15:16:35.908152 db@janitor F·2 G·0 -15:16:35.908203 db@open done T·64.759ms -15:20:22.372122 db@close closing -15:20:22.372249 db@close done T·126.5µs -=============== Oct 26, 2023 (CST) =============== -15:38:40.637640 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:38:40.638500 version@stat F·[] S·0B[] Sc·[] -15:38:40.638512 db@open opening -15:38:40.638564 journal@recovery F·1 -15:38:40.638681 journal@recovery recovering @114 -15:38:40.638865 version@stat F·[] S·0B[] Sc·[] -15:38:40.710148 db@janitor F·2 G·0 -15:38:40.710196 db@open done T·71.674208ms -15:53:24.892470 db@close closing -15:53:24.892757 db@close done T·290.458µs -=============== Oct 26, 2023 (CST) =============== -15:53:30.995805 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:53:30.996097 version@stat F·[] S·0B[] Sc·[] -15:53:30.996107 db@open opening -15:53:30.996163 journal@recovery F·1 -15:53:30.996274 journal@recovery recovering @116 -15:53:30.996444 version@stat F·[] S·0B[] Sc·[] -15:53:31.092683 db@janitor F·2 G·0 -15:53:31.093513 db@open done T·97.393125ms -15:55:42.850732 db@close closing -15:55:42.850841 db@close done T·107.417µs -=============== Oct 26, 2023 (CST) =============== -15:55:48.432450 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:55:48.432731 version@stat F·[] S·0B[] Sc·[] -15:55:48.432741 db@open opening -15:55:48.432793 journal@recovery F·1 -15:55:48.432912 journal@recovery recovering @118 -15:55:48.433098 version@stat F·[] S·0B[] Sc·[] -15:55:48.527550 db@janitor F·2 G·0 -15:55:48.527602 db@open done T·94.851958ms -15:56:09.300974 db@close closing -15:56:09.301162 db@close done T·186.542µs -=============== Oct 26, 2023 (CST) =============== -15:56:14.157326 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:56:14.157626 version@stat F·[] S·0B[] Sc·[] -15:56:14.157639 db@open opening -15:56:14.157694 journal@recovery F·1 -15:56:14.157805 journal@recovery recovering @120 -15:56:14.157973 version@stat F·[] S·0B[] Sc·[] -15:56:14.240265 db@janitor F·2 G·0 -15:56:14.240322 db@open done T·82.67475ms -15:59:06.095602 db@close closing -15:59:06.096014 db@close done T·413.334µs -=============== Oct 26, 2023 (CST) =============== -15:59:12.254765 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:59:12.255051 version@stat F·[] S·0B[] Sc·[] -15:59:12.255061 db@open opening -15:59:12.255109 journal@recovery F·1 -15:59:12.255213 journal@recovery recovering @122 -15:59:12.255396 version@stat F·[] S·0B[] Sc·[] -15:59:12.327638 db@janitor F·2 G·0 -15:59:12.328370 db@open done T·73.297917ms -16:00:10.886996 db@close closing -16:00:10.887222 db@close done T·225.083µs -=============== Oct 26, 2023 (CST) =============== -16:00:18.034727 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -16:00:18.035004 version@stat F·[] S·0B[] Sc·[] -16:00:18.035017 db@open opening -16:00:18.035070 journal@recovery F·1 -16:00:18.035185 journal@recovery recovering @124 -16:00:18.035362 version@stat F·[] S·0B[] Sc·[] -16:00:18.125173 db@janitor F·2 G·0 -16:00:18.125898 db@open done T·90.868375ms -16:24:05.610935 db@close closing -16:24:05.611162 db@close done T·225.708µs -=============== Oct 26, 2023 (CST) =============== -19:44:12.418983 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:44:12.419836 version@stat F·[] S·0B[] Sc·[] -19:44:12.419854 db@open opening -19:44:12.419933 journal@recovery F·1 -19:44:12.420461 journal@recovery recovering @126 -19:44:12.420885 version@stat F·[] S·0B[] Sc·[] -19:44:12.490828 db@janitor F·2 G·0 -19:44:12.490873 db@open done T·71.0095ms -=============== Oct 27, 2023 (CST) =============== -15:15:45.593341 db@close closing -15:15:45.594729 db@close done T·1.635958ms -=============== Oct 28, 2023 (CST) =============== -20:24:37.470577 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:24:37.476827 version@stat F·[] S·0B[] Sc·[] -20:24:37.476840 db@open opening -20:24:37.476899 journal@recovery F·1 -20:24:37.477001 journal@recovery recovering @128 -20:24:37.477194 version@stat F·[] S·0B[] Sc·[] -20:24:37.581816 db@janitor F·2 G·0 -20:24:37.581840 db@open done T·104.992959ms -20:33:29.229392 db@close closing -20:33:29.229631 db@close done T·239.25µs -=============== Oct 28, 2023 (CST) =============== -20:33:36.127683 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:33:36.128065 version@stat F·[] S·0B[] Sc·[] -20:33:36.128077 db@open opening -20:33:36.128132 journal@recovery F·1 -20:33:36.128250 journal@recovery recovering @130 -20:33:36.128441 version@stat F·[] S·0B[] Sc·[] -20:33:36.193033 db@janitor F·2 G·0 -20:33:36.193072 db@open done T·64.987958ms -20:36:37.234405 db@close closing -20:36:37.234513 db@close done T·110.25µs -=============== Oct 28, 2023 (CST) =============== -20:36:41.662817 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:36:41.663221 version@stat F·[] S·0B[] Sc·[] -20:36:41.663233 db@open opening -20:36:41.663289 journal@recovery F·1 -20:36:41.663698 journal@recovery recovering @132 -20:36:41.663864 version@stat F·[] S·0B[] Sc·[] -20:36:41.725888 db@janitor F·2 G·0 -20:36:41.725927 db@open done T·62.686458ms -20:41:14.572341 db@close closing -20:41:14.572506 db@close done T·155.917µs -=============== Oct 28, 2023 (CST) =============== -20:41:19.520704 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:41:19.521019 version@stat F·[] S·0B[] Sc·[] -20:41:19.521032 db@open opening -20:41:19.521087 journal@recovery F·1 -20:41:19.521207 journal@recovery recovering @134 -20:41:19.521396 version@stat F·[] S·0B[] Sc·[] -20:41:19.587873 db@janitor F·2 G·0 -20:41:19.587917 db@open done T·66.878292ms -21:46:17.124144 db@close closing -21:46:17.124482 db@close done T·341.209µs -=============== Oct 28, 2023 (CST) =============== -21:50:01.482866 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:50:01.483545 version@stat F·[] S·0B[] Sc·[] -21:50:01.483558 db@open opening -21:50:01.483614 journal@recovery F·1 -21:50:01.483738 journal@recovery recovering @136 -21:50:01.483910 version@stat F·[] S·0B[] Sc·[] -21:50:01.557325 db@janitor F·2 G·0 -21:50:01.557377 db@open done T·73.799042ms -21:52:41.610011 db@close closing -21:52:41.610347 db@close done T·335.416µs -=============== Oct 28, 2023 (CST) =============== -21:52:46.384242 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:52:46.386868 version@stat F·[] S·0B[] Sc·[] -21:52:46.386880 db@open opening -21:52:46.386937 journal@recovery F·1 -21:52:46.387053 journal@recovery recovering @138 -21:52:46.387237 version@stat F·[] S·0B[] Sc·[] -21:52:46.511655 db@janitor F·2 G·0 -21:52:46.511713 db@open done T·124.826084ms -21:53:58.319936 db@close closing -21:53:58.320215 db@close done T·279.417µs -=============== Oct 28, 2023 (CST) =============== -21:54:03.064279 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:54:03.064660 version@stat F·[] S·0B[] Sc·[] -21:54:03.064686 db@open opening -21:54:03.064762 journal@recovery F·1 -21:54:03.064919 journal@recovery recovering @140 -21:54:03.065115 version@stat F·[] S·0B[] Sc·[] -21:54:03.134339 db@janitor F·2 G·0 -21:54:03.134382 db@open done T·69.683584ms -21:54:53.923038 db@close closing -21:54:53.923131 db@close done T·92.208µs -=============== Oct 28, 2023 (CST) =============== -21:54:59.718665 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:54:59.719103 version@stat F·[] S·0B[] Sc·[] -21:54:59.719113 db@open opening -21:54:59.719166 journal@recovery F·1 -21:54:59.719279 journal@recovery recovering @142 -21:54:59.719453 version@stat F·[] S·0B[] Sc·[] -21:54:59.787585 db@janitor F·2 G·0 -21:54:59.787653 db@open done T·68.533167ms -21:55:16.400206 db@close closing -21:55:16.400290 db@close done T·83.041µs -=============== Oct 28, 2023 (CST) =============== -21:55:21.708563 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:55:21.711779 version@stat F·[] S·0B[] Sc·[] -21:55:21.711800 db@open opening -21:55:21.711872 journal@recovery F·1 -21:55:21.711991 journal@recovery recovering @144 -21:55:21.712177 version@stat F·[] S·0B[] Sc·[] -21:55:21.778612 db@janitor F·2 G·0 -21:55:21.778654 db@open done T·66.846416ms -21:58:36.833958 db@close closing -21:58:36.835039 db@close done T·1.082792ms -=============== Oct 28, 2023 (CST) =============== -21:58:43.849457 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -21:58:43.849788 version@stat F·[] S·0B[] Sc·[] -21:58:43.849800 db@open opening -21:58:43.849857 journal@recovery F·1 -21:58:43.850299 journal@recovery recovering @146 -21:58:43.850474 version@stat F·[] S·0B[] Sc·[] -21:58:43.915940 db@janitor F·2 G·0 -21:58:43.915987 db@open done T·66.179917ms -22:00:17.821755 db@close closing -22:00:17.821877 db@close done T·112.667µs -=============== Oct 28, 2023 (CST) =============== -22:00:22.809523 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -22:00:22.809871 version@stat F·[] S·0B[] Sc·[] -22:00:22.809885 db@open opening -22:00:22.809946 journal@recovery F·1 -22:00:22.810435 journal@recovery recovering @148 -22:00:22.810613 version@stat F·[] S·0B[] Sc·[] -22:00:22.876342 db@janitor F·2 G·0 -22:00:22.876400 db@open done T·66.503333ms -22:03:50.332337 db@close closing -22:03:50.332419 db@close done T·84.417µs -=============== Oct 28, 2023 (CST) =============== -22:03:56.297570 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -22:03:56.297855 version@stat F·[] S·0B[] Sc·[] -22:03:56.297865 db@open opening -22:03:56.297912 journal@recovery F·1 -22:03:56.298013 journal@recovery recovering @150 -22:03:56.298156 version@stat F·[] S·0B[] Sc·[] -22:03:56.371720 db@janitor F·2 G·0 -22:03:56.371754 db@open done T·73.883125ms -=============== Oct 29, 2023 (CST) =============== -14:45:51.272825 db@close closing -14:45:51.274345 db@close done T·1.871833ms -=============== Oct 29, 2023 (CST) =============== -14:45:58.600052 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:45:58.600398 version@stat F·[] S·0B[] Sc·[] -14:45:58.600410 db@open opening -14:45:58.600466 journal@recovery F·1 -14:45:58.600585 journal@recovery recovering @152 -14:45:58.600765 version@stat F·[] S·0B[] Sc·[] -14:45:58.678523 db@janitor F·2 G·0 -14:45:58.678572 db@open done T·78.154333ms -=============== Oct 29, 2023 (CST) =============== -14:46:29.519960 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:46:29.520636 version@stat F·[] S·0B[] Sc·[] -14:46:29.520653 db@open opening -14:46:29.520720 journal@recovery F·1 -14:46:29.520810 journal@recovery recovering @154 -14:46:29.521041 version@stat F·[] S·0B[] Sc·[] -14:46:29.581280 db@janitor F·2 G·0 -14:46:29.581336 db@open done T·60.675208ms -14:58:08.683045 db@close closing -14:58:08.683502 db@close done T·457.5µs -=============== Oct 29, 2023 (CST) =============== -14:58:13.535694 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:58:13.536014 version@stat F·[] S·0B[] Sc·[] -14:58:13.536026 db@open opening -14:58:13.536065 journal@recovery F·1 -14:58:13.536177 journal@recovery recovering @156 -14:58:13.536342 version@stat F·[] S·0B[] Sc·[] -14:58:13.608244 db@janitor F·2 G·0 -14:58:13.608295 db@open done T·72.261375ms -15:12:05.164547 db@close closing -15:12:05.165525 db@close done T·980.125µs -=============== Oct 29, 2023 (CST) =============== -15:12:11.703360 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:12:11.706064 version@stat F·[] S·0B[] Sc·[] -15:12:11.706082 db@open opening -15:12:11.706141 journal@recovery F·1 -15:12:11.706250 journal@recovery recovering @158 -15:12:11.706417 version@stat F·[] S·0B[] Sc·[] -15:12:11.790542 db@janitor F·2 G·0 -15:12:11.790586 db@open done T·84.438458ms -15:42:25.102385 db@close closing -15:42:25.102741 db@close done T·369.458µs -=============== Oct 29, 2023 (CST) =============== -15:42:30.040152 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:42:30.040584 version@stat F·[] S·0B[] Sc·[] -15:42:30.040596 db@open opening -15:42:30.040645 journal@recovery F·1 -15:42:30.040751 journal@recovery recovering @160 -15:42:30.040979 version@stat F·[] S·0B[] Sc·[] -15:42:30.114018 db@janitor F·2 G·0 -15:42:30.114067 db@open done T·73.463375ms -16:01:54.394775 db@close closing -16:01:54.395311 db@close done T·539.166µs -=============== Oct 29, 2023 (CST) =============== -16:02:00.442938 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -16:02:00.443211 version@stat F·[] S·0B[] Sc·[] -16:02:00.443222 db@open opening -16:02:00.443263 journal@recovery F·1 -16:02:00.443385 journal@recovery recovering @162 -16:02:00.443551 version@stat F·[] S·0B[] Sc·[] -16:02:00.527670 db@janitor F·2 G·0 -16:02:00.527718 db@open done T·84.487375ms -16:12:17.250458 db@close closing -16:12:17.250932 db@close done T·472.667µs -=============== Oct 29, 2023 (CST) =============== -16:13:08.347357 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -16:13:08.347894 version@stat F·[] S·0B[] Sc·[] -16:13:08.347906 db@open opening -16:13:08.347951 journal@recovery F·1 -16:13:08.348060 journal@recovery recovering @164 -16:13:08.348230 version@stat F·[] S·0B[] Sc·[] -16:13:08.415064 db@janitor F·2 G·0 -16:13:08.415113 db@open done T·67.197542ms -=============== Oct 30, 2023 (CST) =============== -19:39:00.759124 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:39:00.759861 version@stat F·[] S·0B[] Sc·[] -19:39:00.759871 db@open opening -19:39:00.759916 journal@recovery F·1 -19:39:00.760349 journal@recovery recovering @166 -19:39:00.760517 version@stat F·[] S·0B[] Sc·[] -19:39:00.836206 db@janitor F·2 G·0 -19:39:00.836247 db@open done T·76.369333ms -=============== Oct 31, 2023 (CST) =============== -17:41:15.667857 db@close closing -17:41:15.668769 db@close done T·1.302208ms -=============== Oct 31, 2023 (CST) =============== -17:48:34.734263 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -17:48:34.734853 version@stat F·[] S·0B[] Sc·[] -17:48:34.734867 db@open opening -17:48:34.734905 journal@recovery F·1 -17:48:34.735323 journal@recovery recovering @168 -17:48:34.771603 memdb@flush created L0@170 N·16 S·421B "720..677,v16":"737..704,v1" -17:48:34.771830 version@stat F·[1] S·421B[421B] Sc·[0.25] -17:48:34.851589 db@janitor F·3 G·0 -17:48:34.851622 db@open done T·116.749375ms -=============== Nov 1, 2023 (CST) =============== -10:52:19.170476 db@close closing -10:52:19.172037 db@close done T·1.855ms -=============== Nov 1, 2023 (CST) =============== -13:57:39.061448 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -13:57:39.062209 version@stat F·[1] S·421B[421B] Sc·[0.25] -13:57:39.062220 db@open opening -13:57:39.062271 journal@recovery F·1 -13:57:39.062386 journal@recovery recovering @171 -13:57:39.110652 memdb@flush created L0@173 N·102 S·1KiB "720..--0,v44":"720..502,v45" -13:57:39.110919 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -13:57:39.182340 db@janitor F·4 G·0 -13:57:39.182390 db@open done T·120.174291ms -13:58:07.087804 db@close closing -13:58:07.088007 db@close done T·207.583µs -=============== Nov 1, 2023 (CST) =============== -13:58:11.537320 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -13:58:11.537592 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -13:58:11.537604 db@open opening -13:58:11.537661 journal@recovery F·1 -13:58:11.537769 journal@recovery recovering @174 -13:58:11.537925 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -13:58:11.606814 db@janitor F·4 G·0 -13:58:11.606854 db@open done T·69.243334ms -13:59:22.478604 db@close closing -13:59:22.479085 db@close done T·486µs -=============== Nov 1, 2023 (CST) =============== -13:59:27.023029 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -13:59:27.023302 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -13:59:27.023314 db@open opening -13:59:27.023372 journal@recovery F·1 -13:59:27.023477 journal@recovery recovering @176 -13:59:27.023810 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -13:59:27.100459 db@janitor F·4 G·0 -13:59:27.100524 db@open done T·77.196208ms -13:59:59.505807 db@close closing -13:59:59.506016 db@close done T·214.417µs -=============== Nov 1, 2023 (CST) =============== -14:00:04.050017 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:00:04.050384 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:00:04.050403 db@open opening -14:00:04.050492 journal@recovery F·1 -14:00:04.050617 journal@recovery recovering @178 -14:00:04.050814 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:00:04.114384 db@janitor F·4 G·0 -14:00:04.114420 db@open done T·64.008375ms -14:25:11.957152 db@close closing -14:25:11.957599 db@close done T·455.958µs -=============== Nov 1, 2023 (CST) =============== -14:25:20.851815 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:25:20.852205 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:25:20.852218 db@open opening -14:25:20.852279 journal@recovery F·1 -14:25:20.852396 journal@recovery recovering @180 -14:25:20.852554 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:25:20.939121 db@janitor F·4 G·0 -14:25:20.940635 db@open done T·88.404041ms -14:25:29.183721 db@close closing -14:25:29.183794 db@close done T·72.792µs -=============== Nov 1, 2023 (CST) =============== -14:32:57.113673 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:32:57.114403 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:32:57.114416 db@open opening -14:32:57.114483 journal@recovery F·1 -14:32:57.114626 journal@recovery recovering @182 -14:32:57.114809 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:32:57.183834 db@janitor F·4 G·0 -14:32:57.183872 db@open done T·69.449208ms -14:37:49.510766 db@close closing -14:37:49.511016 db@close done T·248.625µs -=============== Nov 1, 2023 (CST) =============== -14:37:54.468790 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:37:54.469065 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:37:54.469077 db@open opening -14:37:54.469132 journal@recovery F·1 -14:37:54.469266 journal@recovery recovering @184 -14:37:54.469433 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:37:54.546500 db@janitor F·4 G·0 -14:37:54.546554 db@open done T·77.467125ms -14:39:01.893044 db@close closing -14:39:01.893334 db@close done T·289.625µs -=============== Nov 1, 2023 (CST) =============== -14:39:06.824665 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:39:06.825000 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:39:06.825015 db@open opening -14:39:06.825070 journal@recovery F·1 -14:39:06.825182 journal@recovery recovering @186 -14:39:06.825527 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:39:06.900530 db@janitor F·4 G·0 -14:39:06.900592 db@open done T·75.571041ms -14:40:09.221720 db@close closing -14:40:09.221981 db@close done T·260.375µs -=============== Nov 1, 2023 (CST) =============== -14:40:14.060702 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:40:14.060969 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:40:14.060980 db@open opening -14:40:14.061041 journal@recovery F·1 -14:40:14.061153 journal@recovery recovering @188 -14:40:14.061463 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:40:14.149244 db@janitor F·4 G·0 -14:40:14.149298 db@open done T·88.30975ms -14:41:29.597380 db@close closing -14:41:29.597925 db@close done T·542.875µs -=============== Nov 1, 2023 (CST) =============== -14:41:34.144109 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:41:34.144393 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:41:34.144403 db@open opening -14:41:34.144465 journal@recovery F·1 -14:41:34.144572 journal@recovery recovering @190 -14:41:34.144748 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:41:34.218919 db@janitor F·4 G·0 -14:41:34.218966 db@open done T·74.555125ms -14:42:10.115554 db@close closing -14:42:10.115823 db@close done T·266.958µs -=============== Nov 1, 2023 (CST) =============== -14:42:14.965449 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:42:14.965748 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:42:14.965760 db@open opening -14:42:14.965822 journal@recovery F·1 -14:42:14.965940 journal@recovery recovering @192 -14:42:14.966151 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:42:15.032694 db@janitor F·4 G·0 -14:42:15.032735 db@open done T·66.9695ms -14:51:54.303793 db@close closing -14:51:54.304166 db@close done T·382.125µs -=============== Nov 1, 2023 (CST) =============== -14:51:59.199705 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:51:59.200005 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:51:59.200017 db@open opening -14:51:59.200073 journal@recovery F·1 -14:51:59.200183 journal@recovery recovering @194 -14:51:59.200340 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:51:59.278143 db@janitor F·4 G·0 -14:51:59.278213 db@open done T·78.187292ms -15:51:08.909108 db@close closing -15:51:08.910720 db@close done T·1.812041ms -=============== Nov 1, 2023 (CST) =============== -15:51:14.330761 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:51:14.331064 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:51:14.331076 db@open opening -15:51:14.331133 journal@recovery F·1 -15:51:14.331232 journal@recovery recovering @196 -15:51:14.331414 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:51:14.394197 db@janitor F·4 G·0 -15:51:14.394239 db@open done T·63.155792ms -15:58:10.403084 db@close closing -15:58:10.403503 db@close done T·417.917µs -=============== Nov 1, 2023 (CST) =============== -15:58:15.360893 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:58:15.361160 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:58:15.361172 db@open opening -15:58:15.361230 journal@recovery F·1 -15:58:15.361339 journal@recovery recovering @198 -15:58:15.361505 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:58:15.436123 db@janitor F·4 G·0 -15:58:15.436163 db@open done T·74.986209ms -16:12:41.047821 db@close closing -16:12:41.048099 db@close done T·280.875µs -=============== Nov 1, 2023 (CST) =============== -16:12:46.742320 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -16:12:46.742704 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -16:12:46.742717 db@open opening -16:12:46.742778 journal@recovery F·1 -16:12:46.742894 journal@recovery recovering @200 -16:12:46.743070 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -16:12:46.808059 db@janitor F·4 G·0 -16:12:46.808876 db@open done T·66.142625ms -17:34:51.848837 db@close closing -17:34:51.849677 db@close done T·1.250833ms -=============== Nov 1, 2023 (CST) =============== -17:40:23.323547 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -17:40:23.324292 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -17:40:23.324308 db@open opening -17:40:23.324372 journal@recovery F·1 -17:40:23.324484 journal@recovery recovering @202 -17:40:23.324664 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -17:40:23.396288 db@janitor F·4 G·0 -17:40:23.396334 db@open done T·72.018417ms -=============== Nov 1, 2023 (CST) =============== -19:58:30.352471 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:58:30.352910 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:58:30.352921 db@open opening -19:58:30.352975 journal@recovery F·1 -19:58:30.353087 journal@recovery recovering @204 -19:58:30.353254 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:58:30.441027 db@janitor F·4 G·0 -19:58:30.443265 db@open done T·90.335042ms -20:02:25.487273 db@close closing -20:02:25.487557 db@close done T·282.375µs -=============== Nov 1, 2023 (CST) =============== -20:03:28.186322 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:03:28.186887 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:03:28.186900 db@open opening -20:03:28.186957 journal@recovery F·1 -20:03:28.187032 journal@recovery recovering @206 -20:03:28.187179 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:03:28.255734 db@janitor F·4 G·0 -20:03:28.256679 db@open done T·69.765291ms -20:04:55.050549 db@close closing -20:04:55.050800 db@close done T·248.625µs -=============== Nov 1, 2023 (CST) =============== -20:05:00.013916 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:05:00.014232 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:05:00.014246 db@open opening -20:05:00.014312 journal@recovery F·1 -20:05:00.014425 journal@recovery recovering @208 -20:05:00.014587 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:05:00.089961 db@janitor F·4 G·0 -20:05:00.090019 db@open done T·75.762833ms -20:07:05.633629 db@close closing -20:07:05.633828 db@close done T·197.167µs -=============== Nov 1, 2023 (CST) =============== -20:07:10.694616 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:07:10.694930 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:07:10.694941 db@open opening -20:07:10.694997 journal@recovery F·1 -20:07:10.695077 journal@recovery recovering @210 -20:07:10.695217 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:07:10.786821 db@janitor F·4 G·0 -20:07:10.786891 db@open done T·91.937ms -20:07:54.224610 db@close closing -20:07:54.224726 db@close done T·116µs -=============== Nov 1, 2023 (CST) =============== -20:07:58.889148 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:07:58.889436 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:07:58.889448 db@open opening -20:07:58.889509 journal@recovery F·1 -20:07:58.889629 journal@recovery recovering @212 -20:07:58.889798 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:07:58.958449 db@janitor F·4 G·0 -20:07:58.958499 db@open done T·69.038791ms -20:08:11.989336 db@close closing -20:08:11.989432 db@close done T·101.083µs -=============== Nov 1, 2023 (CST) =============== -20:08:16.303141 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:08:16.303438 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:08:16.303450 db@open opening -20:08:16.303510 journal@recovery F·1 -20:08:16.303620 journal@recovery recovering @214 -20:08:16.303782 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:08:16.382205 db@janitor F·4 G·0 -20:08:16.382249 db@open done T·78.792167ms -20:08:27.519314 db@close closing -20:08:27.519461 db@close done T·145.208µs -=============== Nov 1, 2023 (CST) =============== -20:08:31.467638 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:08:31.468243 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:08:31.468316 db@open opening -20:08:31.468530 journal@recovery F·1 -20:08:31.468645 journal@recovery recovering @216 -20:08:31.468821 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:08:31.545163 db@janitor F·4 G·0 -20:08:31.545210 db@open done T·76.877792ms -20:09:21.034960 db@close closing -20:09:21.035187 db@close done T·227.708µs -=============== Nov 1, 2023 (CST) =============== -20:09:25.905285 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:09:25.905724 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:09:25.905736 db@open opening -20:09:25.905797 journal@recovery F·1 -20:09:25.905905 journal@recovery recovering @218 -20:09:25.906066 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:09:25.986256 db@janitor F·4 G·0 -20:09:25.986300 db@open done T·80.556042ms -20:10:24.673090 db@close closing -20:10:24.673295 db@close done T·202.167µs -=============== Nov 1, 2023 (CST) =============== -20:11:53.004245 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -20:11:53.005070 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:11:53.005088 db@open opening -20:11:53.005163 journal@recovery F·1 -20:11:53.005291 journal@recovery recovering @220 -20:11:53.005600 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -20:11:53.071276 db@janitor F·4 G·0 -20:11:53.071323 db@open done T·66.226708ms -=============== Nov 2, 2023 (CST) =============== -09:30:26.168164 db@close closing -09:30:26.169844 db@close done T·1.970166ms -=============== Nov 2, 2023 (CST) =============== -10:47:34.370276 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:47:34.370786 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:47:34.370796 db@open opening -10:47:34.370851 journal@recovery F·1 -10:47:34.370958 journal@recovery recovering @222 -10:47:34.371125 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:47:34.438733 db@janitor F·4 G·0 -10:47:34.438772 db@open done T·67.970042ms -=============== Nov 3, 2023 (CST) =============== -09:47:57.545011 db@close closing -09:47:57.546057 db@close done T·1.067042ms -=============== Nov 3, 2023 (CST) =============== -09:48:04.202852 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:48:04.203263 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:48:04.203275 db@open opening -09:48:04.203333 journal@recovery F·1 -09:48:04.203467 journal@recovery recovering @224 -09:48:04.203652 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:48:04.275535 db@janitor F·4 G·0 -09:48:04.275590 db@open done T·72.303416ms -09:51:23.443796 db@close closing -09:51:23.444265 db@close done T·468.583µs -=============== Nov 3, 2023 (CST) =============== -09:51:28.365020 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:51:28.365284 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:51:28.365296 db@open opening -09:51:28.365353 journal@recovery F·1 -09:51:28.365807 journal@recovery recovering @226 -09:51:28.366001 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:51:28.436691 db@janitor F·4 G·0 -09:51:28.436801 db@open done T·71.498208ms -09:55:20.674410 db@close closing -09:55:20.674545 db@close done T·137.5µs -=============== Nov 3, 2023 (CST) =============== -09:55:25.612934 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:55:25.613223 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:55:25.613234 db@open opening -09:55:25.613288 journal@recovery F·1 -09:55:25.613404 journal@recovery recovering @228 -09:55:25.613573 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:55:25.706919 db@janitor F·4 G·0 -09:55:25.708403 db@open done T·95.162208ms -09:58:42.495165 db@close closing -09:58:42.495276 db@close done T·109.125µs -=============== Nov 3, 2023 (CST) =============== -09:58:48.749020 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:58:48.749423 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:58:48.749436 db@open opening -09:58:48.749501 journal@recovery F·1 -09:58:48.750051 journal@recovery recovering @230 -09:58:48.750207 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:58:48.848432 db@janitor F·4 G·0 -09:58:48.851032 db@open done T·101.584375ms -09:59:03.224776 db@close closing -09:59:03.224912 db@close done T·139.5µs -=============== Nov 3, 2023 (CST) =============== -09:59:08.214936 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -09:59:08.218011 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:59:08.218060 db@open opening -09:59:08.218160 journal@recovery F·1 -09:59:08.218306 journal@recovery recovering @232 -09:59:08.218522 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -09:59:08.333436 db@janitor F·4 G·0 -09:59:08.335372 db@open done T·117.297083ms -10:00:41.402806 db@close closing -10:00:41.402966 db@close done T·163.833µs -=============== Nov 3, 2023 (CST) =============== -10:27:10.691114 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:27:10.691855 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:27:10.691868 db@open opening -10:27:10.691926 journal@recovery F·1 -10:27:10.692033 journal@recovery recovering @234 -10:27:10.692220 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:27:10.765939 db@janitor F·4 G·0 -10:27:10.766388 db@open done T·74.512708ms -10:38:22.163234 db@close closing -10:38:22.164126 db@close done T·1.12625ms -=============== Nov 3, 2023 (CST) =============== -10:38:34.669685 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:38:34.670119 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:38:34.670131 db@open opening -10:38:34.670189 journal@recovery F·1 -10:38:34.670314 journal@recovery recovering @236 -10:38:34.670477 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:38:34.741614 db@janitor F·4 G·0 -10:38:34.741667 db@open done T·71.521542ms -10:40:31.744662 db@close closing -10:40:31.744852 db@close done T·205.458µs -=============== Nov 3, 2023 (CST) =============== -10:40:36.813081 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:40:36.813565 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:40:36.813579 db@open opening -10:40:36.813641 journal@recovery F·1 -10:40:36.813757 journal@recovery recovering @238 -10:40:36.813939 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:40:36.890976 db@janitor F·4 G·0 -10:40:36.891014 db@open done T·77.42775ms -10:46:27.354865 db@close closing -10:46:27.354972 db@close done T·109.833µs -=============== Nov 3, 2023 (CST) =============== -10:46:33.122076 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -10:46:33.122352 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:46:33.122364 db@open opening -10:46:33.122447 journal@recovery F·1 -10:46:33.122565 journal@recovery recovering @240 -10:46:33.122746 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -10:46:33.195854 db@janitor F·4 G·0 -10:46:33.198250 db@open done T·75.856042ms -11:11:18.347782 db@close closing -11:11:18.347882 db@close done T·103.333µs -=============== Nov 3, 2023 (CST) =============== -11:11:24.048990 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:11:24.049308 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:11:24.049323 db@open opening -11:11:24.049393 journal@recovery F·1 -11:11:24.049513 journal@recovery recovering @242 -11:11:24.049694 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:11:24.135256 db@janitor F·4 G·0 -11:11:24.135297 db@open done T·85.965875ms -11:13:50.434421 db@close closing -11:13:50.434715 db@close done T·293.458µs -=============== Nov 3, 2023 (CST) =============== -11:13:55.727339 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:13:55.727659 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:13:55.727673 db@open opening -11:13:55.727736 journal@recovery F·1 -11:13:55.728161 journal@recovery recovering @244 -11:13:55.728323 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:13:55.802476 db@janitor F·4 G·0 -11:13:55.802527 db@open done T·74.84175ms -11:17:26.360832 db@close closing -11:17:26.361070 db@close done T·237.792µs -=============== Nov 3, 2023 (CST) =============== -11:17:32.042496 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:17:32.042815 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:17:32.042827 db@open opening -11:17:32.042883 journal@recovery F·1 -11:17:32.042993 journal@recovery recovering @246 -11:17:32.043192 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:17:32.131642 db@janitor F·4 G·0 -11:17:32.133295 db@open done T·90.460041ms -11:21:04.937349 db@close closing -11:21:04.937635 db@close done T·289.459µs -=============== Nov 3, 2023 (CST) =============== -11:21:10.061440 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:21:10.061807 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:21:10.061820 db@open opening -11:21:10.061873 journal@recovery F·1 -11:21:10.061998 journal@recovery recovering @248 -11:21:10.062207 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:21:10.208733 db@janitor F·4 G·0 -11:21:10.211507 db@open done T·149.669375ms -11:25:02.212594 db@close closing -11:25:02.212896 db@close done T·301µs -=============== Nov 3, 2023 (CST) =============== -11:25:07.363432 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:25:07.363683 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:25:07.363695 db@open opening -11:25:07.363748 journal@recovery F·1 -11:25:07.363858 journal@recovery recovering @250 -11:25:07.364011 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:25:07.430799 db@janitor F·4 G·0 -11:25:07.432516 db@open done T·68.81675ms -11:26:24.485404 db@close closing -11:26:24.485636 db@close done T·232.375µs -=============== Nov 3, 2023 (CST) =============== -11:27:24.061956 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:27:24.062803 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:27:24.062815 db@open opening -11:27:24.062871 journal@recovery F·1 -11:27:24.062982 journal@recovery recovering @252 -11:27:24.063137 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:27:24.134291 db@janitor F·4 G·0 -11:27:24.134334 db@open done T·71.51175ms -11:29:04.742889 db@close closing -11:29:04.743032 db@close done T·146.125µs -=============== Nov 3, 2023 (CST) =============== -11:29:09.882952 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:29:09.883303 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:29:09.883336 db@open opening -11:29:09.883393 journal@recovery F·1 -11:29:09.883469 journal@recovery recovering @254 -11:29:09.883626 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:29:09.982461 db@janitor F·4 G·0 -11:29:09.982755 db@open done T·99.384333ms -11:30:32.281463 db@close closing -11:30:32.281742 db@close done T·273.917µs -=============== Nov 3, 2023 (CST) =============== -11:30:38.736157 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:30:38.736549 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:30:38.736562 db@open opening -11:30:38.736621 journal@recovery F·1 -11:30:38.736730 journal@recovery recovering @256 -11:30:38.736897 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:30:38.803308 db@janitor F·4 G·0 -11:30:38.804219 db@open done T·67.64575ms -11:33:19.993672 db@close closing -11:33:19.993817 db@close done T·146.417µs -=============== Nov 3, 2023 (CST) =============== -11:33:25.900395 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:33:25.900718 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:33:25.900735 db@open opening -11:33:25.900802 journal@recovery F·1 -11:33:25.902684 journal@recovery recovering @258 -11:33:25.905400 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:33:26.006744 db@janitor F·4 G·0 -11:33:26.006897 db@open done T·106.146125ms -11:33:39.144468 db@close closing -11:33:39.144528 db@close done T·59.833µs -=============== Nov 3, 2023 (CST) =============== -11:41:56.241200 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:41:56.241973 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:41:56.241988 db@open opening -11:41:56.242043 journal@recovery F·1 -11:41:56.242151 journal@recovery recovering @260 -11:41:56.242298 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:41:56.318620 db@janitor F·4 G·0 -11:41:56.318657 db@open done T·76.662458ms -12:37:10.749629 db@close closing -12:37:10.750044 db@close done T·430.125µs -=============== Nov 3, 2023 (CST) =============== -12:37:16.974034 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -12:37:16.974313 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -12:37:16.974328 db@open opening -12:37:16.974391 journal@recovery F·1 -12:37:16.974508 journal@recovery recovering @262 -12:37:16.974687 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -12:37:17.076677 db@janitor F·4 G·0 -12:37:17.078534 db@open done T·104.192125ms -12:45:17.700991 db@close closing -12:45:17.701445 db@close done T·460.042µs -=============== Nov 3, 2023 (CST) =============== -12:45:23.271792 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -12:45:23.272072 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -12:45:23.272083 db@open opening -12:45:23.272138 journal@recovery F·1 -12:45:23.272260 journal@recovery recovering @264 -12:45:23.272425 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -12:45:23.336605 db@janitor F·4 G·0 -12:45:23.336655 db@open done T·64.562208ms -14:00:19.184831 db@close closing -14:00:19.185805 db@close done T·1.185292ms -=============== Nov 3, 2023 (CST) =============== -14:00:40.739856 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:00:40.740101 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:00:40.740127 db@open opening -14:00:40.740296 journal@recovery F·1 -14:00:40.740529 journal@recovery recovering @266 -14:00:40.740832 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:00:40.799977 db@janitor F·4 G·0 -14:00:40.801360 db@open done T·61.219ms -14:15:20.444400 db@close closing -14:15:20.447496 db@close done T·4.5565ms -=============== Nov 3, 2023 (UTC) =============== -07:11:23.819784 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -07:11:23.820057 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -07:11:23.820069 db@open opening -07:11:23.820130 journal@recovery F·1 -07:11:23.820288 journal@recovery recovering @268 -07:11:23.820876 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -07:11:23.834158 db@janitor F·4 G·0 -07:11:23.834209 db@open done T·14.130677ms -=============== Nov 3, 2023 (CST) =============== -18:28:17.635440 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -18:28:17.635780 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -18:28:17.635798 db@open opening -18:28:17.635870 journal@recovery F·1 -18:28:17.635987 journal@recovery recovering @270 -18:28:17.636164 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -18:28:17.693539 db@janitor F·4 G·0 -18:28:17.694056 db@open done T·58.2475ms -18:29:31.649747 db@close closing -18:29:31.649852 db@close done T·105.916µs -=============== Nov 4, 2023 (CST) =============== -14:28:47.453561 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:28:47.454218 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:28:47.454232 db@open opening -14:28:47.454298 journal@recovery F·1 -14:28:47.454429 journal@recovery recovering @272 -14:28:47.454630 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:28:47.531024 db@janitor F·4 G·0 -14:28:47.531095 db@open done T·76.849292ms -14:36:51.434887 db@close closing -14:36:51.435078 db@close done T·190.5µs -=============== Nov 4, 2023 (CST) =============== -14:39:03.782802 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:39:03.783304 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:39:03.783317 db@open opening -14:39:03.783375 journal@recovery F·1 -14:39:03.783512 journal@recovery recovering @274 -14:39:03.783684 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:39:03.847046 db@janitor F·4 G·0 -14:39:03.847083 db@open done T·63.761167ms -14:44:09.170263 db@close closing -14:44:09.170684 db@close done T·413.333µs -=============== Nov 4, 2023 (CST) =============== -14:44:14.602187 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:44:14.602493 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:44:14.602506 db@open opening -14:44:14.602563 journal@recovery F·1 -14:44:14.602679 journal@recovery recovering @276 -14:44:14.602839 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:44:14.678653 db@janitor F·4 G·0 -14:44:14.678698 db@open done T·76.18675ms -14:47:25.576768 db@close closing -14:47:25.577292 db@close done T·537.542µs -=============== Nov 4, 2023 (CST) =============== -14:47:53.048778 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:47:53.049319 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:47:53.049330 db@open opening -14:47:53.049389 journal@recovery F·1 -14:47:53.049518 journal@recovery recovering @278 -14:47:53.049690 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:47:53.115520 db@janitor F·4 G·0 -14:47:53.115559 db@open done T·66.223084ms -14:49:16.246891 db@close closing -14:49:16.247178 db@close done T·286.375µs -=============== Nov 4, 2023 (CST) =============== -14:49:20.739475 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:49:20.739767 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:49:20.739779 db@open opening -14:49:20.739837 journal@recovery F·1 -14:49:20.739950 journal@recovery recovering @280 -14:49:20.740117 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:49:20.807264 db@janitor F·4 G·0 -14:49:20.807310 db@open done T·67.523333ms -14:50:29.621593 db@close closing -14:50:29.621852 db@close done T·264.958µs -=============== Nov 4, 2023 (CST) =============== -14:50:35.845105 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -14:50:35.845690 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:50:35.845702 db@open opening -14:50:35.845765 journal@recovery F·1 -14:50:35.845876 journal@recovery recovering @282 -14:50:35.846032 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -14:50:35.906311 db@janitor F·4 G·0 -14:50:35.906350 db@open done T·60.642584ms -15:03:46.300046 db@close closing -15:03:46.300575 db@close done T·529.791µs -=============== Nov 4, 2023 (CST) =============== -15:04:03.901976 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:04:03.902402 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:04:03.902415 db@open opening -15:04:03.902473 journal@recovery F·1 -15:04:03.902580 journal@recovery recovering @284 -15:04:03.902719 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:04:03.954110 db@janitor F·4 G·0 -15:04:03.954149 db@open done T·51.7255ms -15:10:33.163350 db@close closing -15:10:33.163599 db@close done T·249.208µs -=============== Nov 4, 2023 (CST) =============== -15:10:37.653362 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:10:37.653705 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:10:37.653717 db@open opening -15:10:37.653774 journal@recovery F·1 -15:10:37.653893 journal@recovery recovering @286 -15:10:37.654067 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:10:37.725650 db@janitor F·4 G·0 -15:10:37.725695 db@open done T·71.969ms -15:12:52.162460 db@close closing -15:12:52.162740 db@close done T·279.166µs -=============== Nov 4, 2023 (CST) =============== -15:12:56.861615 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:12:56.861891 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:12:56.861903 db@open opening -15:12:56.861964 journal@recovery F·1 -15:12:56.862085 journal@recovery recovering @288 -15:12:56.862241 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:12:56.928644 db@janitor F·4 G·0 -15:12:56.928682 db@open done T·66.772459ms -15:46:52.820709 db@close closing -15:46:52.821839 db@close done T·1.44775ms -=============== Nov 4, 2023 (CST) =============== -15:46:57.971515 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -15:46:57.971838 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:46:57.971850 db@open opening -15:46:57.971906 journal@recovery F·1 -15:46:57.972014 journal@recovery recovering @290 -15:46:57.972165 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -15:46:58.062489 db@janitor F·4 G·0 -15:46:58.062538 db@open done T·90.681333ms -15:54:36.370084 db@close closing -15:54:36.370296 db@close done T·210.833µs -=============== Nov 7, 2023 (CST) =============== -19:14:32.215323 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:14:32.215990 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:14:32.216001 db@open opening -19:14:32.216057 journal@recovery F·1 -19:14:32.216170 journal@recovery recovering @292 -19:14:32.216323 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:14:32.297564 db@janitor F·4 G·0 -19:14:32.297602 db@open done T·81.594125ms -19:37:55.705932 db@close closing -19:37:55.706201 db@close done T·269.625µs -=============== Nov 7, 2023 (CST) =============== -19:38:02.518106 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:38:02.518454 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:38:02.518468 db@open opening -19:38:02.518530 journal@recovery F·1 -19:38:02.518602 journal@recovery recovering @294 -19:38:02.518754 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:38:02.606985 db@janitor F·4 G·0 -19:38:02.607034 db@open done T·88.558958ms -19:45:27.997326 db@close closing -19:45:27.997428 db@close done T·105.417µs -=============== Nov 8, 2023 (CST) =============== -19:27:13.217639 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:27:13.218222 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:27:13.218234 db@open opening -19:27:13.218288 journal@recovery F·1 -19:27:13.218389 journal@recovery recovering @296 -19:27:13.218568 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:27:13.287074 db@janitor F·4 G·0 -19:27:13.287119 db@open done T·68.878834ms -=============== Nov 8, 2023 (CST) =============== -19:27:40.419556 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:27:40.420059 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:27:40.420072 db@open opening -19:27:40.420156 journal@recovery F·1 -19:27:40.420272 journal@recovery recovering @298 -19:27:40.420865 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:27:40.479873 db@janitor F·4 G·0 -19:27:40.479947 db@open done T·59.859875ms -19:27:46.989874 db@close closing -19:27:46.990072 db@close done T·197.375µs -=============== Nov 8, 2023 (CST) =============== -19:34:53.438550 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:34:53.439197 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:34:53.439208 db@open opening -19:34:53.439252 journal@recovery F·1 -19:34:53.439657 journal@recovery recovering @300 -19:34:53.439829 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:34:53.489613 db@janitor F·4 G·0 -19:34:53.489664 db@open done T·50.444583ms -=============== Nov 8, 2023 (CST) =============== -19:35:36.221660 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -19:35:36.222153 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:35:36.222166 db@open opening -19:35:36.222209 journal@recovery F·1 -19:35:36.222317 journal@recovery recovering @302 -19:35:36.222501 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -19:35:36.292778 db@janitor F·4 G·0 -19:35:36.292819 db@open done T·70.645959ms -19:36:57.059228 db@close closing -19:36:57.059637 db@close done T·407.916µs -=============== Nov 8, 2023 (UTC) =============== -11:38:59.242718 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed -11:38:59.259303 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:38:59.260576 db@open opening -11:38:59.262888 journal@recovery F·1 -11:38:59.264238 journal@recovery recovering @304 -11:38:59.272873 version@stat F·[2] S·1KiB[1KiB] Sc·[0.50] -11:38:59.294530 db@janitor F·4 G·0 -11:38:59.299159 db@open done T·35.455291ms -11:41:45.110740 db@close closing -11:41:45.113139 db@close done T·2.37925ms diff --git a/manifest/docker/db-data/leveldb-core-data/MANIFEST-000307 b/manifest/docker/db-data/leveldb-core-data/MANIFEST-000307 deleted file mode 100644 index b6b0366..0000000 Binary files a/manifest/docker/db-data/leveldb-core-data/MANIFEST-000307 and /dev/null differ diff --git a/manifest/docker/docker-compose.yml b/manifest/docker/docker-compose.yml index c8abde1..3d6955a 100644 --- a/manifest/docker/docker-compose.yml +++ b/manifest/docker/docker-compose.yml @@ -5,12 +5,15 @@ networks: driver: bridge services: mqtt-broker: - image: registry.cn-shanghai.aliyuncs.com/winc-link/mqtt-broker:v1.0 + image: emqx/nanomq:0.21 container_name: mqtt-broker hostname: mqtt-broker restart: always + volumes: + - ./logs:/data/logs + - ./conf/nanomq.conf:/etc/nanomq.conf ports: - - "127.0.0.1:58090:58090" + - "127.0.0.1:1883:1883" networks: - hummingbird ekuiper: @@ -26,7 +29,7 @@ services: - ./kuiper/data:/kuiper/data - ./kuiper/log:/kuiper/log environment: - MQTT_SOURCE__DEFAULT__SERVER: "tcp://mqtt-broker:58090" + MQTT_SOURCE__DEFAULT__SERVER: "tcp://mqtt-broker:1883" KUIPER__BASIC__CONSOLELOG: "true" KUIPER__BASIC__IGNORECASE: "false" networks: