| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 1 | /* |
| Joey Armstrong | 9cdee9f | 2024-01-03 04:56:14 -0500 | [diff] [blame] | 2 | * Copyright 2019-2024 Open Networking Foundation (ONF) and the ONF Contributors |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 3 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 7 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 9 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 15 | */ |
| khenaidoo | b6238b3 | 2020-04-07 12:07:36 -0400 | [diff] [blame] | 16 | package etcd |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 17 | |
| 18 | import ( |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 19 | "context" |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 20 | "fmt" |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 21 | "net/url" |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 22 | "os" |
| 23 | "time" |
| khenaidoo | 2672188 | 2021-08-11 17:42:52 -0400 | [diff] [blame] | 24 | |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 25 | "go.etcd.io/etcd/server/v3/embed" |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 26 | ) |
| 27 | |
| 28 | const ( |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 29 | serverStartUpTimeout = 10 * time.Second // Maximum time allowed to wait for the Etcd server to be ready |
| 30 | defaultLocalPersistentStorage = "voltha.test.embed.etcd" |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 31 | ) |
| 32 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 33 | // EtcdServer represents an embedded Etcd server. It is used for testing only. |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 34 | type EtcdServer struct { |
| 35 | server *embed.Etcd |
| 36 | } |
| 37 | |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 38 | func islogLevelValid(logLevel string) bool { |
| 39 | valid := []string{"debug", "info", "warn", "error", "panic", "fatal"} |
| 40 | for _, l := range valid { |
| 41 | if l == logLevel { |
| 42 | return true |
| 43 | } |
| 44 | } |
| 45 | return false |
| 46 | } |
| 47 | |
| 48 | /* |
| 49 | * MKConfig creates an embedded Etcd config |
| 50 | * :param configName: A name for this config |
| 51 | * :param clientPort: The port the etcd client will connect to (do not use 2379 for unit test) |
| 52 | * :param peerPort: The port the etcd server will listen for its peers (do not use 2380 for unit test) |
| 53 | * :param localPersistentStorageDir: The name of a local directory which will hold the Etcd server data |
| 54 | * :param logLevel: One of debug, info, warn, error, panic, or fatal. Default 'info'. |
| 55 | */ |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 56 | func MKConfig(ctx context.Context, configName string, clientPort, peerPort int, localPersistentStorageDir string, logLevel string) *embed.Config { |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 57 | cfg := embed.NewConfig() |
| 58 | cfg.Name = configName |
| 59 | cfg.Dir = localPersistentStorageDir |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 60 | |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 61 | if !islogLevelValid(logLevel) { |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 62 | logger.Fatalf(ctx, "Invalid log level - %s", logLevel) |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 63 | } |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 64 | |
| 65 | cfg.Logger = "zap" |
| khenaidoo | 2672188 | 2021-08-11 17:42:52 -0400 | [diff] [blame] | 66 | |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 67 | acurl, err := url.Parse(fmt.Sprintf("http://localhost:%d", clientPort)) |
| 68 | if err != nil { |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 69 | logger.Fatalf(ctx, "Invalid client port - %d", clientPort) |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 70 | } |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 71 | cfg.ListenClientUrls = []url.URL{*acurl} |
| 72 | cfg.AdvertiseClientUrls = []url.URL{*acurl} |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 73 | |
| 74 | apurl, err := url.Parse(fmt.Sprintf("http://localhost:%d", peerPort)) |
| 75 | if err != nil { |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 76 | logger.Fatalf(ctx, "Invalid peer port - %d", peerPort) |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 77 | } |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 78 | cfg.ListenPeerUrls = []url.URL{*apurl} |
| 79 | cfg.AdvertisePeerUrls = []url.URL{*apurl} |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 80 | |
| 81 | cfg.ClusterState = embed.ClusterStateFlagNew |
| 82 | cfg.InitialCluster = cfg.Name + "=" + apurl.String() |
| 83 | |
| 84 | return cfg |
| 85 | } |
| 86 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 87 | // getDefaultCfg specifies the default config |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 88 | func getDefaultCfg() *embed.Config { |
| 89 | cfg := embed.NewConfig() |
| Abhay Kumar | 40252eb | 2025-10-13 13:25:53 +0000 | [diff] [blame^] | 90 | cfg.Logger = "zap" |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 91 | cfg.Dir = defaultLocalPersistentStorage |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 92 | return cfg |
| 93 | } |
| 94 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 95 | // StartEtcdServer creates and starts an embedded Etcd server. A local directory to store data is created for the |
| 96 | // embedded server lifetime (for the duration of a unit test. The server runs at localhost:2379. |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 97 | func StartEtcdServer(ctx context.Context, cfg *embed.Config) *EtcdServer { |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 98 | // If the server is already running, just return |
| 99 | if cfg == nil { |
| 100 | cfg = getDefaultCfg() |
| 101 | } |
| 102 | // Remove the local directory as |
| 103 | // a safeguard for the case where a prior test failed |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 104 | if err := os.RemoveAll(cfg.Dir); err != nil { |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 105 | logger.Fatalf(ctx, "Failure removing local directory %s", cfg.Dir) |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 106 | } |
| 107 | e, err := embed.StartEtcd(cfg) |
| 108 | if err != nil { |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 109 | logger.Fatal(ctx, err) |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 110 | } |
| 111 | select { |
| 112 | case <-e.Server.ReadyNotify(): |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 113 | logger.Debug(ctx, "Embedded Etcd server is ready!") |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 114 | case <-time.After(serverStartUpTimeout): |
| 115 | e.Server.HardStop() // trigger a shutdown |
| 116 | e.Close() |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 117 | logger.Fatal(ctx, "Embedded Etcd server took too long to start!") |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 118 | case err := <-e.Err(): |
| 119 | e.Server.HardStop() // trigger a shutdown |
| 120 | e.Close() |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 121 | logger.Fatalf(ctx, "Embedded Etcd server errored out - %s", err) |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 122 | } |
| 123 | return &EtcdServer{server: e} |
| 124 | } |
| 125 | |
| Joey Armstrong | 7f8436c | 2023-07-09 20:23:27 -0400 | [diff] [blame] | 126 | // Stop closes the embedded Etcd server and removes the local data directory as well |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 127 | func (es *EtcdServer) Stop(ctx context.Context) { |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 128 | if es != nil { |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 129 | storage := es.server.Config().Dir |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 130 | es.server.Server.HardStop() |
| 131 | es.server.Close() |
| khenaidoo | c7005fc | 2019-11-18 19:23:57 -0500 | [diff] [blame] | 132 | if err := os.RemoveAll(storage); err != nil { |
| Neha Sharma | 94f16a9 | 2020-06-26 04:17:55 +0000 | [diff] [blame] | 133 | logger.Fatalf(ctx, "Failure removing local directory %s", es.server.Config().Dir) |
| khenaidoo | 59ce9dd | 2019-11-11 13:05:32 -0500 | [diff] [blame] | 134 | } |
| 135 | } |
| 136 | } |