-
Notifications
You must be signed in to change notification settings - Fork 193
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Aswin Suryanarayanan <aswinsuryan@gmail.com>
- Loading branch information
1 parent
3b162b5
commit 6942242
Showing
8 changed files
with
755 additions
and
20 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,173 @@ | ||
| /* | ||
| SPDX-License-Identifier: Apache-2.0 | ||
| Copyright Contributors to the Submariner project. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package ovn | ||
|
|
||
| import ( | ||
| "context" | ||
| "crypto/tls" | ||
| "crypto/x509" | ||
| "os" | ||
| "strings" | ||
| "sync" | ||
|
|
||
| "github.com/cenkalti/backoff/v4" | ||
| libovsdbclient "github.com/ovn-org/libovsdb/client" | ||
| "github.com/ovn-org/libovsdb/model" | ||
| "github.com/ovn-org/ovn-kubernetes/go-controller/pkg/nbdb" | ||
| "github.com/ovn-org/ovn-kubernetes/go-controller/pkg/sbdb" | ||
| "github.com/pkg/errors" | ||
| "github.com/submariner-io/submariner/pkg/util/clusterfiles" | ||
| clientset "k8s.io/client-go/kubernetes" | ||
| ) | ||
|
|
||
| type ConnectionHandler struct { | ||
| syncMutex sync.Mutex | ||
| k8sClientset clientset.Interface | ||
| nbdb libovsdbclient.Client | ||
| } | ||
|
|
||
| func NewConnectionHandler(k8sClientset clientset.Interface) *ConnectionHandler { | ||
| return &ConnectionHandler{ | ||
| k8sClientset: k8sClientset, | ||
| } | ||
| } | ||
|
|
||
| func (connectionHandler *ConnectionHandler) initClients() error { | ||
| var tlsConfig *tls.Config | ||
|
|
||
| if strings.HasPrefix(getOVNNBDBAddress(), "ssl:") { | ||
| logger.Infof("OVN connection using SSL, loading certificates") | ||
|
|
||
| certFile, err := clusterfiles.Get(connectionHandler.k8sClientset, getOVNCertPath()) | ||
| if err != nil { | ||
| return errors.Wrapf(err, "error getting config for %q", getOVNCertPath()) | ||
| } | ||
|
|
||
| pkFile, err := clusterfiles.Get(connectionHandler.k8sClientset, getOVNPrivKeyPath()) | ||
| if err != nil { | ||
| return errors.Wrapf(err, "error getting config for %q", getOVNPrivKeyPath()) | ||
| } | ||
|
|
||
| caFile, err := clusterfiles.Get(connectionHandler.k8sClientset, getOVNCaBundlePath()) | ||
| if err != nil { | ||
| return errors.Wrapf(err, "error getting config for %q", getOVNCaBundlePath()) | ||
| } | ||
|
|
||
| tlsConfig, err = getOVNTLSConfig(pkFile, certFile, caFile) | ||
| if err != nil { | ||
| return errors.Wrap(err, "error getting OVN TLS config") | ||
| } | ||
| } | ||
|
|
||
| // Create nbdb client | ||
| nbdbModel, err := nbdb.FullDatabaseModel() | ||
| if err != nil { | ||
| return errors.Wrap(err, "error getting OVN NBDB database model") | ||
| } | ||
|
|
||
| connectionHandler.nbdb, err = createLibovsdbClient(getOVNNBDBAddress(), tlsConfig, nbdbModel) | ||
| if err != nil { | ||
| return errors.Wrap(err, "error creating NBDB connection") | ||
| } | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| func getOVNTLSConfig(pkFile, certFile, caFile string) (*tls.Config, error) { | ||
| cert, err := tls.LoadX509KeyPair(certFile, pkFile) | ||
| if err != nil { | ||
| return nil, errors.Wrap(err, "Failure loading ovn certificates") | ||
| } | ||
|
|
||
| rootCAs := x509.NewCertPool() | ||
|
|
||
| data, err := os.ReadFile(caFile) | ||
| if err != nil { | ||
| return nil, errors.Wrap(err, "failure loading OVNDB ca bundle") | ||
| } | ||
|
|
||
| rootCAs.AppendCertsFromPEM(data) | ||
|
|
||
| return &tls.Config{ | ||
| Certificates: []tls.Certificate{cert}, | ||
| RootCAs: rootCAs, | ||
| ServerName: "ovn", | ||
| MinVersion: tls.VersionTLS12, | ||
| }, nil | ||
| } | ||
|
|
||
| func createLibovsdbClient(dbAddress string, tlsConfig *tls.Config, dbModel model.ClientDBModel) (libovsdbclient.Client, error) { | ||
| options := []libovsdbclient.Option{ | ||
| // Reading and parsing the DB after reconnect at scale can (unsurprisingly) | ||
| // take longer than a normal ovsdb operation. Give it a bit more time so | ||
| // we don't time out and enter a reconnect loop. | ||
| libovsdbclient.WithReconnect(OVSDBTimeout, &backoff.ZeroBackOff{}), | ||
| libovsdbclient.WithLogger(&logger.Logger), | ||
| } | ||
| logger.Infof("creatingLibOVSDB Client ") | ||
| /* if dbAddress == "local" { | ||
| logger.Infof("DB address is local %s", dbAddress) | ||
| options = append(options, libovsdbclient.WithEndpoint("unix:/var/run/openvswitch/ovnnb_db.sock")) | ||
| } else {*/ | ||
| logger.Infof("DB address is not local %s and tlsConfig is ", dbAddress, tlsConfig) | ||
| options = append(options, libovsdbclient.WithEndpoint(dbAddress)) | ||
| if tlsConfig != nil { | ||
| options = append(options, libovsdbclient.WithTLSConfig(tlsConfig)) | ||
| } | ||
| /*}*/ | ||
|
|
||
| client, err := libovsdbclient.NewOVSDBClient(dbModel, options...) | ||
| if err != nil { | ||
| return nil, errors.Wrap(err, "error creating ovsdbClient") | ||
| } | ||
| logger.Infof("Client is %s", client) | ||
|
|
||
| ctx, cancel := context.WithTimeout(context.Background(), OVSDBTimeout) | ||
| defer cancel() | ||
| logger.Info("The db name is OVN_Northbound1 %s", dbModel.Name()) | ||
| err = client.Connect(ctx) | ||
| if err != nil { | ||
| return nil, errors.Wrap(err, "error connecting to ovsdb") | ||
| } | ||
|
|
||
| logger.Info("The db name is OVN_Northbound %s", dbModel.Name()) | ||
| if dbModel.Name() == "OVN_Northbound" { | ||
| logger.Info("The db is is OVN_Northbound") | ||
| _, err = client.MonitorAll(ctx) | ||
| if err != nil { | ||
| client.Close() | ||
| return nil, errors.Wrap(err, "error setting OVN NBDB client to monitor-all") | ||
| } | ||
| } else { | ||
| // Only Monitor Required SBDB tables to reduce memory overhead | ||
| _, err = client.Monitor(ctx, | ||
| client.NewMonitor( | ||
| libovsdbclient.WithTable(&sbdb.Chassis{}), | ||
| ), | ||
| ) | ||
| if err != nil { | ||
| client.Close() | ||
| return nil, errors.Wrap(err, "error monitoring chassis table in OVN SBDB") | ||
| } | ||
| } | ||
|
|
||
| logger.Info("Client is %v", client) | ||
|
|
||
| return client, nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,77 @@ | ||
| /* | ||
| SPDX-License-Identifier: Apache-2.0 | ||
| Copyright Contributors to the Submariner project. | ||
| Licensed under the Apache License, Version 2.0 (the "License"); | ||
| you may not use this file except in compliance with the License. | ||
| You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, software | ||
| distributed under the License is distributed on an "AS IS" BASIS, | ||
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| See the License for the specific language governing permissions and | ||
| limitations under the License. | ||
| */ | ||
|
|
||
| package ovn | ||
|
|
||
| import ( | ||
| "os" | ||
| "time" | ||
| ) | ||
|
|
||
| // default ovsdb timeout used by ovn-k. | ||
| const OVSDBTimeout = 20 * time.Second | ||
| const ovnCert = "secret://openshift-ovn-kubernetes/ovn-cert/tls.crt" | ||
| const ovnPrivKey = "secret://openshift-ovn-kubernetes/ovn-cert/tls.key" | ||
| const ovnCABundle = "configmap://openshift-ovn-kubernetes/ovn-ca/ca-bundle.crt" | ||
| const defaultOVNNBDB = "ssl:ovnkube-db.openshift-ovn-kubernetes.svc.cluster.local:9641" | ||
| const defaultOVNSBDB = "ssl:ovnkube-db.openshift-ovn-kubernetes.svc.cluster.local:9642" | ||
|
|
||
| func getOVNSBDBAddress() string { | ||
| addr := os.Getenv("OVN_SBDB") | ||
| if addr == "" { | ||
| return defaultOVNSBDB | ||
| } | ||
|
|
||
| return addr | ||
| } | ||
|
|
||
| func getOVNNBDBAddress() string { | ||
| addr := os.Getenv("OVN_NBDB") | ||
| if addr == "" { | ||
| return defaultOVNNBDB | ||
| } | ||
|
|
||
| return addr | ||
| } | ||
|
|
||
| func getOVNPrivKeyPath() string { | ||
| key := os.Getenv("OVN_PK") | ||
| if key == "" { | ||
| return ovnPrivKey | ||
| } | ||
|
|
||
| return key | ||
| } | ||
|
|
||
| func getOVNCertPath() string { | ||
| cert := os.Getenv("OVN_CERT") | ||
| if cert == "" { | ||
| return ovnCert | ||
| } | ||
|
|
||
| return cert | ||
| } | ||
|
|
||
| func getOVNCaBundlePath() string { | ||
| ca := os.Getenv("OVN_CA") | ||
| if ca == "" { | ||
| return ovnCABundle | ||
| } | ||
|
|
||
| return ca | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.