-
Notifications
You must be signed in to change notification settings - Fork 18
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #58 from praveingk/newdp
Custom Go-based dataplane for xDS control plane APIs
- Loading branch information
Showing
18 changed files
with
913 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,13 @@ | ||
| FROM alpine:3.14 | ||
|
|
||
| # Copy binary | ||
| RUN mkdir -p /usr/local/bin | ||
| COPY ./bin/cl-go-dataplane /usr/local/bin/cl-go-dataplane | ||
|
|
||
| # Create directory for private keys | ||
| RUN mkdir -p /etc/ssl/private | ||
|
|
||
| # Create directory for certificates | ||
| RUN mkdir -p /etc/ssl/certs | ||
|
|
||
| ENTRYPOINT ["/usr/local/bin/cl-go-dataplane"] |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,156 @@ | ||
| package app | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "net" | ||
| "os" | ||
| "strconv" | ||
|
|
||
| "github.com/google/uuid" | ||
| log "github.com/sirupsen/logrus" | ||
| "github.com/spf13/cobra" | ||
| "github.com/spf13/pflag" | ||
|
|
||
| cpapi "github.com/clusterlink-net/clusterlink/pkg/controlplane/api" | ||
| "github.com/clusterlink-net/clusterlink/pkg/dataplane/api" | ||
| dpclient "github.com/clusterlink-net/clusterlink/pkg/dataplane/client" | ||
| dpserver "github.com/clusterlink-net/clusterlink/pkg/dataplane/server" | ||
| "github.com/clusterlink-net/clusterlink/pkg/util" | ||
| ) | ||
|
|
||
| const ( | ||
| // logLevel is the default log level. | ||
| logLevel = "warn" | ||
|
|
||
| // CAFile is the path to the certificate authority file. | ||
| CAFile = "/etc/ssl/certs/clink_ca.pem" | ||
| // CertificateFile is the path to the certificate file. | ||
| CertificateFile = "/etc/ssl/certs/clink-dataplane.pem" | ||
| // KeyFile is the path to the private-key file. | ||
| KeyFile = "/etc/ssl/private/clink-dataplane.pem" | ||
|
|
||
| // dataplaneServerAddress is the address of the dataplane HTTP server for accepting ingress dataplane connections. | ||
| dataplaneServerAddress = "127.0.0.1:8443" | ||
| ) | ||
|
|
||
| // Options contains everything necessary to create and run a dataplane. | ||
| type Options struct { | ||
| // ControlplaneHost is the IP/hostname of the controlplane. | ||
| ControlplaneHost string | ||
| // LogFile is the path to file where logs will be written. | ||
| LogFile string | ||
| // LogLevel is the log level. | ||
| LogLevel string | ||
| } | ||
|
|
||
| // AddFlags adds flags to fs and binds them to options. | ||
| func (o *Options) AddFlags(fs *pflag.FlagSet) { | ||
| fs.StringVar(&o.ControlplaneHost, "controlplane-host", "", | ||
| "The controlplane IP/hostname.") | ||
| fs.StringVar(&o.LogFile, "log-file", "", | ||
| "Path to a file where logs will be written. If not specified, logs will be printed to stderr.") | ||
| fs.StringVar(&o.LogLevel, "log-level", logLevel, | ||
| "The log level. One of fatal, error, warn, info, debug.") | ||
| } | ||
|
|
||
| // RequiredFlags are the names of flags that must be explicitly specified. | ||
| func (o *Options) RequiredFlags() []string { | ||
| return []string{"controlplane-host"} | ||
| } | ||
|
|
||
| // Run the go dataplane. | ||
| func (o *Options) runGoDataplane(peerName, dataplaneID string, parsedCertData *util.ParsedCertData) error { | ||
| controlplaneTarget := net.JoinHostPort(o.ControlplaneHost, strconv.Itoa(cpapi.ListenPort)) | ||
|
|
||
| log.Infof("Starting go dataplane, Name: %s, ID: %s", peerName, dataplaneID) | ||
|
|
||
| dataplane := dpserver.NewDataplane(dataplaneID, controlplaneTarget, peerName, parsedCertData) | ||
| go func() { | ||
| err := dataplane.StartDataplaneServer(dataplaneServerAddress) | ||
| log.Errorf("Failed to start dataplane server: %v.", err) | ||
| }() | ||
|
|
||
| go func() { | ||
| err := dataplane.StartSNIServer(dataplaneServerAddress) | ||
| log.Error("Failed to start dataplane server", err) | ||
| }() | ||
|
|
||
| // Start xDS client, if it fails to start we keep retrying to connect to the controlplane host | ||
| tlsConfig := parsedCertData.ClientConfig(cpapi.GRPCServerName(peerName)) | ||
| xdsClient := dpclient.NewXDSClient(dataplane, controlplaneTarget, tlsConfig) | ||
| err := xdsClient.Run() | ||
| return fmt.Errorf("xDS Client stopped: %v", err) | ||
| } | ||
|
|
||
| // Run the dataplane. | ||
| func (o *Options) Run() error { | ||
| // set log file | ||
| if o.LogFile != "" { | ||
| f, err := os.OpenFile(o.LogFile, os.O_APPEND|os.O_CREATE|os.O_RDWR, 0666) | ||
| if err != nil { | ||
| return fmt.Errorf("unable to open log file: %v", err) | ||
| } | ||
|
|
||
| defer func() { | ||
| if err := f.Close(); err != nil { | ||
| log.Errorf("Cannot close log file: %v", err) | ||
| } | ||
| }() | ||
|
|
||
| log.SetOutput(f) | ||
| } | ||
|
|
||
| // set log level | ||
| logLevel, err := log.ParseLevel(o.LogLevel) | ||
| if err != nil { | ||
| return fmt.Errorf("unable to set log level: %v", err) | ||
| } | ||
| log.SetLevel(logLevel) | ||
|
|
||
| // parse TLS files | ||
| parsedCertData, err := util.ParseTLSFiles(CAFile, CertificateFile, KeyFile) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| dnsNames := parsedCertData.DNSNames() | ||
| if len(dnsNames) != 1 { | ||
| return fmt.Errorf("expected peer certificate to contain a single DNS name, but got %d", len(dnsNames)) | ||
| } | ||
|
|
||
| peerName, err := api.StripServerPrefix(dnsNames[0]) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| // generate random dataplane ID | ||
| dataplaneID := uuid.New().String() | ||
| log.Infof("Dataplane ID: %s.", dataplaneID) | ||
|
|
||
| return o.runGoDataplane(peerName, dataplaneID, parsedCertData) | ||
| } | ||
|
|
||
| // NewCLGoDataplaneCommand creates a *cobra.Command object with default parameters. | ||
| func NewCLGoDataplaneCommand() *cobra.Command { | ||
| opts := &Options{} | ||
|
|
||
| cmd := &cobra.Command{ | ||
| Use: "cl-go-dataplane", | ||
| Long: `cl-go-dataplane: dataplane agent for allowing network connectivity of remote clients and services`, | ||
| SilenceUsage: true, | ||
| RunE: func(cmd *cobra.Command, args []string) error { | ||
| return opts.Run() | ||
| }, | ||
| } | ||
|
|
||
| opts.AddFlags(cmd.Flags()) | ||
|
|
||
| for _, flag := range opts.RequiredFlags() { | ||
| if err := cmd.MarkFlagRequired(flag); err != nil { | ||
| fmt.Printf("Error marking required flag '%s': %v\n", flag, err) | ||
| os.Exit(1) | ||
| } | ||
| } | ||
|
|
||
| return cmd | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,15 @@ | ||
| // The cl-dataplane binary runs an instance of a clink dataplane. | ||
| package main | ||
|
|
||
| import ( | ||
| "os" | ||
|
|
||
| "github.com/clusterlink-net/clusterlink/cmd/cl-go-dataplane/app" | ||
| ) | ||
|
|
||
| func main() { | ||
| command := app.NewCLGoDataplaneCommand() | ||
| if err := command.Execute(); err != nil { | ||
| os.Exit(1) | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.