-
Notifications
You must be signed in to change notification settings - Fork 613
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: replace bootkube with Talos-managed control plane
Control plane components are running as static pods managed by the kubelets. Whole subsystem is managed via resources/controllers from os-runtime. Many supporting changes/refactoring to enable new code paths. Signed-off-by: Andrey Smirnov <smirnov.andrey@gmail.com>
- Loading branch information
Showing
81 changed files
with
5,948 additions
and
1,645 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,42 @@ | ||
| syntax = "proto3"; | ||
|
|
||
| package inspect; | ||
|
|
||
| option go_package = "github.com/talos-systems/talos/pkg/machinery/api/inspect"; | ||
| option java_multiple_files = true; | ||
| option java_outer_classname = "InspectApi"; | ||
| option java_package = "com.inspect.api"; | ||
|
|
||
| import "google/protobuf/empty.proto"; | ||
| import "common/common.proto"; | ||
|
|
||
| // The inspect service definition. | ||
| // | ||
| // InspectService provides auxilary API to inspect OS internals. | ||
| service InspectService { | ||
| rpc ControllerRuntimeDependencies(google.protobuf.Empty) returns (ControllerRuntimeDependenciesResponse); | ||
| } | ||
|
|
||
| // The ControllerRuntimeDependency message contains the graph of controller-resource dependencies. | ||
| message ControllerRuntimeDependency { | ||
| common.Metadata metadata = 1; | ||
| repeated ControllerDependencyEdge edges = 2; | ||
| } | ||
|
|
||
| message ControllerRuntimeDependenciesResponse { repeated ControllerRuntimeDependency messages = 1; } | ||
|
|
||
| enum DependencyEdgeType { | ||
| MANAGES = 0; | ||
| STRONG = 1; | ||
| WEAK = 2; | ||
| } | ||
|
|
||
| message ControllerDependencyEdge { | ||
| string controller_name = 1; | ||
|
|
||
| DependencyEdgeType edge_type = 2; | ||
|
|
||
| string resource_namespace = 3; | ||
| string resource_type = 4; | ||
| string resource_id = 5; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,185 @@ | ||
| // This Source Code Form is subject to the terms of the Mozilla Public | ||
| // License, v. 2.0. If a copy of the MPL was not distributed with this | ||
| // file, You can obtain one at http://mozilla.org/MPL/2.0/. | ||
|
|
||
| package talos | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "io" | ||
| "os" | ||
|
|
||
| "github.com/emicklei/dot" | ||
| "github.com/spf13/cobra" | ||
| "github.com/talos-systems/os-runtime/pkg/resource" | ||
| "google.golang.org/grpc/codes" | ||
| "google.golang.org/grpc/status" | ||
|
|
||
| "github.com/talos-systems/talos/cmd/talosctl/pkg/talos/helpers" | ||
| "github.com/talos-systems/talos/pkg/cli" | ||
| "github.com/talos-systems/talos/pkg/machinery/api/inspect" | ||
| "github.com/talos-systems/talos/pkg/machinery/client" | ||
| ) | ||
|
|
||
| // inspectCmd represents the inspect command. | ||
| var inspectCmd = &cobra.Command{ | ||
| Use: "inspect", | ||
| Short: "Inspect internals of Talos", | ||
| Long: ``, | ||
| } | ||
|
|
||
| var inspectDependenciesCmdFlags struct { | ||
| withResources bool | ||
| } | ||
|
|
||
| // inspectDependenciesCmd represents the inspect dependencies command. | ||
| var inspectDependenciesCmd = &cobra.Command{ | ||
| Use: "dependencies", | ||
| Short: "Inspect controller-resource dependencies as graphviz graph.", | ||
| Long: `Inspect controller-resource dependencies as graphviz graph. | ||
| Pipe the output of the command through the "dot" program (part of graphviz package) | ||
| to render the graph: | ||
| talosctl inspect dependencies | dot -Tpng > graph.png | ||
| `, | ||
| Args: cobra.NoArgs, | ||
| RunE: func(cmd *cobra.Command, args []string) error { | ||
| return WithClient(func(ctx context.Context, c *client.Client) error { | ||
| if err := helpers.FailIfMultiNodes(ctx, "inspect dependencies"); err != nil { | ||
| return err | ||
| } | ||
|
|
||
| resp, err := c.Inspect.ControllerRuntimeDependencies(ctx) | ||
| if err != nil { | ||
| if resp == nil { | ||
| return fmt.Errorf("error getting controller runtime dependencies: %s", err) | ||
| } | ||
|
|
||
| cli.Warning("%s", err) | ||
| } | ||
|
|
||
| graph := dot.NewGraph(dot.Directed) | ||
|
|
||
| resourceTypeID := func(edge *inspect.ControllerDependencyEdge) string { | ||
| return fmt.Sprintf("%s:%s", edge.GetResourceNamespace(), edge.GetResourceType()) | ||
| } | ||
|
|
||
| resourceID := func(r resource.Resource) string { | ||
| return r.Metadata().ID() | ||
| } | ||
|
|
||
| if inspectDependenciesCmdFlags.withResources { | ||
| resources := map[string][]resource.Resource{} | ||
|
|
||
| for _, msg := range resp.GetMessages() { | ||
| for _, edge := range msg.GetEdges() { | ||
| resourceType := resourceTypeID(edge) | ||
|
|
||
| if _, ok := resources[resourceType]; ok { | ||
| continue | ||
| } | ||
|
|
||
| listClient, err := c.Resources.List(ctx, edge.GetResourceNamespace(), edge.GetResourceType()) | ||
| if err != nil { | ||
| return fmt.Errorf("error listing resources: %w", err) | ||
| } | ||
|
|
||
| for { | ||
| resp, err := listClient.Recv() | ||
| if err != nil { | ||
| if err == io.EOF || status.Code(err) == codes.Canceled { | ||
| break | ||
| } | ||
|
|
||
| return fmt.Errorf("error listing resources: %w", err) | ||
| } | ||
|
|
||
| if resp.Resource != nil { | ||
| resources[resourceType] = append(resources[resourceType], resp.Resource) | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| for _, msg := range resp.GetMessages() { | ||
| for _, edge := range msg.GetEdges() { | ||
| graph.Node(edge.ControllerName).Box() | ||
| } | ||
| } | ||
|
|
||
| for resourceType, resourceList := range resources { | ||
| cluster := graph.Subgraph(resourceType, dot.ClusterOption{}) | ||
|
|
||
| for _, resource := range resourceList { | ||
| cluster.Node(resourceID(resource)). | ||
| Attr("shape", "note"). | ||
| Attr("fillcolor", "azure2"). | ||
| Attr("style", "filled") | ||
| } | ||
| } | ||
|
|
||
| for _, msg := range resp.GetMessages() { | ||
| for _, edge := range msg.GetEdges() { | ||
| for _, resource := range resources[resourceTypeID(edge)] { | ||
| if edge.GetResourceId() != "" && resource.Metadata().ID() != edge.GetResourceId() { | ||
| continue | ||
| } | ||
|
|
||
| switch edge.GetEdgeType() { | ||
| case inspect.DependencyEdgeType_MANAGES: | ||
| graph.Edge(graph.Node(edge.ControllerName), graph.Subgraph(resourceTypeID(edge)).Node(resourceID(resource))).Solid() | ||
| case inspect.DependencyEdgeType_STRONG: | ||
| graph.Edge(graph.Subgraph(resourceTypeID(edge)).Node(resourceID(resource)), graph.Node(edge.ControllerName)).Solid() | ||
| case inspect.DependencyEdgeType_WEAK: | ||
| graph.Edge(graph.Subgraph(resourceTypeID(edge)).Node(resourceID(resource)), graph.Node(edge.ControllerName)).Dotted() | ||
| } | ||
| } | ||
| } | ||
| } | ||
| } else { | ||
| for _, msg := range resp.GetMessages() { | ||
| for _, edge := range msg.GetEdges() { | ||
| graph.Node(edge.ControllerName).Box() | ||
|
|
||
| graph.Node(resourceTypeID(edge)). | ||
| Attr("shape", "note"). | ||
| Attr("fillcolor", "azure2"). | ||
| Attr("style", "filled") | ||
| } | ||
| } | ||
|
|
||
| for _, msg := range resp.GetMessages() { | ||
| for _, edge := range msg.GetEdges() { | ||
| idLabels := []string{} | ||
|
|
||
| if edge.GetResourceId() != "" { | ||
| idLabels = append(idLabels, edge.GetResourceId()) | ||
| } | ||
|
|
||
| switch edge.GetEdgeType() { | ||
| case inspect.DependencyEdgeType_MANAGES: | ||
| graph.Edge(graph.Node(edge.ControllerName), graph.Node(resourceTypeID(edge))).Bold() | ||
| case inspect.DependencyEdgeType_STRONG: | ||
| graph.Edge(graph.Node(resourceTypeID(edge)), graph.Node(edge.ControllerName), idLabels...).Solid() | ||
| case inspect.DependencyEdgeType_WEAK: | ||
| graph.Edge(graph.Node(resourceTypeID(edge)), graph.Node(edge.ControllerName), idLabels...).Dotted() | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| graph.Write(os.Stdout) | ||
|
|
||
| return nil | ||
| }) | ||
| }, | ||
| } | ||
|
|
||
| func init() { | ||
| addCommand(inspectCmd) | ||
|
|
||
| inspectCmd.AddCommand(inspectDependenciesCmd) | ||
| inspectDependenciesCmd.Flags().BoolVar(&inspectDependenciesCmdFlags.withResources, "with-resources", false, "display live resource information with dependencies") | ||
| } |
Oops, something went wrong.