-
Notifications
You must be signed in to change notification settings - Fork 99
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Rewrite fetch_target_logs.sh in Golang
Signed-off-by: peppi-lotta <[email protected]>
- Loading branch information
1 parent
348375c
commit 0dbc7a1
Showing
7 changed files
with
266 additions
and
152 deletions.
There are no files selected for viewing
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,221 @@ | ||
| package e2e | ||
|
|
||
| import ( | ||
| "bytes" | ||
| "context" | ||
| "fmt" | ||
| "io" | ||
| "os" | ||
| "os/exec" | ||
| "path" | ||
| "path/filepath" | ||
|
|
||
| . "github.com/onsi/ginkgo/v2" | ||
| . "github.com/onsi/gomega" | ||
| corev1 "k8s.io/api/core/v1" | ||
| metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
| "k8s.io/client-go/kubernetes" | ||
| "k8s.io/kubectl/pkg/describe" | ||
| clusterv1 "sigs.k8s.io/cluster-api/api/v1beta1" | ||
| expv1 "sigs.k8s.io/cluster-api/exp/api/v1beta1" | ||
| "sigs.k8s.io/cluster-api/test/framework" | ||
| "sigs.k8s.io/controller-runtime/pkg/client" | ||
| ) | ||
|
|
||
| type Metal3LogCollector struct{} | ||
|
|
||
| // CollectMachineLog collects specific logs from machines. | ||
| func (Metal3LogCollector) CollectMachineLog(ctx context.Context, cli client.Client, m *clusterv1.Machine, outputPath string) error { | ||
| VMName, err := MachineToVMName(ctx, cli, m) | ||
| if err != nil { | ||
| return fmt.Errorf("error while fetching the VM name: %w", err) | ||
| } | ||
|
|
||
| qemuFolder := path.Join(outputPath, VMName) | ||
| if err := os.MkdirAll(qemuFolder, 0o750); err != nil { | ||
| fmt.Fprintf(GinkgoWriter, "couldn't create directory %q : %s\n", qemuFolder, err) | ||
| } | ||
|
|
||
| serialLog := fmt.Sprintf("/var/log/libvirt/qemu/%s-serial0.log", VMName) | ||
| if _, err := os.Stat(serialLog); os.IsNotExist(err) { | ||
| return fmt.Errorf("error finding the serial log: %w", err) | ||
| } | ||
|
|
||
| copyCmd := fmt.Sprintf("sudo cp %s %s", serialLog, qemuFolder) | ||
| cmd := exec.Command("/bin/sh", "-c", copyCmd) // #nosec G204:gosec | ||
| if output, err := cmd.Output(); err != nil { | ||
| return fmt.Errorf("something went wrong when executing '%s': %w, output: %s", cmd.String(), err, output) | ||
| } | ||
| setPermsCmd := fmt.Sprintf("sudo chmod -v 777 %s", path.Join(qemuFolder, filepath.Base(serialLog))) | ||
| cmd = exec.Command("/bin/sh", "-c", setPermsCmd) // #nosec G204:gosec | ||
| output, err := cmd.Output() | ||
| if err != nil { | ||
| return fmt.Errorf("error changing file permissions after copying: %w, output: %s", err, output) | ||
| } | ||
|
|
||
| kubeadmCP := framework.GetKubeadmControlPlaneByCluster(ctx, framework.GetKubeadmControlPlaneByClusterInput{ | ||
| Lister: cli, | ||
| ClusterName: m.Spec.ClusterName, | ||
| Namespace: m.Namespace, | ||
| }) | ||
|
|
||
| if len(kubeadmCP.Spec.KubeadmConfigSpec.Users) < 1 { | ||
| return fmt.Errorf("no valid credentials found: KubeadmConfigSpec.Users is empty") | ||
| } | ||
| creds := kubeadmCP.Spec.KubeadmConfigSpec.Users[0] | ||
|
|
||
| // get baremetal ip pool for retreiving ip addresses of controlpane and worker nodes | ||
| baremetalv4Pool, _ := GetIPPools(ctx, cli, m.Spec.ClusterName, m.Namespace) | ||
| Expect(baremetalv4Pool).ToNot(BeEmpty()) | ||
|
|
||
| ip, err := MachineToIPAddress(ctx, cli, m, baremetalv4Pool[0]) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't get IP address of machine: %w", err) | ||
| } | ||
|
|
||
| commands := map[string]string{ | ||
| "cloud-final.log": "journalctl --no-pager -u cloud-final", | ||
| "kubelet.log": "journalctl --no-pager -u kubelet.service", | ||
| "containerd.log": "journalctl --no-pager -u containerd.service", | ||
| } | ||
|
|
||
| for title, cmd := range commands { | ||
| err = runCommand(outputPath, title, ip, creds.Name, cmd) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't gather logs: %w", err) | ||
| } | ||
| } | ||
|
|
||
| Logf("Successfully collected logs for machine %s", m.Name) | ||
| return nil | ||
| } | ||
|
|
||
| func (Metal3LogCollector) CollectInfrastructureLogs(_ context.Context, _ client.Client, _ *clusterv1.Cluster, _ string) error { | ||
| return fmt.Errorf("CollectInfrastructureLogs not implemented") | ||
| } | ||
|
|
||
| func (Metal3LogCollector) CollectMachinePoolLog(_ context.Context, _ client.Client, _ *expv1.MachinePool, _ string) error { | ||
| return fmt.Errorf("CollectMachinePoolLog not implemented") | ||
| } | ||
|
|
||
| func FetchManifests(_ framework.ClusterProxy) error { | ||
| return fmt.Errorf("FetchManifests not implemented") | ||
| } | ||
|
|
||
| func FetchClusterLogs(clusterProxy framework.ClusterProxy, outputPath string) error { | ||
| ctx := context.Background() | ||
| baseDir := filepath.Join(outputPath, clusterProxy.GetName()) | ||
| err := os.MkdirAll(baseDir, 0775) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't create directory: %v", err) | ||
| } | ||
|
|
||
| // get the clientset | ||
| clientset := clusterProxy.GetClientSet() | ||
|
|
||
| // Print the Pods' information to file | ||
| // This does the same thing as: | ||
| // kubectl --kubeconfig="${KUBECONFIG_WORKLOAD}" get pods -A | ||
| out, err := exec.Command("kubectl", "--kubeconfig", clusterProxy.GetKubeconfigPath(), "get", "pods", "-A", "-o", "wide").Output() // #nosec G204:gosec | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't get pods: %v", err) | ||
| } | ||
| file := filepath.Join(baseDir, "pods.log") | ||
| err = os.WriteFile(file, out, 0600) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't write to file: %v", err) | ||
| } | ||
|
|
||
| // Get all namespaces | ||
| namespaces, err := clientset.CoreV1().Namespaces().List(ctx, metav1.ListOptions{}) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't get namespaces: %v", err) | ||
| } | ||
| for _, namespace := range namespaces.Items { | ||
| // Get all pods in the namespace | ||
| pods, err := clientset.CoreV1().Pods(namespace.Name).List(ctx, metav1.ListOptions{}) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't list pods in namespace %s: %v", namespace.Name, err) | ||
| } | ||
| for _, pod := range pods.Items { | ||
| machineName := pod.Spec.NodeName | ||
| // Create a directory for each pod and the path to it if | ||
| // it does not exist | ||
| podDir := filepath.Join(baseDir, "machines", machineName, namespace.Name, pod.Name) | ||
| err = os.MkdirAll(podDir, 0775) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't write to file: %v", err) | ||
| } | ||
|
|
||
| // Get detailed information about the Pod | ||
| // This does the same thing as: | ||
| // kubectl --kubeconfig="${KUBECONFIG_WORKLOAD}" describe pods -n "${NAMESPACE}" "${POD}" | ||
| describerSettings := describe.DescriberSettings{ | ||
| ShowEvents: true, | ||
| } | ||
| podDescriber := describe.PodDescriber{ | ||
| Interface: clientset, | ||
| } | ||
| podDescription, err := podDescriber.Describe(namespace.Name, pod.Name, describerSettings) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't describe pod %s in namespace %s: %v", pod.Name, namespace.Name, err) | ||
| } | ||
|
|
||
| // Print the Pod information to file | ||
| file := filepath.Join(podDir, "stdout_describe.log") | ||
| err = os.WriteFile(file, []byte(podDescription), 0600) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't write to file: %v", err) | ||
| } | ||
|
|
||
| // Get containers of the Pod | ||
| for _, container := range pod.Spec.Containers { | ||
| // Create a directory for each container | ||
| containerDir := filepath.Join(podDir, container.Name) | ||
|
|
||
| err := CollectContainerLogs(ctx, namespace.Name, pod.Name, container.Name, clientset, containerDir) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| } | ||
| } | ||
| } | ||
| fmt.Printf("Successfully collected logs for cluster %s.", clusterProxy.GetName()) | ||
| return nil | ||
| } | ||
|
|
||
| func CollectContainerLogs(ctx context.Context, namespace string, podName string, containerName string, clientset *kubernetes.Clientset, outputPath string) error { | ||
| err := os.MkdirAll(outputPath, 0775) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't create directory: %v", err) | ||
| } | ||
|
|
||
| // Get logs of a container | ||
| // Does the same thing as: | ||
| // kubectl --kubeconfig="${KUBECONFIG_WORKLOAD}" logs -n "${NAMESPACE}" "${POD}" "${CONTAINER}" | ||
| podLogOptions := corev1.PodLogOptions{ | ||
| Container: containerName, | ||
| } | ||
| podLogs, err := clientset.CoreV1().Pods(namespace).GetLogs(podName, &podLogOptions).Stream(ctx) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't get container logs: %v", err) | ||
| } | ||
| defer podLogs.Close() | ||
|
|
||
| // Read the logs into a string | ||
| buf := new(bytes.Buffer) | ||
| _, err = io.Copy(buf, podLogs) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't buffer container logs: %v", err) | ||
| } | ||
| podStr := buf.String() | ||
|
|
||
| // Print the Pod information to file | ||
| file := filepath.Join(outputPath, "stdout.log") | ||
| err = os.WriteFile(file, []byte(podStr), 0600) | ||
| if err != nil { | ||
| return fmt.Errorf("couldn't write to file: %v", err) | ||
| } | ||
|
|
||
| return nil | ||
| } |
Oops, something went wrong.