fix (machine) : crc daemon /status api should return correct preset…
#3117
GitHub Actions / JUnit Test Report
failed
Dec 3, 2024 in 0s
38 tests run, 33 passed, 4 skipped, 1 failed.
Annotations
Check failure on line 1 in Integration
github-actions / JUnit Test Report
Integration.[It] vary VM parameters: memory cpus, disk use default values again start CRC [Serial, openshift-preset, vm-resize]
Unexpected error:
<cmd.CodeExitError>:Raw output
Unexpected error:
<cmd.CodeExitError>:
error running C:\Program Files\Red Hat OpenShift Local\crc.exe start:
Command stdout:
stderr:
level=debug msg="CRC version: 2.44.0+1e6055\n"
level=debug msg="OpenShift version: 4.17.3\n"
level=debug msg="MicroShift version: 4.17.3\n"
level=debug msg="Running 'crc start'"
level=debug msg="Total memory of system is 34358562816 bytes"
level=debug msg="No new version available. The latest version is 2.44.0"
level=debug msg="Checking file: C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
level=debug msg="Machine: libhvee -> state"
level=debug msg="Machine: libhvee -> get machine"
level=debug msg="Machine: libhvee -> state: get"
level=debug msg="Machine: libhvee -> state: stopped"
level=info msg="Using bundle path C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64.crcbundle"
level=info msg="Checking minimum RAM requirements"
level=debug msg="Total memory of system is 34358562816 bytes"
level=info msg="Check if Podman binary exists in: C:\\Users\\rhqp\\.crc\\bin\\oc"
level=info msg="Checking if running in a shell with administrator rights"
level=debug msg="Running '$currentPrincipal = New-Object Security.Principal.WindowsPrincipal([Security.Principal.WindowsIdentity]::GetCurrent());$currentPrincipal.IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator)'"
level=info msg="Checking Windows release"
level=debug msg="Running '(Get-ItemProperty -Path \"HKLM:\\SOFTWARE\\Microsoft\\Windows NT\\CurrentVersion\" -Name ReleaseId).ReleaseId'"
level=info msg="Checking Windows edition"
level=debug msg="Running '(Get-ItemProperty -Path \"HKLM:\\SOFTWARE\\Microsoft\\Windows NT\\CurrentVersion\").EditionID'"
level=debug msg="Running on Windows Enterprise edition"
level=info msg="Checking if Hyper-V is installed and operational"
level=debug msg="Running '@(Get-Wmiobject Win32_ComputerSystem).HypervisorPresent'"
level=debug msg="Running '@(Get-Service vmms).Status'"
level=info msg="Checking if Hyper-V service is enabled"
level=debug msg="Running '@(Get-Service vmms).Status'"
level=info msg="Checking if crc-users group exists"
level=debug msg="Running 'Get-LocalGroup -Name crc-users'"
level=info msg="Checking if current user is in crc-users and Hyper-V admins group"
level=debug msg="Running '(Get-LocalGroupMember -Group 'crc-users').Name'"
level=debug msg="Checking current user is in the 'crc-user' group"
level=debug msg="group members: mapt18b1e3fc\\rhqp"
level=debug msg="Running '(Get-LocalGroupMember -SID 'S-1-5-32-578').Name'"
level=debug msg="Checking current user is in the 'Hyper-v Administrators' group"
level=debug msg="group members: mapt18b1e3fc\\rhqp"
level=info msg="Checking if vsock is correctly configured"
level=debug msg="Running 'Get-Item -Path \"HKLM:\\SOFTWARE\\Microsoft\\Windows NT\\CurrentVersion\\Virtualization\\GuestCommunicationServices\\00000400-FACB-11E6-BD58-64006A7986D3\"'"
level=info msg="Checking if the win32 background launcher is installed"
level=debug msg="Running '(Get-Item 'C:\\Program Files\\Red Hat OpenShift Local\\crc-background-launcher.exe').VersionInfo.FileVersion'"
level=debug msg="Found crc-background-launcher.exe version 0.0.0.1"
level=info msg="Checking if the daemon task is installed"
level=debug msg="Running 'Get-ScheduledTask -TaskName crcDaemon'"
level=debug msg="Running '(Get-ScheduledTask -TaskName \"crcDaemon\").Version'"
level=info msg="Checking if the daemon task is running"
level=debug msg="Running '(Get-ScheduledTask -TaskName \"crcDaemon\").State'"
level=info msg="Checking admin helper service is running"
level=debug msg="Running '(Get-Service crcAdminHelper).Status'"
level=info msg="Checking SSH port availability"
level=debug msg="Checking file: C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\oc.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\oc\\oc.exe'"
level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\podman.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\podman\\podman.exe'"
level=info msg="Loading bundle: crc_hyperv_4.17.3_amd64..."
level=debug msg="Checking file: C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
level=debug msg="Machine: libhvee -> state"
level=debug msg="Machine: libhvee -> get machine"
level=debug msg="Machine: libhvee -> state: get"
level=debug msg="Machine: libhvee -> state: stopped"
level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\oc.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\oc\\oc.exe'"
level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\podman.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\podman\\podman.exe'"
level=info msg="Starting CRC VM for openshift 4.17.3..."
level=debug msg="Updating CRC VM configuration"
level=debug msg="Machine: libhvee -> get machine"
level=debug msg="Machine: libhvee -> start"
level=debug msg="Waiting for machine to be running, this may take a few minutes..."
level=debug msg="retry loop: attempt 0"
level=debug msg="Machine: libhvee -> state"
level=debug msg="Machine: libhvee -> get machine"
level=debug msg="Machine: libhvee -> state: get"
level=debug msg="Machine: libhvee -> state: running"
level=debug msg="Machine is up and running!"
level=debug msg="Machine: libhvee -> state"
level=debug msg="Machine: libhvee -> get machine"
level=debug msg="Machine: libhvee -> state: get"
level=debug msg="Machine: libhvee -> state: running"
level=info msg="CRC instance is running with IP 127.0.0.1"
level=debug msg="Waiting until ssh is available"
level=debug msg="retry loop: attempt 0"
level=debug msg="Running SSH command: exit 0"
level=debug msg="Using ssh private keys: [C:\\Users\\rhqp\\.crc\\machines\\crc\\id_ed25519 C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\id_ecdsa_crc]"
level=debug msg="SSH command results: err: ssh: handshake failed: read tcp 127.0.0.1:51901->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host., output: "
level=debug msg="error: Temporary error: ssh command error:\ncommand : exit 0\nerr : ssh: handshake failed: read tcp 127.0.0.1:51901->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host.\n - sleeping 1s"
level=debug msg="retry loop: attempt 1"
level=debug msg="Running SSH command: exit 0"
level=debug msg="Using ssh private keys: [C:\\Users\\rhqp\\.crc\\machines\\crc\\id_ed25519 C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\id_ecdsa_crc]"
level=debug msg="SSH command results: err: <nil>, output: "
level=info msg="CRC VM is running"
level=debug msg="Using root access: disable core user password"
level=debug msg="Running SSH command: sudo passwd --lock core"
level=debug msg="SSH command results: err: <nil>, output: Locking password for user core.\npasswd: Success\n"
level=debug msg="Running SSH command: cat /home/core/.ssh/authorized_keys"
level=debug msg="SSH command results: err: Process exited with status 1, output: "
level=info msg="Updating authorized keys..."
level=debug msg="Creating /home/core/.ssh/authorized_keys with permissions 0644 in the CRC VM"
level=debug msg="Running SSH command: <hidden>"
level=debug msg="SSH command succeeded"
level=debug msg="Running SSH command: rm /home/core/.ssh/authorized_keys.d/ignition"
level=debug msg="SSH command results: err: <nil>, output: "
level=debug msg="Using root access: Get device id"
level=debug msg="Running SSH command: sudo /usr/sbin/blkid -t TYPE=xfs -o device"
level=debug msg="SSH command results: err: <nil>, output: /dev/sda4\n"
level=debug msg="Using root access: Growing /dev/sda4 partition"
level=debug msg="Running SSH command: sudo /usr/bin/growpart /dev/sda 4"
level=debug msg="SSH command results: err: Process exited with status 1, output: NOCHANGE: partition 4 is size 103806943. it cannot be grown\n"
level=debug msg="No free space after /dev/sda4, nothing to do"
level=debug msg="Using root access: make root Podman socket accessible"
level=debug msg="Running SSH command: sudo chmod 777 /run/podman/ /run/podman/podman.sock"
level=debug msg="SSH command results: err: <nil>, output: "
level=debug msg="Running SSH command: systemctl status ovs-configuration.service"
level=debug msg="SSH command results: err: Process exited with status 3, output: ● ovs-configuration.service - Configures OVS with proper host networking configuration\n Loaded: loaded (/etc/systemd/system/ovs-configuration.service; enabled; preset: disabled)\n Active: activating (start) since Tue 2024-12-03 05:59:37 UTC; 517ms ago\n Main PID: 1504 (configure-ovs.s)\n Tasks: 4 (limit: 66264)\n Memory: 61.6M\n CPU: 367ms\n CGroup: /system.slice/ovs-configuration.service\n ├─1504 /bin/bash /usr/local/bin/configure-ovs.sh OVNKubernetes\n ├─1506 /bin/bash /usr/local/bin/configure-ovs.sh OVNKubernetes\n ├─1805 /bin/bash /usr/local/bin/configure-ovs.sh OVNKubernetes\n └─1806 nmcli connection show --active br-ex\n\nDec 03 05:59:38 crc configure-ovs.sh[1506]: + ip -d address show\nDec 03 05:59:38 crc configure-ovs.sh[1666]: 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000\nDec 03 05:59:38 crc configure-ovs.sh[1666]: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 promiscuity 0 allmulti 0 minmtu 0 maxmtu 0 numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 tso_max_size 524280 tso_max_segs 65535 gro_max_size 65536 gso_ipv4_max_size 65536 gro_ipv4_max_size 65536\nDec 03 05:59:38 crc configure-ovs.sh[1666]: inet 127.0.0.1/8 scope host lo\nDec 03 05:59:38 crc configure-ovs.sh[1666]: valid_lft forever preferred_lft forever\nDec 03 05:59:38 crc configure-ovs.sh[1666]: inet6 ::1/128 scope host\nDec 03 05:59:38 crc configure-ovs.sh[1666]: valid_lft forever preferred_lft forever\nDec 03 05:59:38 crc configure-ovs.sh[1666]: 2: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000\nDec 03 05:59:38 crc configure-ovs.sh[1666]: link/ether 52:de:a5:82:07:a6 brd ff:ff:ff:ff:ff:ff promiscuity 1 allmulti 0 minmtu 68 maxmtu 65535\nDec 03 05:59:38 crc configure-ovs.sh[1666]: openvswitch numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 tso_max_size 65536 tso_max_segs 65535 gro_max_size 65536 gso_ipv4_max_size 65536 gro_ipv4_max_size 65536\n"
level=debug msg="Creating /etc/resolv.conf with permissions 0644 in the CRC VM"
level=debug msg="Running SSH command: <hidden>"
level=debug msg="SSH command succeeded"
level=debug msg="retry loop: attempt 0"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 1"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 2"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 3"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 4"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 5"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 6"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 7"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 8"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 9"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 10"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 11"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 12"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 13"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 14"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 15"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 16"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 17"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 18"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 19"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 20"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 21"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 22"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 23"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 24"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 25"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 26"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="retry loop: attempt 27"
level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr : Process exited with status 1\n - sleeping 1s"
level=debug msg="RetryAfter timeout after 28 tries"
level=info msg="Check internal and public DNS query..."
level=debug msg="Running SSH command: curl --head quay.io"
level=debug msg="SSH command results: err: <nil>, output: HTTP/1.1 301 Moved Permanently\r\nServer: awselb/2.0\r\nDate: Tue, 03 Dec 2024 06:00:40 GMT\r\nContent-Type: text/html\r\nContent-Length: 134\r\nConnection: keep-alive\r\nLocation: https://quay.io:443/\r\n\r\n"
level=info msg="Check DNS query from host..."
level=debug msg="api.crc.testing resolved to [127.0.0.1]"
level=info msg="Verifying validity of the kubelet certificates..."
level=debug msg="Running SSH command: date --date=\"$(sudo openssl x509 -in /var/lib/kubelet/pki/kubelet-client-current.pem -noout -enddate | cut -d= -f 2)\" --iso-8601=seconds"
level=debug msg="SSH command results: err: <nil>, output: 2025-11-11T11:49:58+00:00\n"
level=debug msg="Running SSH command: date --date=\"$(sudo openssl x509 -in /var/lib/kubelet/pki/kubelet-server-current.pem -noout -enddate | cut -d= -f 2)\" --iso-8601=seconds"
level=debug msg="SSH command results: err: <nil>, output: 2025-11-11T11:50:52+00:00\n"
level=debug msg="Running SSH command: date --date=\"$(sudo openssl x509 -in /etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.crt -noout -enddate | cut -d= -f 2)\" --iso-8601=seconds"
level=debug msg="SSH command results: err: <nil>, output: 2025-11-11T11:52:24+00:00\n"
level=info msg="Starting kubelet service"
level=debug msg="Using root access: Executing systemctl daemon-reload command"
level=debug msg="Running SSH command: sudo systemctl daemon-reload"
level=debug msg="SSH command results: err: <nil>, output: "
level=debug msg="Using root access: Executing systemctl start kubelet"
level=debug msg="Running SSH command: sudo systemctl start kubelet"
level=debug msg="SSH command results: err: <nil>, output: "
level=info msg="Waiting for kube-apiserver availability... [takes around 2min]"
level=debug msg="retry loop: attempt 0"
level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
level=debug msg="SSH command results: err: <nil>, output: NAME STATUS ROLES AGE VERSION\ncrc Ready control-plane,master,worker 22d v1.30.5\n"
level=debug msg="NAME STATUS ROLES AGE VERSION\ncrc Ready control-plane,master,worker 22d v1.30.5\n"
level=debug msg="Waiting for availability of resource type 'configmap'"
level=debug msg="retry loop: attempt 0"
level=debug msg="Running SSH command: timeout 5s oc get configmap --context admin --cluster crc --kubeconfig /opt/kubeconfig"
level=debug msg="SSH command results: err: <nil>, output: NAME DATA AGE\nkube-root-ca.crt 1 22d\nopenshift-service-ca.crt 1 22d\n"
level=debug msg="NAME DATA AGE\nkube-root-ca.crt 1 22d\nopenshift-service-ca.crt 1 22d\n"
level=debug msg="Running SSH command: timeout 30s oc delete -n openshift-machine-config-operator configmap machine-config-controller --context admin --cluster crc --kubeconfig /opt/kubeconfig"
level=debug msg="SSH command results: err: Process exited with status 1, output: "
level=debug msg="Waiting for availability of resource type 'lease'"
level=debug msg="retry loop: attempt 0"
level=debug msg="Running SSH command: timeout 5s oc get lease --context admin --cluster crc --kubeconfig /opt/kubeconfig"
level=debug msg="SSH command results: err: <nil>, output: "
level=debug
level=debug msg="Running SSH command: timeout 30s oc delete -A lease --all --context admin --cluster crc --kubeconfig /opt/kubeconfig"
level=debug msg="SSH command results: err: Process exited with status 124, output: lease.coordination.k8s.io \"crc\" deleted\nlease.coordination.k8s.io \"apiserver-yz2phfmetulqy4pemhbirhdnii\" deleted\nlease.coordination.k8s.io \"kube-controller-manager\" deleted\nlease.coordination.k8s.io \"openshift-apiserver-operator-lock\" deleted\nlease.coordination.k8s.io \"cluster-authentication-operator-lock\" deleted\nlease.coordination.k8s.io \"cluster-machine-approver-leader\" deleted\nlease.coordination.k8s.io \"version\" deleted\nlease.coordination.k8s.io \"config-operator-lock\" deleted\nlease.coordination.k8s.io \"console-operator-lock\" deleted\nlease.coordination.k8s.io \"openshift-controller-manager-operator-lock\" deleted\nlease.coordination.k8s.io \"openshift-master-controllers\" deleted\nlease.coordination.k8s.io \"openshift-cluster-etcd-operator-lock\" deleted\nlease.coordination.k8s.io \"openshift-master-controllers\" deleted\nlease.coordination.k8s.io \"kube-apiserver-operator-lock\" deleted\nlease.coordination.k8s.io \"cert-regeneration-controller-lock\" deleted\nlease.coordination.k8s.io \"kube-controller-manager-operator-lock\" deleted\nlease.coordination.k8s.io \"cert-recovery-controller-lock\" deleted\nlease.coordination.k8s.io \"cluster-policy-controller-lock\" deleted\nlease.coordination.k8s.io \"openshift-cluster-kube-scheduler-operator-lock\" deleted\nlease.coordination.k8s.io \"cert-recovery-controller-lock\" deleted\nlease.coordination.k8s.io \"kube-scheduler\" deleted\nlease.coordination.k8s.io \"openshift-kube-storage-version-migrator-operator-lock\" deleted\nlease.coordination.k8s.io \"control-plane-machine-set-leader\" deleted\nlease.coordination.k8s.io \"machine-api-operator\" deleted\nlease.coordination.k8s.io \"machine-config\" deleted\nlease.coordination.k8s.io \"machine-config-controller\" deleted\nlease.coordination.k8s.io \"marketplace-operator-lock\" deleted\nlease.coordination.k8s.io \"ovnkube-identity\" deleted\nlease.coordination.k8s.io \"network-operator-lock\" deleted\nlease.coordination.k8s.io \"packageserver-controller-lock\" deleted\nlease.coordination.k8s.io \"ovn-kubernetes-master\" deleted\nlease.coordination.k8s.io \"openshift-route-controllers\" deleted\nlease.coordination.k8s.io \"service-ca-operator-lock\" deleted\nlease.coordination.k8s.io \"service-ca-controller-lock\" deleted\n"
ssh command error:
command : timeout 30s oc delete -A lease --all --context admin --cluster crc --kubeconfig /opt/kubeconfig
err : Process exited with status 124
error:
exit status 1
{
Err: <*errors.errorString | 0xc00005c2a0>{
s: "error running C:\\Program Files\\Red Hat OpenShift Local\\crc.exe start:\nCommand stdout:\n\nstderr:\nlevel=debug msg=\"CRC version: 2.44.0+1e6055\\n\"\nlevel=debug msg=\"OpenShift version: 4.17.3\\n\"\nlevel=debug msg=\"MicroShift version: 4.17.3\\n\"\nlevel=debug msg=\"Running 'crc start'\"\nlevel=debug msg=\"Total memory of system is 34358562816 bytes\"\nlevel=debug msg=\"No new version available. The latest version is 2.44.0\"\nlevel=debug msg=\"Checking file: C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=debug msg=\"Machine: libhvee -> state\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> state: get\"\nlevel=debug msg=\"Machine: libhvee -> state: stopped\"\nlevel=info msg=\"Using bundle path C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64.crcbundle\"\nlevel=info msg=\"Checking minimum RAM requirements\"\nlevel=debug msg=\"Total memory of system is 34358562816 bytes\"\nlevel=info msg=\"Check if Podman binary exists in: C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\oc\"\nlevel=info msg=\"Checking if running in a shell with administrator rights\"\nlevel=debug msg=\"Running '$currentPrincipal = New-Object Security.Principal.WindowsPrincipal([Security.Principal.WindowsIdentity]::GetCurrent());$currentPrincipal.IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator)'\"\nlevel=info msg=\"Checking Windows release\"\nlevel=debug msg=\"Running '(Get-ItemProperty -Path \\\"HKLM:\\\\SOFTWARE\\\\Microsoft\\\\Windows NT\\\\CurrentVersion\\\" -Name ReleaseId).ReleaseId'\"\nlevel=info msg=\"Checking Windows edition\"\nlevel=debug msg=\"Running '(Get-ItemProperty -Path \\\"HKLM:\\\\SOFTWARE\\\\Microsoft\\\\Windows NT\\\\CurrentVersion\\\").EditionID'\"\nlevel=debug msg=\"Running on Windows Enterprise edition\"\nlevel=info msg=\"Checking if Hyper-V is installed and operational\"\nlevel=debug msg=\"Running '@(Get-Wmiobject Win32_ComputerSystem).HypervisorPresent'\"\nlevel=debug msg=\"Running '@(Get-Service vmms).Status'\"\nlevel=info msg=\"Checking if Hyper-V service is enabled\"\nlevel=debug msg=\"Running '@(Get-Service vmms).Status'\"\nlevel=info msg=\"Checking if crc-users group exists\"\nlevel=debug msg=\"Running 'Get-LocalGroup -Name crc-users'\"\nlevel=info msg=\"Checking if current user is in crc-users and Hyper-V admins group\"\nlevel=debug msg=\"Running '(Get-LocalGroupMember -Group 'crc-users').Name'\"\nlevel=debug msg=\"Checking current user is in the 'crc-user' group\"\nlevel=debug msg=\"group members: mapt18b1e3fc\\\\rhqp\"\nlevel=debug msg=\"Running '(Get-LocalGroupMember -SID 'S-1-5-32-578').Name'\"\nlevel=debug msg=\"Checking current user is in the 'Hyper-v Administrators' group\"\nlevel=debug msg=\"group members: mapt18b1e3fc\\\\rhqp\"\nlevel=info msg=\"Checking if vsock is correctly configured\"\nlevel=debug msg=\"Running 'Get-Item -Path \\\"HKLM:\\\\SOFTWARE\\\\Microsoft\\\\Windows NT\\\\CurrentVersion\\\\Virtualization\\\\GuestCommunicationServices\\\\00000400-FACB-11E6-BD58-64006A7986D3\\\"'\"\nlevel=info msg=\"Checking if the win32 background launcher is installed\"\nlevel=debug msg=\"Running '(Get-Item 'C:\\\\Program Files\\\\Red Hat OpenShift Local\\\\crc-background-launcher.exe').VersionInfo.FileVersion'\"\nlevel=debug msg=\"Found crc-background-launcher.exe version 0.0.0.1\"\nlevel=info msg=\"Checking if the daemon task is installed\"\nlevel=debug msg=\"Running 'Get-ScheduledTask -TaskName crcDaemon'\"\nlevel=debug msg=\"Running '(Get-ScheduledTask -TaskName \\\"crcDaemon\\\").Version'\"\nlevel=info msg=\"Checking if the daemon task is running\"\nlevel=debug msg=\"Running '(Get-ScheduledTask -TaskName \\\"crcDaemon\\\").State'\"\nlevel=info msg=\"Checking admin helper service is running\"\nlevel=debug msg=\"Running '(Get-Service crcAdminHelper).Status'\"\nlevel=info msg=\"Checking SSH port availability\"\nlevel=debug msg=\"Checking file: C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\oc.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\oc\\\\oc.exe'\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\podman.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\podman\\\\podman.exe'\"\nlevel=info msg=\"Loading bundle: crc_hyperv_4.17.3_amd64...\"\nlevel=debug msg=\"Checking file: C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=debug msg=\"Machine: libhvee -> state\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> state: get\"\nlevel=debug msg=\"Machine: libhvee -> state: stopped\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\oc.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\oc\\\\oc.exe'\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\podman.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\podman\\\\podman.exe'\"\nlevel=info msg=\"Starting CRC VM for openshift 4.17.3...\"\nlevel=debug msg=\"Updating CRC VM configuration\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> start\"\nlevel=debug msg=\"Waiting for machine to be running, this may take a few minutes...\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Machine: libhvee -> state\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> state: get\"\nlevel=debug msg=\"Machine: libhvee -> state: running\"\nlevel=debug msg=\"Machine is up and running!\"\nlevel=debug msg=\"Machine: libhvee -> state\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> state: get\"\nlevel=debug msg=\"Machine: libhvee -> state: running\"\nlevel=info msg=\"CRC instance is running with IP 127.0.0.1\"\nlevel=debug msg=\"Waiting until ssh is available\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Running SSH command: exit 0\"\nlevel=debug msg=\"Using ssh private keys: [C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\id_ed25519 C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\id_ecdsa_crc]\"\nlevel=debug msg=\"SSH command results: err: ssh: handshake failed: read tcp 127.0.0.1:51901->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host., output: \"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : exit 0\\nerr : ssh: handshake failed: read tcp 127.0.0.1:51901->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host.\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 1\"\nlevel=debug msg=\"Running SSH command: exit 0\"\nlevel=debug msg=\"Using ssh private keys: [C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\id_ed25519 C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\id_ecdsa_crc]\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: \"\nlevel=info msg=\"CRC VM is running\"\nlevel=debug msg=\"Using root access: disable core user password\"\nlevel=debug msg=\"Running SSH command: sudo passwd --lock core\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: Locking password for user core.\\npasswd: Success\\n\"\nlevel=debug msg=\"Running SSH command: cat /home/core/.ssh/authorized_keys\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: \"\nlevel=info msg=\"Updating authorized keys...\"\nlevel=debug msg=\"Creating /home/core/.ssh/authorized_keys with permissions 0644 in the CRC VM\"\nlevel=debug msg=\"Running SSH command: <hidden>\"\nlevel=debug msg=\"SSH command succeeded\"\nlevel=debug msg=\"Running SSH command: rm /home/core/.ssh/authorized_keys.d/ignition\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: \"\nlevel=debug msg=\"Using root access: Get device id\"\nlevel=debug msg=\"Running SSH command: sudo /usr/sbin/blkid -t TYPE=xfs -o device\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: /dev/sda4\\n\"\nlevel=debug msg=\"Using root access: Growing /dev/sda4 partition\"\nlevel=debug msg=\"Running SSH command: sudo /usr/bin/growpart /dev/sda 4\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: NOCHANGE: partition 4 is size 103806943. it cannot be grown\\n\"\nlevel=debug msg=\"No free space after /dev/sda4, nothing to do\"\nlevel=debug msg=\"Using root access: make root Podman socket accessible\"\nlevel=debug msg=\"Running SSH command: sudo chmod 777 /run/podman/ /run/podman/podman.sock\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: \"\nlevel=debug msg=\"Running SSH command: systemctl status ovs-configuration.service\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 3, output: ● ovs-configuration.service - Configures OVS with proper host networking configuration\\n Loaded: loaded (/etc/systemd/system/ovs-configuration.service; enabled; preset: disabled)\\n Active: activating (start) since Tue 2024-12-03 05:59:37 UTC; 517ms ago\\n Main PID: 1504 (configure-ovs.s)\\n Tasks: 4 (limit: 66264)\\n Memory: 61.6M\\n CPU: 367ms\\n CGroup: /system.slice/ovs-configuration.service\\n ├─1504 /bin/bash /usr/local/bin/configure-ovs.sh OVNKubernetes\\n ├─1506 /bin/bash /usr/local/bin/configure-ovs.sh OVNKubernetes\\n ├─1805 /bin/bash /usr/local/bin/configure-ovs.sh OVNKubernetes\\n └─1806 nmcli connection show --active br-ex\\n\\nDec 03 05:59:38 crc configure-ovs.sh[1506]: + ip -d address show\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 promiscuity 0 allmulti 0 minmtu 0 maxmtu 0 numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 tso_max_size 524280 tso_max_segs 65535 gro_max_size 65536 gso_ipv4_max_size 65536 gro_ipv4_max_size 65536\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: inet 127.0.0.1/8 scope host lo\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: valid_lft forever preferred_lft forever\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: inet6 ::1/128 scope host\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: valid_lft forever preferred_lft forever\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: 2: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: link/ether 52:de:a5:82:07:a6 brd ff:ff:ff:ff:ff:ff promiscuity 1 allmulti 0 minmtu 68 maxmtu 65535\\nDec 03 05:59:38 crc configure-ovs.sh[1666]: openvswitch numtxqueues 1 numrxqueues 1 gso_max_size 65536 gso_max_segs 65535 tso_max_size 65536 tso_max_segs 65535 gro_max_size 65536 gso_ipv4_max_size 65536 gro_ipv4_max_size 65536\\n\"\nlevel=debug msg=\"Creating /etc/resolv.conf with permissions 0644 in the CRC VM\"\nlevel=debug msg=\"Running SSH command: <hidden>\"\nlevel=debug msg=\"SSH command succeeded\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 1\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 2\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 3\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 4\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 5\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 6\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 7\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 8\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 9\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 10\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 11\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 12\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 13\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 14\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 15\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 16\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 17\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 18\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 19\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 20\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 21\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 22\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 23\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 24\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 25\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 26\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"retry loop: attempt 27\"\nlevel=debug msg=\"Running SSH command: host -R 3 foo.apps-crc.testing\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\\n\"\nlevel=debug msg=\"error: Temporary error: ssh command error:\\ncommand : host -R 3 foo.apps-crc.testing\\nerr : Process exited with status 1\\n - sleeping 1s\"\nlevel=debug msg=\"RetryAfter timeout after 28 tries\"\nlevel=info msg=\"Check internal and public DNS query...\"\nlevel=debug msg=\"Running SSH command: curl --head quay.io\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: HTTP/1.1 301 Moved Permanently\\r\\nServer: awselb/2.0\\r\\nDate: Tue, 03 Dec 2024 06:00:40 GMT\\r\\nContent-Type: text/html\\r\\nContent-Length: 134\\r\\nConnection: keep-alive\\r\\nLocation: https://quay.io:443/\\r\\n\\r\\n\"\nlevel=info msg=\"Check DNS query from host...\"\nlevel=debug msg=\"api.crc.testing resolved to [127.0.0.1]\"\nlevel=info msg=\"Verifying validity of the kubelet certificates...\"\nlevel=debug msg=\"Running SSH command: date --date=\\\"$(sudo openssl x509 -in /var/lib/kubelet/pki/kubelet-client-current.pem -noout -enddate | cut -d= -f 2)\\\" --iso-8601=seconds\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: 2025-11-11T11:49:58+00:00\\n\"\nlevel=debug msg=\"Running SSH command: date --date=\\\"$(sudo openssl x509 -in /var/lib/kubelet/pki/kubelet-server-current.pem -noout -enddate | cut -d= -f 2)\\\" --iso-8601=seconds\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: 2025-11-11T11:50:52+00:00\\n\"\nlevel=debug msg=\"Running SSH command: date --date=\\\"$(sudo openssl x509 -in /etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.crt -noout -enddate | cut -d= -f 2)\\\" --iso-8601=seconds\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: 2025-11-11T11:52:24+00:00\\n\"\nlevel=info msg=\"Starting kubelet service\"\nlevel=debug msg=\"Using root access: Executing systemctl daemon-reload command\"\nlevel=debug msg=\"Running SSH command: sudo systemctl daemon-reload\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: \"\nlevel=debug msg=\"Using root access: Executing systemctl start kubelet\"\nlevel=debug msg=\"Running SSH command: sudo systemctl start kubelet\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: \"\nlevel=info msg=\"Waiting for kube-apiserver availability... [takes around 2min]\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: NAME STATUS ROLES AGE VERSION\\ncrc Ready control-plane,master,worker 22d v1.30.5\\n\"\nlevel=debug msg=\"NAME STATUS ROLES AGE VERSION\\ncrc Ready control-plane,master,worker 22d v1.30.5\\n\"\nlevel=debug msg=\"Waiting for availability of resource type 'configmap'\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Running SSH command: timeout 5s oc get configmap --context admin --cluster crc --kubeconfig /opt/kubeconfig\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: NAME DATA AGE\\nkube-root-ca.crt 1 22d\\nopenshift-service-ca.crt 1 22d\\n\"\nlevel=debug msg=\"NAME DATA AGE\\nkube-root-ca.crt 1 22d\\nopenshift-service-ca.crt 1 22d\\n\"\nlevel=debug msg=\"Running SSH command: timeout 30s oc delete -n openshift-machine-config-operator configmap machine-config-controller --context admin --cluster crc --kubeconfig /opt/kubeconfig\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 1, output: \"\nlevel=debug msg=\"Waiting for availability of resource type 'lease'\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Running SSH command: timeout 5s oc get lease --context admin --cluster crc --kubeconfig /opt/kubeconfig\"\nlevel=debug msg=\"SSH command results: err: <nil>, output: \"\nlevel=debug\nlevel=debug msg=\"Running SSH command: timeout 30s oc delete -A lease --all --context admin --cluster crc --kubeconfig /opt/kubeconfig\"\nlevel=debug msg=\"SSH command results: err: Process exited with status 124, output: lease.coordination.k8s.io \\\"crc\\\" deleted\\nlease.coordination.k8s.io \\\"apiserver-yz2phfmetulqy4pemhbirhdnii\\\" deleted\\nlease.coordination.k8s.io \\\"kube-controller-manager\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-apiserver-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"cluster-authentication-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"cluster-machine-approver-leader\\\" deleted\\nlease.coordination.k8s.io \\\"version\\\" deleted\\nlease.coordination.k8s.io \\\"config-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"console-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-controller-manager-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-master-controllers\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-cluster-etcd-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-master-controllers\\\" deleted\\nlease.coordination.k8s.io \\\"kube-apiserver-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"cert-regeneration-controller-lock\\\" deleted\\nlease.coordination.k8s.io \\\"kube-controller-manager-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"cert-recovery-controller-lock\\\" deleted\\nlease.coordination.k8s.io \\\"cluster-policy-controller-lock\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-cluster-kube-scheduler-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"cert-recovery-controller-lock\\\" deleted\\nlease.coordination.k8s.io \\\"kube-scheduler\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-kube-storage-version-migrator-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"control-plane-machine-set-leader\\\" deleted\\nlease.coordination.k8s.io \\\"machine-api-operator\\\" deleted\\nlease.coordination.k8s.io \\\"machine-config\\\" deleted\\nlease.coordination.k8s.io \\\"machine-config-controller\\\" deleted\\nlease.coordination.k8s.io \\\"marketplace-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"ovnkube-identity\\\" deleted\\nlease.coordination.k8s.io \\\"network-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"packageserver-controller-lock\\\" deleted\\nlease.coordination.k8s.io \\\"ovn-kubernetes-master\\\" deleted\\nlease.coordination.k8s.io \\\"openshift-route-controllers\\\" deleted\\nlease.coordination.k8s.io \\\"service-ca-operator-lock\\\" deleted\\nlease.coordination.k8s.io \\\"service-ca-controller-lock\\\" deleted\\n\"\nssh command error:\ncommand : timeout 30s oc delete -A lease --all --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr : Process exited with status 124\n\n\nerror:\nexit status 1",
},
Code: 1,
}
occurred
Loading