Skip to content

build(deps): bump mikepenz/action-junit-report from 4 to 5 #3048

build(deps): bump mikepenz/action-junit-report from 4 to 5

build(deps): bump mikepenz/action-junit-report from 4 to 5 #3048

GitHub Actions / JUnit Test Report failed Nov 25, 2024 in 0s

38 tests run, 18 passed, 19 skipped, 1 failed.

Annotations

Check failure on line 1 in Integration

See this annotation in the file changed.

@github-actions github-actions / JUnit Test Report

Integration.[It] vary VM parameters: memory cpus, disk use default values start CRC [openshift-preset, vm-resize]

Unexpected error:
    <cmd.CodeExitError>:
Raw output
Unexpected error:
    <cmd.CodeExitError>: 
    error running C:\Program Files\Red Hat OpenShift Local\crc.exe start --memory 12000 --cpus 5 --disk-size 40 -p C:\Users\rhqp\crc-qe\pull-secret:
    Command stdout:
    
    stderr:
    level=debug msg="CRC version: 2.44.0+d1d8af\n"
    level=debug msg="OpenShift version: 4.17.3\n"
    level=debug msg="MicroShift version: 4.17.3\n"
    level=debug msg="Running 'crc start'"
    level=debug msg="Total memory of system is 34358562816 bytes"
    level=debug msg="No new version available. The latest version is 2.44.0"
    level=debug msg="Checking file: C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
    level=info msg="Using bundle path C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64.crcbundle"
    level=info msg="Checking minimum RAM requirements"
    level=debug msg="Total memory of system is 34358562816 bytes"
    level=info msg="Check if Podman binary exists in: C:\\Users\\rhqp\\.crc\\bin\\oc"
    level=info msg="Checking if running in a shell with administrator rights"
    level=debug msg="Running '$currentPrincipal = New-Object Security.Principal.WindowsPrincipal([Security.Principal.WindowsIdentity]::GetCurrent());$currentPrincipal.IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator)'"
    level=info msg="Checking Windows release"
    level=debug msg="Running '(Get-ItemProperty -Path \"HKLM:\\SOFTWARE\\Microsoft\\Windows NT\\CurrentVersion\" -Name ReleaseId).ReleaseId'"
    level=info msg="Checking Windows edition"
    level=debug msg="Running '(Get-ItemProperty -Path \"HKLM:\\SOFTWARE\\Microsoft\\Windows NT\\CurrentVersion\").EditionID'"
    level=debug msg="Running on Windows Enterprise edition"
    level=info msg="Checking if Hyper-V is installed and operational"
    level=debug msg="Running '@(Get-Wmiobject Win32_ComputerSystem).HypervisorPresent'"
    level=debug msg="Running '@(Get-Service vmms).Status'"
    level=info msg="Checking if Hyper-V service is enabled"
    level=debug msg="Running '@(Get-Service vmms).Status'"
    level=info msg="Checking if crc-users group exists"
    level=debug msg="Running 'Get-LocalGroup -Name crc-users'"
    level=info msg="Checking if current user is in crc-users and Hyper-V admins group"
    level=debug msg="Running '(Get-LocalGroupMember -Group 'crc-users').Name'"
    level=debug msg="Checking current user is in the 'crc-user' group"
    level=debug msg="group members: maptf504487d\\rhqp"
    level=debug msg="Running '(Get-LocalGroupMember -SID 'S-1-5-32-578').Name'"
    level=debug msg="Checking current user is in the 'Hyper-v Administrators' group"
    level=debug msg="group members: maptf504487d\\rhqp"
    level=info msg="Checking if vsock is correctly configured"
    level=debug msg="Running 'Get-Item -Path \"HKLM:\\SOFTWARE\\Microsoft\\Windows NT\\CurrentVersion\\Virtualization\\GuestCommunicationServices\\00000400-FACB-11E6-BD58-64006A7986D3\"'"
    level=info msg="Checking if the win32 background launcher is installed"
    level=debug msg="Running '(Get-Item 'C:\\Program Files\\Red Hat OpenShift Local\\crc-background-launcher.exe').VersionInfo.FileVersion'"
    level=debug msg="Found crc-background-launcher.exe version 0.0.0.1"
    level=info msg="Checking if the daemon task is installed"
    level=debug msg="Running 'Get-ScheduledTask -TaskName crcDaemon'"
    level=debug msg="Running '(Get-ScheduledTask -TaskName \"crcDaemon\").Version'"
    level=info msg="Checking if the daemon task is running"
    level=debug msg="Running '(Get-ScheduledTask -TaskName \"crcDaemon\").State'"
    level=info msg="Checking admin helper service is running"
    level=debug msg="Running '(Get-Service crcAdminHelper).Status'"
    level=info msg="Checking SSH port availability"
    level=debug msg="Checking file: C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
    level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\oc.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\oc\\oc.exe'"
    level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\podman.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\podman\\podman.exe'"
    level=info msg="Loading bundle: crc_hyperv_4.17.3_amd64..."
    level=debug msg="Using secret from configuration"
    level=info msg="Creating CRC VM for OpenShift 4.17.3..."
    level=debug msg="Running pre-create checks..."
    level=debug msg="Running '@(Get-Module -ListAvailable hyper-v).Name | Get-Unique'"
    level=debug msg="Running '@([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole(([System.Security.Principal.SecurityIdentifier]::new(\"S-1-5-32-578\")))'"
    level=debug msg="Creating machine..."
    level=debug msg="Machine: libhvee -> creating: system settings"
    level=debug msg="Machine: libhvee -> creating: copy disk image"
    level=debug msg="Machine: libhvee -> creating: hardware setup"
    level=debug msg="Machine: libhvee -> creating: done"
    level=debug msg="Resizing disk from 33285996544 bytes to 42949672960 bytes"
    level=info msg="Generating new SSH key pair..."
    level=info msg="Generating new password for the kubeadmin user"
    level=debug msg="Created C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
    level=debug msg="Machine successfully created"
    level=debug msg="Checking file: C:\\Users\\rhqp\\.crc\\machines\\crc\\.crc-exist"
    level=debug msg="Machine: libhvee -> state"
    level=debug msg="Machine: libhvee -> get machine"
    level=debug msg="Machine: libhvee -> state: get"
    level=debug msg="Machine: libhvee -> state: stopped"
    level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\oc.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\oc\\oc.exe'"
    level=debug msg="Copying 'C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\podman.exe' to 'C:\\Users\\rhqp\\.crc\\bin\\podman\\podman.exe'"
    level=info msg="Starting CRC VM for openshift 4.17.3..."
    level=debug msg="Updating CRC VM configuration"
    level=debug msg="Machine: libhvee -> get machine"
    level=debug msg="Machine: libhvee -> start"
    level=debug msg="Waiting for machine to be running, this may take a few minutes..."
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Machine: libhvee -> state"
    level=debug msg="Machine: libhvee -> get machine"
    level=debug msg="Machine: libhvee -> state: get"
    level=debug msg="Machine: libhvee -> state: running"
    level=debug msg="Machine is up and running!"
    level=debug msg="Machine: libhvee -> state"
    level=debug msg="Machine: libhvee -> get machine"
    level=debug msg="Machine: libhvee -> state: get"
    level=debug msg="Machine: libhvee -> state: running"
    level=info msg="CRC instance is running with IP 127.0.0.1"
    level=debug msg="Waiting until ssh is available"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: exit 0"
    level=debug msg="Using ssh private keys: [C:\\Users\\rhqp\\.crc\\machines\\crc\\id_ed25519 C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\id_ecdsa_crc]"
    level=debug msg="SSH command results: err: ssh: handshake failed: read tcp 127.0.0.1:51496->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host., output: "
    level=debug msg="error: Temporary error: ssh command error:\ncommand : exit 0\nerr     : ssh: handshake failed: read tcp 127.0.0.1:51496->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host.\n - sleeping 1s"
    level=debug msg="retry loop: attempt 1"
    level=debug msg="Running SSH command: exit 0"
    level=debug msg="Using ssh private keys: [C:\\Users\\rhqp\\.crc\\machines\\crc\\id_ed25519 C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\id_ecdsa_crc]"
    level=debug msg="SSH command results: err: ssh: handshake failed: read tcp 127.0.0.1:51502->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host., output: "
    level=debug msg="error: Temporary error: ssh command error:\ncommand : exit 0\nerr     : ssh: handshake failed: read tcp 127.0.0.1:51502->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host.\n - sleeping 1s"
    level=debug msg="retry loop: attempt 2"
    level=debug msg="Running SSH command: exit 0"
    level=debug msg="Using ssh private keys: [C:\\Users\\rhqp\\.crc\\machines\\crc\\id_ed25519 C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\id_ecdsa_crc]"
    level=debug msg="SSH command results: err: ssh: handshake failed: read tcp 127.0.0.1:51503->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host., output: "
    level=debug msg="error: Temporary error: ssh command error:\ncommand : exit 0\nerr     : ssh: handshake failed: read tcp 127.0.0.1:51503->127.0.0.1:2222: wsarecv: An existing connection was forcibly closed by the remote host.\n - sleeping 1s"
    level=debug msg="retry loop: attempt 3"
    level=debug msg="Running SSH command: exit 0"
    level=debug msg="Using ssh private keys: [C:\\Users\\rhqp\\.crc\\machines\\crc\\id_ed25519 C:\\Users\\rhqp\\.crc\\cache\\crc_hyperv_4.17.3_amd64\\id_ecdsa_crc]"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=info msg="CRC VM is running"
    level=debug msg="Using root access: disable core user password"
    level=debug msg="Running SSH command: sudo passwd --lock core"
    level=debug msg="SSH command results: err: <nil>, output: Locking password for user core.\npasswd: Success\n"
    level=debug msg="Running SSH command: cat /home/core/.ssh/authorized_keys"
    level=debug msg="SSH command results: err: Process exited with status 1, output: "
    level=info msg="Updating authorized keys..."
    level=debug msg="Creating /home/core/.ssh/authorized_keys with permissions 0644 in the CRC VM"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="Running SSH command: rm /home/core/.ssh/authorized_keys.d/ignition"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Get device id"
    level=debug msg="Running SSH command: sudo /usr/sbin/blkid -t TYPE=xfs -o device"
    level=debug msg="SSH command results: err: <nil>, output: /dev/sda4\n"
    level=debug msg="Using root access: Growing /dev/sda4 partition"
    level=debug msg="Running SSH command: sudo /usr/bin/growpart /dev/sda 4"
    level=debug msg="SSH command results: err: <nil>, output: CHANGED: partition=4 start=1050624 old: size=63961055 end=65011678 new: size=82835423 end=83886046\n"
    level=info msg="Resizing /dev/sda4 filesystem"
    level=debug msg="Using root access: Remounting /sysroot read/write"
    level=debug msg="Running SSH command: sudo mount -o remount,rw /sysroot"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Growing /sysroot filesystem"
    level=debug msg="Running SSH command: sudo xfs_growfs /sysroot"
    level=debug msg="SSH command results: err: <nil>, output: meta-data=/dev/sda4              isize=512    agcount=42, agsize=191744 blks\n         =                       sectsz=512   attr=2, projid32bit=1\n         =                       crc=1        finobt=1, sparse=1, rmapbt=0\n         =                       reflink=1    bigtime=1 inobtcount=1 nrext64=0\ndata     =                       bsize=4096   blocks=7995131, imaxpct=25\n         =                       sunit=0      swidth=0 blks\nnaming   =version 2              bsize=4096   ascii-ci=0, ftype=1\nlog      =internal log           bsize=4096   blocks=16384, version=2\n         =                       sectsz=512   sunit=0 blks, lazy-count=1\nrealtime =none                   extsz=4096   blocks=0, rtextents=0\ndata blocks changed from 7995131 to 10354427\n"
    level=debug msg="Using root access: make root Podman socket accessible"
    level=debug msg="Running SSH command: sudo chmod 777 /run/podman/ /run/podman/podman.sock"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Running SSH command: systemctl status ovs-configuration.service"
    level=debug msg="SSH command results: err: Process exited with status 3, output: ○ ovs-configuration.service - Configures OVS with proper host networking configuration\n     Loaded: loaded (/etc/systemd/system/ovs-configuration.service; enabled; preset: disabled)\n     Active: inactive (dead)\n"
    level=debug msg="Using root access: Executing systemctl daemon-reload command"
    level=debug msg="Running SSH command: sudo systemctl daemon-reload"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Executing systemctl start ovs-configuration.service"
    level=debug msg="Running SSH command: sudo systemctl start ovs-configuration.service"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Update resolv.conf file"
    level=debug msg="Running SSH command: sudo nmcli con modify --temporary ovs-if-br-ex ipv4.dns 192.168.127.1 ipv4.dns-search crc.testing"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Executing systemctl daemon-reload command"
    level=debug msg="Running SSH command: sudo systemctl daemon-reload"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Executing systemctl restart NetworkManager.service"
    level=debug msg="Running SSH command: sudo systemctl restart NetworkManager.service"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 1"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 2"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 3"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 4"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 5"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 6"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 7"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 8"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 9"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 10"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 11"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 12"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 13"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 14"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 15"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 16"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 17"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 18"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 19"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 20"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 21"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 22"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 23"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 24"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 25"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 26"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 27"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 28"
    level=debug msg="Running SSH command: host -R 3 foo.apps-crc.testing"
    level=debug msg="SSH command results: err: Process exited with status 1, output: foo.apps-crc.testing has address 192.168.127.2\nHost foo.apps-crc.testing not found: 3(NXDOMAIN)\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : host -R 3 foo.apps-crc.testing\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="RetryAfter timeout after 29 tries"
    level=info msg="Check internal and public DNS query..."
    level=debug msg="Running SSH command: curl --head quay.io"
    level=debug msg="SSH command results: err: <nil>, output: HTTP/1.1 301 Moved Permanently\r\nServer: awselb/2.0\r\nDate: Mon, 25 Nov 2024 09:25:38 GMT\r\nContent-Type: text/html\r\nContent-Length: 134\r\nConnection: keep-alive\r\nLocation: https://quay.io:443/\r\n\r\n"
    level=info msg="Check DNS query from host..."
    level=debug msg="api.crc.testing resolved to [127.0.0.1]"
    level=info msg="Verifying validity of the kubelet certificates..."
    level=debug msg="Running SSH command: date --date=\"$(sudo openssl x509 -in /var/lib/kubelet/pki/kubelet-client-current.pem -noout -enddate | cut -d= -f 2)\" --iso-8601=seconds"
    level=debug msg="SSH command results: err: <nil>, output: 2025-11-11T11:49:58+00:00\n"
    level=debug msg="Running SSH command: date --date=\"$(sudo openssl x509 -in /var/lib/kubelet/pki/kubelet-server-current.pem -noout -enddate | cut -d= -f 2)\" --iso-8601=seconds"
    level=debug msg="SSH command results: err: <nil>, output: 2025-11-11T11:50:52+00:00\n"
    level=debug msg="Running SSH command: date --date=\"$(sudo openssl x509 -in /etc/kubernetes/static-pod-resources/kube-apiserver-certs/secrets/aggregator-client/tls.crt -noout -enddate | cut -d= -f 2)\" --iso-8601=seconds"
    level=debug msg="SSH command results: err: <nil>, output: 2025-11-11T11:52:24+00:00\n"
    level=info msg="Starting kubelet service"
    level=debug msg="Using root access: Executing systemctl daemon-reload command"
    level=debug msg="Running SSH command: sudo systemctl daemon-reload"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug msg="Using root access: Executing systemctl start kubelet"
    level=debug msg="Running SSH command: sudo systemctl start kubelet"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=info msg="Waiting for kube-apiserver availability... [takes around 2min]"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 1, output: "
    level=debug msg="E1125 09:25:43.919821    4575 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:43.921065    4575 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:43.922110    4575 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:43.923175    4575 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:43.924127    4575 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nThe connection to the server api.crc.testing:6443 was refused - did you specify the right host or port?\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 1"
    level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 1, output: "
    level=debug msg="E1125 09:25:45.091100    5147 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:45.093081    5147 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:45.094521    5147 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:45.095798    5147 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:45.098183    5147 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nThe connection to the server api.crc.testing:6443 was refused - did you specify the right host or port?\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 2"
    level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 1, output: "
    level=debug msg="E1125 09:25:46.277159    5499 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:46.278760    5499 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:46.280500    5499 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:46.282052    5499 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nE1125 09:25:46.283257    5499 memcache.go:265] couldn't get current server API group list: Get \"https://api.crc.testing:6443/api?timeout=32s\": dial tcp 192.168.127.2:6443: connect: connection refused\nThe connection to the server api.crc.testing:6443 was refused - did you specify the right host or port?\n"
    level=debug msg="error: Temporary error: ssh command error:\ncommand : timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr     : Process exited with status 1\n - sleeping 1s"
    level=debug msg="retry loop: attempt 3"
    level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 124, output: "
    level=debug
    level=debug msg="error: Temporary error: ssh command error:\ncommand : timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr     : Process exited with status 124\n - sleeping 1s"
    level=debug msg="retry loop: attempt 4"
    level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 124, output: "
    level=debug
    level=debug msg="error: Temporary error: ssh command error:\ncommand : timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr     : Process exited with status 124\n - sleeping 1s"
    level=debug msg="retry loop: attempt 5"
    level=debug msg="Running SSH command: timeout 5s oc get nodes --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: NAME   STATUS     ROLES                         AGE   VERSION\ncrc    NotReady   control-plane,master,worker   14d   v1.30.5\n"
    level=debug msg="NAME   STATUS     ROLES                         AGE   VERSION\ncrc    NotReady   control-plane,master,worker   14d   v1.30.5\n"
    level=debug msg="Waiting for availability of resource type 'configmap'"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get configmap --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: NAME                       DATA   AGE\nkube-root-ca.crt           1      14d\nopenshift-service-ca.crt   1      14d\n"
    level=debug msg="NAME                       DATA   AGE\nkube-root-ca.crt           1      14d\nopenshift-service-ca.crt   1      14d\n"
    level=debug msg="Running SSH command: timeout 30s oc delete -n openshift-machine-config-operator configmap machine-config-controller --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 1, output: "
    level=debug msg="Waiting for availability of resource type 'lease'"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get lease --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=debug
    level=debug msg="Running SSH command: timeout 30s oc delete -A lease --all --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: lease.coordination.k8s.io \"apiserver-yz2phfmetulqy4pemhbirhdnii\" deleted\n"
    level=debug msg="Waiting for availability of resource type 'secret'"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get secret --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: NAME                       TYPE                      DATA   AGE\nbuilder-dockercfg-bkxqq    kubernetes.io/dockercfg   1      13d\ndefault-dockercfg-swxhx    kubernetes.io/dockercfg   1      13d\ndeployer-dockercfg-2jt5z   kubernetes.io/dockercfg   1      13d\n"
    level=debug msg="NAME                       TYPE                      DATA   AGE\nbuilder-dockercfg-bkxqq    kubernetes.io/dockercfg   1      13d\ndefault-dockercfg-swxhx    kubernetes.io/dockercfg   1      13d\ndeployer-dockercfg-2jt5z   kubernetes.io/dockercfg   1      13d\n"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=info msg="Adding user's pull secret to the cluster..."
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="Waiting for availability of resource type 'machineconfigs'"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get machineconfigs --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: NAME                                               GENERATEDBYCONTROLLER                      IGNITIONVERSION   AGE\n00-master                                          6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n00-worker                                          6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-master-container-runtime                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-master-kubelet                                  6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-worker-container-runtime                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-worker-kubelet                                  6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n97-master-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n97-worker-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n98-master-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n98-worker-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n99-master-generated-registries                     6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n99-master-ssh                                                                                 3.2.0             14d\n99-node-sizing-for-crc                                                                        3.2.0             14d\n99-openshift-machineconfig-master-dummy-networks                                              3.2.0             14d\n99-worker-generated-registries                     6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n99-worker-ssh                                                                                 3.2.0             14d\nrendered-master-57eb5e5677249ac18532842c0e50e3e2   6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             13d\nrendered-worker-04df2d99d49f0abb5499d3a29d4dfd13   6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             13d\n"
    level=debug msg="NAME                                               GENERATEDBYCONTROLLER                      IGNITIONVERSION   AGE\n00-master                                          6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n00-worker                                          6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-master-container-runtime                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-master-kubelet                                  6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-worker-container-runtime                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n01-worker-kubelet                                  6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n97-master-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n97-worker-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n98-master-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n98-worker-generated-kubelet                        6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n99-master-generated-registries                     6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n99-master-ssh                                                                                 3.2.0             14d\n99-node-sizing-for-crc                                                                        3.2.0             14d\n99-openshift-machineconfig-master-dummy-networks                                              3.2.0             14d\n99-worker-generated-registries                     6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             14d\n99-worker-ssh                                                                                 3.2.0             14d\nrendered-master-57eb5e5677249ac18532842c0e50e3e2   6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             13d\nrendered-worker-04df2d99d49f0abb5499d3a29d4dfd13   6308e62a4edabb857def36e2ffdaad1f92cc4734   3.4.0             13d\n"
    level=debug msg="Running SSH command: timeout 30s oc get machineconfigs 99-master-ssh -o jsonpath='{.spec.config.passwd.users[0].sshAuthorizedKeys[0]}' --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAEdryJrP5mWcrn43ivl5TdXqhXKu7wxqg4LF0QMwS1lKVXqtN3GHvu3rKXfcUGJD5Q8rrMy01fFCE6Lot3jpg5fXQCre2/lHnwbPnar37soMkAwMR1yqoZqHWoH5jQvYjKbZ0fLpCb/4YRqocAa9HeU0h9B5NCSe5IjeK19ivLu2dUGqA== core"
    level=info msg="Updating SSH key to machine config resource..."
    level=debug msg="Running SSH command: timeout 30s oc patch machineconfig 99-master-ssh -p '{\"spec\": {\"config\": {\"passwd\": {\"users\": [{\"name\": \"core\", \"sshAuthorizedKeys\": [\"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIJQLMI+4uK1gapvUSLXaRYlbhnt38eMUXLAKJSH36mUQ\"]}]}}}}' --type merge --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: machineconfig.machineconfiguration.openshift.io/99-master-ssh patched\n"
    level=info msg="Waiting until the user's pull secret is written to the instance disk..."
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 1"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 2"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 3"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 4"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 5"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 6"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 7"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 8"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 9"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 10"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 11"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 12"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 13"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 14"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 15"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 16"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 17"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 18"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 19"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 20"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 21"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 22"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 23"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 24"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 25"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 26"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 27"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 28"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 29"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 30"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 31"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 32"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 33"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 34"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 35"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 36"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 37"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 38"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 39"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 40"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 41"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 42"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 43"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 44"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 45"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="error: Temporary error: pull secret not updated to disk - sleeping 2s"
    level=debug msg="retry loop: attempt 46"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="Waiting for availability of resource type 'secret'"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get secret --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: NAME                       TYPE                      DATA   AGE\nbuilder-dockercfg-bkxqq    kubernetes.io/dockercfg   1      13d\ndefault-dockercfg-swxhx    kubernetes.io/dockercfg   1      13d\ndeployer-dockercfg-2jt5z   kubernetes.io/dockercfg   1      13d\n"
    level=debug msg="NAME                       TYPE                      DATA   AGE\nbuilder-dockercfg-bkxqq    kubernetes.io/dockercfg   1      13d\ndefault-dockercfg-swxhx    kubernetes.io/dockercfg   1      13d\ndeployer-dockercfg-2jt5z   kubernetes.io/dockercfg   1      13d\n"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=info msg="Changing the password for the kubeadmin user"
    level=debug msg="Running SSH command: <hidden>"
    level=debug msg="SSH command succeeded"
    level=debug msg="Waiting for availability of resource type 'clusterversion'"
    level=debug msg="retry loop: attempt 0"
    level=debug msg="Running SSH command: timeout 5s oc get clusterversion --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 124, output: "
    level=debug
    level=debug msg="error: Temporary error: ssh command error:\ncommand : timeout 5s oc get clusterversion --context admin --cluster crc --kubeconfig /opt/kubeconfig\nerr     : Process exited with status 124\n - sleeping 1s"
    level=debug msg="retry loop: attempt 1"
    level=debug msg="Running SSH command: timeout 5s oc get clusterversion --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: NAME      VERSION   AVAILABLE   PROGRESSING   SINCE   STATUS\nversion   4.17.3    True        False         14d     Cluster version is 4.17.3\n"
    level=debug msg="NAME      VERSION   AVAILABLE   PROGRESSING   SINCE   STATUS\nversion   4.17.3    True        False         14d     Cluster version is 4.17.3\n"
    level=debug msg="Running SSH command: timeout 30s oc get clusterversion version -o jsonpath=\"{['spec']['clusterID']}\" --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: "
    level=info msg="Updating cluster ID..."
    level=debug msg="Running SSH command: timeout 30s oc patch clusterversion version -p '{\"spec\":{\"clusterID\":\"16c3d65c-f389-4fde-907f-002c4a67cba1\"}}' --type merge --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: <nil>, output: clusterversion.config.openshift.io/version patched\n"
    level=debug msg="Running SSH command: ls /opt/crc/routes-controller.yaml"
    level=debug msg="SSH command results: err: <nil>, output: /opt/crc/routes-controller.yaml\n"
    level=debug msg="Running SSH command: timeout 30s oc apply -f /opt/crc/routes-controller.yaml --context admin --cluster crc --kubeconfig /opt/kubeconfig"
    level=debug msg="SSH command results: err: Process exited with status 1, output: "
    ssh command error:
    command : timeout 30s oc apply -f /opt/crc/routes-controller.yaml --context admin --cluster crc --kubeconfig /opt/kubeconfig
    err     : Process exited with status 1
    
    
    error:
    exit status 1
    {
        Err: <*errors.errorString | 0xc0006021c0>{
            s: "error running C:\\Program Files\\Red Hat OpenShift Local\\crc.exe start --memory 12000 --cpus 5 --disk-size 40 -p C:\\Users\\rhqp\\crc-qe\\pull-secret:\nCommand stdout:\n\nstderr:\nlevel=debug msg=\"CRC version: 2.44.0+d1d8af\\n\"\nlevel=debug msg=\"OpenShift version: 4.17.3\\n\"\nlevel=debug msg=\"MicroShift version: 4.17.3\\n\"\nlevel=debug msg=\"Running 'crc start'\"\nlevel=debug msg=\"Total memory of system is 34358562816 bytes\"\nlevel=debug msg=\"No new version available. The latest version is 2.44.0\"\nlevel=debug msg=\"Checking file: C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=info msg=\"Using bundle path C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64.crcbundle\"\nlevel=info msg=\"Checking minimum RAM requirements\"\nlevel=debug msg=\"Total memory of system is 34358562816 bytes\"\nlevel=info msg=\"Check if Podman binary exists in: C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\oc\"\nlevel=info msg=\"Checking if running in a shell with administrator rights\"\nlevel=debug msg=\"Running '$currentPrincipal = New-Object Security.Principal.WindowsPrincipal([Security.Principal.WindowsIdentity]::GetCurrent());$currentPrincipal.IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator)'\"\nlevel=info msg=\"Checking Windows release\"\nlevel=debug msg=\"Running '(Get-ItemProperty -Path \\\"HKLM:\\\\SOFTWARE\\\\Microsoft\\\\Windows NT\\\\CurrentVersion\\\" -Name ReleaseId).ReleaseId'\"\nlevel=info msg=\"Checking Windows edition\"\nlevel=debug msg=\"Running '(Get-ItemProperty -Path \\\"HKLM:\\\\SOFTWARE\\\\Microsoft\\\\Windows NT\\\\CurrentVersion\\\").EditionID'\"\nlevel=debug msg=\"Running on Windows Enterprise edition\"\nlevel=info msg=\"Checking if Hyper-V is installed and operational\"\nlevel=debug msg=\"Running '@(Get-Wmiobject Win32_ComputerSystem).HypervisorPresent'\"\nlevel=debug msg=\"Running '@(Get-Service vmms).Status'\"\nlevel=info msg=\"Checking if Hyper-V service is enabled\"\nlevel=debug msg=\"Running '@(Get-Service vmms).Status'\"\nlevel=info msg=\"Checking if crc-users group exists\"\nlevel=debug msg=\"Running 'Get-LocalGroup -Name crc-users'\"\nlevel=info msg=\"Checking if current user is in crc-users and Hyper-V admins group\"\nlevel=debug msg=\"Running '(Get-LocalGroupMember -Group 'crc-users').Name'\"\nlevel=debug msg=\"Checking current user is in the 'crc-user' group\"\nlevel=debug msg=\"group members: maptf504487d\\\\rhqp\"\nlevel=debug msg=\"Running '(Get-LocalGroupMember -SID 'S-1-5-32-578').Name'\"\nlevel=debug msg=\"Checking current user is in the 'Hyper-v Administrators' group\"\nlevel=debug msg=\"group members: maptf504487d\\\\rhqp\"\nlevel=info msg=\"Checking if vsock is correctly configured\"\nlevel=debug msg=\"Running 'Get-Item -Path \\\"HKLM:\\\\SOFTWARE\\\\Microsoft\\\\Windows NT\\\\CurrentVersion\\\\Virtualization\\\\GuestCommunicationServices\\\\00000400-FACB-11E6-BD58-64006A7986D3\\\"'\"\nlevel=info msg=\"Checking if the win32 background launcher is installed\"\nlevel=debug msg=\"Running '(Get-Item 'C:\\\\Program Files\\\\Red Hat OpenShift Local\\\\crc-background-launcher.exe').VersionInfo.FileVersion'\"\nlevel=debug msg=\"Found crc-background-launcher.exe version 0.0.0.1\"\nlevel=info msg=\"Checking if the daemon task is installed\"\nlevel=debug msg=\"Running 'Get-ScheduledTask -TaskName crcDaemon'\"\nlevel=debug msg=\"Running '(Get-ScheduledTask -TaskName \\\"crcDaemon\\\").Version'\"\nlevel=info msg=\"Checking if the daemon task is running\"\nlevel=debug msg=\"Running '(Get-ScheduledTask -TaskName \\\"crcDaemon\\\").State'\"\nlevel=info msg=\"Checking admin helper service is running\"\nlevel=debug msg=\"Running '(Get-Service crcAdminHelper).Status'\"\nlevel=info msg=\"Checking SSH port availability\"\nlevel=debug msg=\"Checking file: C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\oc.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\oc\\\\oc.exe'\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\podman.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\podman\\\\podman.exe'\"\nlevel=info msg=\"Loading bundle: crc_hyperv_4.17.3_amd64...\"\nlevel=debug msg=\"Using secret from configuration\"\nlevel=info msg=\"Creating CRC VM for OpenShift 4.17.3...\"\nlevel=debug msg=\"Running pre-create checks...\"\nlevel=debug msg=\"Running '@(Get-Module -ListAvailable hyper-v).Name | Get-Unique'\"\nlevel=debug msg=\"Running '@([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole(([System.Security.Principal.SecurityIdentifier]::new(\\\"S-1-5-32-578\\\")))'\"\nlevel=debug msg=\"Creating machine...\"\nlevel=debug msg=\"Machine: libhvee -> creating: system settings\"\nlevel=debug msg=\"Machine: libhvee -> creating: copy disk image\"\nlevel=debug msg=\"Machine: libhvee -> creating: hardware setup\"\nlevel=debug msg=\"Machine: libhvee -> creating: done\"\nlevel=debug msg=\"Resizing disk from 33285996544 bytes to 42949672960 bytes\"\nlevel=info msg=\"Generating new SSH key pair...\"\nlevel=info msg=\"Generating new password for the kubeadmin user\"\nlevel=debug msg=\"Created C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=debug msg=\"Machine successfully created\"\nlevel=debug msg=\"Checking file: C:\\\\Users\\\\rhqp\\\\.crc\\\\machines\\\\crc\\\\.crc-exist\"\nlevel=debug msg=\"Machine: libhvee -> state\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> state: get\"\nlevel=debug msg=\"Machine: libhvee -> state: stopped\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\oc.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\oc\\\\oc.exe'\"\nlevel=debug msg=\"Copying 'C:\\\\Users\\\\rhqp\\\\.crc\\\\cache\\\\crc_hyperv_4.17.3_amd64\\\\podman.exe' to 'C:\\\\Users\\\\rhqp\\\\.crc\\\\bin\\\\podman\\\\podman.exe'\"\nlevel=info msg=\"Starting CRC VM for openshift 4.17.3...\"\nlevel=debug msg=\"Updating CRC VM configuration\"\nlevel=debug msg=\"Machine: libhvee -> get machine\"\nlevel=debug msg=\"Machine: libhvee -> start\"\nlevel=debug msg=\"Waiting for machine to be running, this may take a few minutes...\"\nlevel=debug msg=\"retry loop: attempt 0\"\nlevel=debug msg=\"Machine: libhvee -> state\"\n