Skip to content

Commit

Permalink
Add periodic log of missing deployments (#250)
Browse files Browse the repository at this point in the history
  • Loading branch information
sschnabe authored Aug 9, 2023
1 parent 0fc91a2 commit aac6444
Showing 1 changed file with 38 additions and 11 deletions.
49 changes: 38 additions & 11 deletions src/main/java/io/kokuwa/maven/k3s/mojo/ApplyMojo.java
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,8 @@
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.atomic.AtomicReference;
import java.util.regex.Pattern;
import java.util.stream.Collectors;
import java.util.stream.Stream;
Expand Down Expand Up @@ -89,9 +91,14 @@ public void execute() throws MojoExecutionException {

// wait for service account, see https://github.com/kubernetes/kubernetes/issues/66689

Await.await(getLog(), "k3s service account ready").until(() -> !getDocker()
.exec("kubectl", "get", "sa", "default", "--ignore-not-found", "--output=name")
.isEmpty());
var serviceAccount = new String[] { "kubectl", "get", "sa", "default", "--ignore-not-found", "--output=name" };
if (getDocker().exec(serviceAccount).isEmpty()) {
getLog().info("");
getLog().info("No service account found, waiting for sa ...");
Await.await(getLog(), "k3s service account ready").until(() -> !getDocker().exec(serviceAccount).isEmpty());
getLog().info("Service account found, continue ...");
getLog().info("");
}

// wait for node getting ready

Expand All @@ -117,8 +124,27 @@ public void execute() throws MojoExecutionException {
.entrySet().stream().parallel().flatMap(this::waitFor).collect(Collectors.toSet());
try {
var success = true;
for (var future : Executors.newWorkStealingPool().invokeAll(tasks)) {
success &= future.get();
var pool = Executors.newWorkStealingPool();
var futures = tasks.stream().collect(Collectors.toMap(Entry::getKey, e -> pool.submit(e.getValue())));
var missing = new AtomicReference<>(futures.keySet().stream().sorted().collect(Collectors.toList()));
pool.submit(() -> {
while (!futures.values().stream().allMatch(Future::isDone)) {
Thread.sleep(10000);
var newMissing = futures.entrySet().stream()
.filter(f -> !f.getValue().isDone())
.map(Entry::getKey).sorted().collect(Collectors.toList());
var oldMissing = missing.getAndSet(newMissing);
if (oldMissing.equals(newMissing)) {
getLog().debug("Still waiting for: " + missing);
} else {
getLog().info("Still waiting for: " + missing);
}
}
return null;
});

for (var future : futures.entrySet()) {
success &= future.getValue().get();
}
if (!success) {
throw new MojoExecutionException("Failed to wait for resources, see previous log");
Expand Down Expand Up @@ -149,7 +175,7 @@ private Task apply() throws MojoExecutionException {
return getDocker().execWithoutVerify(timeout, command);
}

private Stream<Callable<Boolean>> waitFor(Entry<String, List<String>> entry) {
private Stream<Entry<String, Callable<Boolean>>> waitFor(Entry<String, List<String>> entry) {
try {

var kind = entry.getKey();
Expand All @@ -176,21 +202,22 @@ private Stream<Callable<Boolean>> waitFor(Entry<String, List<String>> entry) {
tmp.add(name);
tmp.add("--namespace=" + namespace);
tmp.add("--timeout=" + timeout.getSeconds() + "s");
return (Callable<Boolean>) () -> {
var representation = "default".equals(namespace) ? name : namespace + "/" + name;
return Map.entry(representation, (Callable<Boolean>) () -> {
try {
getLog().debug(kind + " " + namespace + "/" + name + " ... waiting");
getLog().debug(kind + " " + representation + " ... waiting");
getDocker().exec(timeout.plusSeconds(10), tmp);
getLog().info(kind + " " + namespace + "/" + name + " ... ready");
getLog().info(kind + " " + representation + " ... ready");
return true;
} catch (MojoExecutionException e) {
getDocker().exec("kubectl", "get", "--output=yaml", "--namespace=" + namespace, kind, name);
return false;
}
};
});
});

} catch (MojoExecutionException e) {
return Stream.of(() -> false);
return Stream.of(Map.entry("exception", () -> false));
}
}

Expand Down

0 comments on commit aac6444

Please sign in to comment.