Improve handling of registration failures

Author: orpiske

archetypes/wanaku-provider-archetype/src/main/resources/archetype-resources/src/main/resources/application.properties

@@ -40,6 +40,11 @@ wanaku.service.provider.base-uri=${name.toLowerCase()}://
 # not set by the user
 # wanaku.service.provider.service.defaults.noop=true
 
+# Registration options
+# wanaku.service.provider.register-delay-seconds=3
+# wanaku.service.provider.register-retries=3
+# wanaku.service.provider.register-retry-wait-seconds=1
+
 # Valkey configuration
 
 # Address of the Valkey host

archetypes/wanaku-tool-service-archetype/src/main/resources/archetype-resources/src/main/resources/application.properties

@@ -31,6 +31,11 @@ quarkus.log.category."ai.wanaku".level=INFO
 wanaku.service.routing.name=${name.toLowerCase()}
 wanaku.service.routing.base-uri=${name.toLowerCase()}://
 
+# Registration options
+# wanaku.service.routing.register-delay-seconds=3
+# wanaku.service.routing.register-retries=3
+# wanaku.service.routing.register-retry-wait-seconds=1
+
 # Valkey configuration
 
 # Address of the Valkey host

core/core-services/src/main/java/ai/wanaku/core/services/config/WanakuServiceConfig.java

@@ -1,5 +1,6 @@
 package ai.wanaku.core.services.config;
 
+import io.smallrye.config.WithDefault;
 import java.util.Map;
 
 import ai.wanaku.core.config.WanakuConfig;
@@ -19,4 +20,13 @@ interface Service {
     interface Credentials {
         Map<String, String> configurations();
     }
+
+    @WithDefault("3")
+    int registerRetries();
+
+    @WithDefault("3")
+    int registerDelaySeconds();
+
+    @WithDefault("1")
+    int registerRetryWaitSeconds();
 }

core/core-services/src/main/java/ai/wanaku/core/services/provider/AbstractResourceDelegate.java

@@ -14,6 +14,8 @@
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.concurrent.ScheduledExecutorService;
+import java.util.concurrent.TimeUnit;
 import org.apache.camel.catalog.CamelCatalog;
 import org.apache.camel.catalog.DefaultCamelCatalog;
 import org.apache.camel.tooling.model.BaseOptionModel;
@@ -35,6 +37,9 @@ public abstract class AbstractResourceDelegate implements ResourceAcquirerDelega
     @Inject
     ServiceRegistry serviceRegistry;
 
+    @Inject
+    ScheduledExecutorService executor;
+
     /**
      * Gets the endpoint URI.
      * Here you build the Camel URI based on the request parameters.
@@ -131,9 +136,39 @@ protected Map<String, String> componentOptions(String name, Map<String, String>
         return opt;
     }
 
+    private void tryRegistering(String service, String address, int port) {
+        int retries = config.registerRetries();
+        boolean registered = false;
+        do {
+            try {
+                serviceRegistry.register(ServiceTarget.provider(service, address, port), serviceConfigurations());
+                registered = true;
+            } catch (Exception e) {
+                retries = waitAndRetry(service, e, retries);
+            }
+        } while (!registered && (retries > 0));
+    }
+
+    private int waitAndRetry(String service, Exception e, int retries) {
+        retries--;
+        if (retries == 0) {
+            LOG.errorf(e, "Failed to register service %s: %s. No more retries left", service, e.getMessage());
+            return 0;
+        } else {
+            LOG.warnf("Failed to register service %s: %s. Retries left: %d", service, e.getMessage(), retries);
+        }
+        try {
+            int waitSeconds = config.registerRetryWaitSeconds();
+            Thread.sleep(waitSeconds * 1000);
+        } catch (InterruptedException ex) {
+            throw new RuntimeException(ex);
+        }
+        return retries;
+    }
+
     @Override
     public void register(String service, String address, int port) {
-        serviceRegistry.register(ServiceTarget.provider(service, address, port), serviceConfigurations());
+        executor.schedule(() -> tryRegistering(service, address, port), config.registerDelaySeconds(), TimeUnit.SECONDS);
     }
 
     @Override

core/core-services/src/main/java/ai/wanaku/core/services/routing/AbstractRoutingDelegate.java

@@ -12,6 +12,8 @@
 import ai.wanaku.core.services.config.WanakuRoutingConfig;
 import java.util.List;
 import java.util.Map;
+import java.util.concurrent.ScheduledExecutorService;
+import java.util.concurrent.TimeUnit;
 import org.jboss.logging.Logger;
 
 /**
@@ -29,6 +31,8 @@ public abstract class AbstractRoutingDelegate implements InvocationDelegate {
     @Inject
     ServiceRegistry serviceRegistry;
 
+    @Inject
+    ScheduledExecutorService executor;
 
     /**
      * Convert the response in whatever format it is to a String
@@ -81,9 +85,39 @@ public Map<String, String> credentialsConfigurations() {
         return config.credentials().configurations();
     }
 
+    private void tryRegistering(String service, String address, int port) {
+        int retries = config.registerRetries();
+        boolean registered = false;
+        do {
+            try {
+                serviceRegistry.register(ServiceTarget.toolInvoker(service, address, port), serviceConfigurations());
+                registered = true;
+            } catch (Exception e) {
+                retries = waitAndRetry(service, e, retries);
+            }
+        } while (!registered && (retries > 0));
+    }
+
+    private int waitAndRetry(String service, Exception e, int retries) {
+        retries--;
+        if (retries == 0) {
+            LOG.errorf(e, "Failed to register service %s: %s. No more retries left", service, e.getMessage());
+            return 0;
+        } else {
+            LOG.warnf("Failed to register service %s: %s. Retries left: %d", service, e.getMessage(), retries);
+        }
+        try {
+            int waitSeconds = config.registerRetryWaitSeconds();
+            Thread.sleep(waitSeconds * 1000);
+        } catch (InterruptedException ex) {
+            throw new RuntimeException(ex);
+        }
+        return retries;
+    }
+
     @Override
     public void register(String service, String address, int port) {
-        serviceRegistry.register(ServiceTarget.toolInvoker(service, address, port), serviceConfigurations());
+        executor.schedule(() -> tryRegistering(service, address, port), config.registerDelaySeconds(), TimeUnit.SECONDS);
     }
 
     @Override

services/providers/wanaku-provider-ftp/src/main/resources/application.properties

@@ -17,6 +17,11 @@ wanaku.service.provider.base-uri=ftp://
 
 wanaku.service.routing.service.configurations.username="Whether to do nothing or do something"
 
+# Registration options
+# wanaku.service.provider.register-delay-seconds=3
+# wanaku.service.provider.register-retries=3
+# wanaku.service.provider.register-retry-wait-seconds=1
+
 # Valkey configuration
 
 # Address of the Valkey host

services/tools/wanaku-routing-tavily-service/src/main/resources/application.properties

@@ -20,8 +20,8 @@ quarkus.devservices.enabled = false
 
 quarkus.grpc.server.host=0.0.0.0
 # If running multiple services on the same host, then you must pick an unique port
-%dev.quarkus.grpc.server.port=9004
-%test.quarkus.grpc.server.port=9004
+%dev.quarkus.grpc.server.port=9006
+%test.quarkus.grpc.server.port=9006
 
 wanaku.service.routing.name=tavily
 
@@ -30,6 +30,11 @@ quarkus.log.category."ai.wanaku".level=INFO
 %dev.quarkus.log.category."ai.wanaku".level=INFO
 %test.quarkus.log.category."ai.wanaku".level=INFO
 
+# Registration options
+# wanaku.service.routing.register-delay-seconds=3
+# wanaku.service.routing.register-retries=3
+# wanaku.service.routing.register-retry-wait-seconds=1
+
 # Valkey configuration
 
 # Address of the Valkey host