make federated nodes visible from the WebUI

core/cli/federated.go

@@ -6,8 +6,6 @@ import (
  "fmt"
  "io"
  "net"
- "os"
- "strings"
  "time"
 
  "math/rand/v2"
@@ -99,10 +97,6 @@ func Proxy(ctx context.Context, node *node.Node, listenAddr, service string) err
  log.Info().Msgf("Node %s is offline", v.ID)
  }
  }
- tunnelEnvVar := strings.Join(tunnelAddresses, ",")
-
- os.Setenv("LLAMACPP_GRPC_SERVERS", tunnelEnvVar)
- log.Debug().Msgf("setting LLAMACPP_GRPC_SERVERS to %s", tunnelEnvVar)
 
  // open a TCP stream to one of the tunnels
  // chosen randomly

core/cli/run.go

@@ -143,6 +143,13 @@ func (r *RunCMD) Run(ctx *cliContext.Context) error {
  if err := p2p.ExposeService(context.Background(), "localhost", port, token, p2p.FederatedID); err != nil {
  return err
  }
+ node, err := p2p.NewNode(token)
+ if err != nil {
+ return err
+ }
+ if err := p2p.ServiceDiscoverer(context.Background(), node, token, p2p.FederatedID, nil); err != nil {
+ return err
+ }
  }
 
  idleWatchDog := r.EnableWatchdogIdle

core/http/routes/localai.go

@@ -57,12 +57,13 @@ func RegisterLocalAIRoutes(app *fiber.App,
  app.Get("/backend/monitor", auth, localai.BackendMonitorEndpoint(backendMonitorService))
  app.Post("/backend/shutdown", auth, localai.BackendShutdownEndpoint(backendMonitorService))
 
- //p2p
+ // p2p
  if p2p.IsP2PEnabled() {
  app.Get("/api/p2p", auth, func(c *fiber.Ctx) error {
  // Render index
  return c.JSON(map[string]interface{}{
- "Nodes": p2p.GetAvailableNodes(""),
+ "Nodes": p2p.GetAvailableNodes(""),
+ "FederatedNodes": p2p.GetAvailableNodes(p2p.FederatedID),
  })
  })
  app.Get("/api/p2p/token", auth, func(c *fiber.Ctx) error {