mirror of
https://github.com/gravitl/netmaker.git
synced 2026-04-22 16:07:11 +08:00
c3c3ed1fb8
* NM-254: add bulk delete apis for users, hosts, nodes and optimise postgres connection settings * NM-254: rm debug logs * NM-254: add bulk delete apis, remove old acl code * NM-254: rm unused flag * NM-254: fix bulk delete bugs, add security and performance improvements - Fix host delete notifying peers before confirming deletion from DB - Fix self-delete vulnerability in bulk user delete - Fix DissasociateNodeFromHost failing when host.Nodes is empty - Fix AssociateNodeToHost/DissasociateNodeFromHost stale read race - Hoist GetAllExtClients outside loop in bulk user delete/status - Move initializeUUID outside master-pod guard for HA correctness * NM-254: return 202 Accepted for async bulk APIs, fix relay allowedIPs and host association error handling - Change all bulk endpoints (hosts, nodes, users, ext clients) from 200 OK to 202 Accepted to correctly signal async processing - Add ReturnAcceptedResponse helper in logic/errors.go - Fix GetAllowedIpsForRelayed returning empty allowedIPs slice, restoring relay connectivity - Make AssociateNodeToHost and DissasociateNodeFromHost return an error when the host DB re-fetch fails instead of silently using stale data - Add bulk-apis.md documenting all five bulk endpoints * NM-254: rm coredns container * NM-254: add bulk apis for node,extclient status, add activity logs to bulk apis * NM-254: add bulk api for connection toggle * NM-254: add network check * Update controllers/hosts.go Co-authored-by: tenki-reviewer[bot] <262613592+tenki-reviewer[bot]@users.noreply.github.com> * NM-254: optimise bulk extclient deletion --------- Co-authored-by: tenki-reviewer[bot] <262613592+tenki-reviewer[bot]@users.noreply.github.com>
219 lines
7.0 KiB
Go
219 lines
7.0 KiB
Go
package controller
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"net"
|
|
"net/http"
|
|
"time"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/gravitl/netmaker/database"
|
|
"github.com/gravitl/netmaker/logger"
|
|
"github.com/gravitl/netmaker/logic"
|
|
"github.com/gravitl/netmaker/models"
|
|
"github.com/gravitl/netmaker/mq"
|
|
"github.com/gravitl/netmaker/schema"
|
|
"github.com/gravitl/netmaker/servercfg"
|
|
"golang.org/x/crypto/bcrypt"
|
|
"golang.org/x/exp/slog"
|
|
"golang.zx2c4.com/wireguard/wgctrl/wgtypes"
|
|
)
|
|
|
|
// @Summary Used to migrate a legacy node.
|
|
// @Router /api/v1/nodes/migrate [put]
|
|
// @Tags Nodes
|
|
// @Security oauth
|
|
// @Accept json
|
|
// @Produce json
|
|
// @Param body body models.MigrationData true "Migration data"
|
|
// @Success 200 {object} models.HostPull
|
|
// @Failure 400 {object} models.ErrorResponse
|
|
func migrate(w http.ResponseWriter, r *http.Request) {
|
|
data := models.MigrationData{}
|
|
host := schema.Host{}
|
|
node := models.Node{}
|
|
var nodes []models.Node
|
|
server := models.ServerConfig{}
|
|
err := json.NewDecoder(r.Body).Decode(&data)
|
|
if err != nil {
|
|
logger.Log(0, r.Header.Get("user"), "error decoding request body: ", err.Error())
|
|
logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
|
|
return
|
|
}
|
|
for i, legacy := range data.LegacyNodes {
|
|
record, err := database.FetchRecord(database.NODES_TABLE_NAME, legacy.ID)
|
|
if err != nil {
|
|
slog.Error("legacy node not found", "error", err)
|
|
logic.ReturnErrorResponse(w, r, logic.FormatError(fmt.Errorf("legacy node not found %w", err), "badrequest"))
|
|
return
|
|
}
|
|
var legacyNode models.LegacyNode
|
|
if err = json.Unmarshal([]byte(record), &legacyNode); err != nil {
|
|
slog.Error("decoding legacy node", "error", err)
|
|
logic.ReturnErrorResponse(w, r, logic.FormatError(fmt.Errorf("decode legacy node %w", err), "badrequest"))
|
|
return
|
|
}
|
|
if err := bcrypt.CompareHashAndPassword([]byte(legacyNode.Password), []byte(legacy.Password)); err != nil {
|
|
slog.Error("legacy node invalid password", "error", err)
|
|
logic.ReturnErrorResponse(w, r, logic.FormatError(fmt.Errorf("invalid password %w", err), "unauthorized"))
|
|
return
|
|
}
|
|
if i == 0 {
|
|
host, node = convertLegacyHostNode(legacy)
|
|
host.Name = data.HostName
|
|
host.HostPass = data.Password
|
|
host.OS = data.OS
|
|
if err := logic.CreateHost(&host); err != nil {
|
|
slog.Error("create host", "error", err)
|
|
logic.ReturnErrorResponse(w, r, logic.FormatError(err, "badrequest"))
|
|
return
|
|
}
|
|
server = logic.GetServerInfo()
|
|
key, keyErr := logic.RetrievePublicTrafficKey()
|
|
if keyErr != nil {
|
|
slog.Error("retrieving traffickey", "error", keyErr)
|
|
logic.ReturnErrorResponse(w, r, logic.FormatError(keyErr, "internal"))
|
|
return
|
|
}
|
|
server.TrafficKey = key
|
|
} else {
|
|
node = convertLegacyNode(legacyNode, host.ID)
|
|
}
|
|
if err := logic.UpsertNode(&node); err != nil {
|
|
slog.Error("update node", "error", err)
|
|
continue
|
|
}
|
|
host.Nodes = append(host.Nodes, node.ID.String())
|
|
|
|
nodes = append(nodes, node)
|
|
}
|
|
if err := logic.UpsertHost(&host); err != nil {
|
|
slog.Error("save host", "error", err)
|
|
}
|
|
go mq.PublishPeerUpdate(false)
|
|
response := models.HostPull{
|
|
Host: host,
|
|
Nodes: nodes,
|
|
ServerConfig: server,
|
|
}
|
|
w.WriteHeader(http.StatusOK)
|
|
json.NewEncoder(w).Encode(&response)
|
|
|
|
slog.Info("migrated nodes")
|
|
// check for gateways
|
|
for _, node := range data.LegacyNodes {
|
|
if node.IsEgressGateway == "yes" {
|
|
egressGateway := models.EgressGatewayRequest{
|
|
NodeID: node.ID,
|
|
Ranges: node.EgressGatewayRanges,
|
|
NatEnabled: node.EgressGatewayNatEnabled,
|
|
}
|
|
if _, err := logic.CreateEgressGateway(egressGateway); err != nil {
|
|
logger.Log(0, "error creating egress gateway for node", node.ID, err.Error())
|
|
}
|
|
}
|
|
if node.IsIngressGateway == "yes" {
|
|
ingressGateway := models.IngressRequest{}
|
|
ingressNode, err := logic.CreateIngressGateway(node.Network, node.ID, ingressGateway)
|
|
if err != nil {
|
|
logger.Log(0, "error creating ingress gateway for node", node.ID, err.Error())
|
|
}
|
|
go func() {
|
|
if err := mq.NodeUpdate(&ingressNode); err != nil {
|
|
slog.Error("error publishing node update to node", "node", ingressNode.ID, "error", err)
|
|
}
|
|
}()
|
|
}
|
|
}
|
|
}
|
|
|
|
func convertLegacyHostNode(legacy models.LegacyNode) (schema.Host, models.Node) {
|
|
//convert host
|
|
host := schema.Host{}
|
|
host.ID = uuid.New()
|
|
host.IPForwarding = models.ParseBool(legacy.IPForwarding)
|
|
host.AutoUpdate = logic.AutoUpdateEnabled()
|
|
host.Interface = "netmaker"
|
|
host.ListenPort = int(legacy.ListenPort)
|
|
if host.ListenPort == 0 {
|
|
host.ListenPort = 51821
|
|
}
|
|
host.MTU = int(legacy.MTU)
|
|
pubKey, _ := wgtypes.ParseKey(legacy.PublicKey)
|
|
host.PublicKey = schema.WgKey{Key: pubKey}
|
|
host.MacAddress = net.HardwareAddr(legacy.MacAddress)
|
|
host.TrafficKeyPublic = legacy.TrafficKeys.Mine
|
|
host.Nodes = append([]string{}, legacy.ID)
|
|
host.Interfaces = legacy.Interfaces
|
|
//host.DefaultInterface = legacy.Defaul
|
|
host.EndpointIP = net.ParseIP(legacy.Endpoint)
|
|
host.IsDocker = models.ParseBool(legacy.IsDocker)
|
|
host.IsK8S = models.ParseBool(legacy.IsK8S)
|
|
host.IsStaticPort = models.ParseBool(legacy.IsStatic)
|
|
host.IsStatic = models.ParseBool(legacy.IsStatic)
|
|
host.PersistentKeepalive = time.Duration(legacy.PersistentKeepalive) * time.Second
|
|
if host.PersistentKeepalive == 0 {
|
|
host.PersistentKeepalive = models.DefaultPersistentKeepAlive
|
|
}
|
|
|
|
node := convertLegacyNode(legacy, host.ID)
|
|
return host, node
|
|
}
|
|
|
|
func convertLegacyNode(legacy models.LegacyNode, hostID uuid.UUID) models.Node {
|
|
//convert node
|
|
node := models.Node{}
|
|
node.ID, _ = uuid.Parse(legacy.ID)
|
|
node.HostID = hostID
|
|
node.Network = legacy.Network
|
|
valid4 := true
|
|
valid6 := true
|
|
_, cidr4, err := net.ParseCIDR(legacy.NetworkSettings.AddressRange)
|
|
if err != nil {
|
|
valid4 = false
|
|
slog.Warn("parsing address range", "error", err)
|
|
} else {
|
|
node.NetworkRange = *cidr4
|
|
}
|
|
_, cidr6, err := net.ParseCIDR(legacy.NetworkSettings.AddressRange6)
|
|
if err != nil {
|
|
valid6 = false
|
|
slog.Warn("parsing address range6", "error", err)
|
|
} else {
|
|
node.NetworkRange6 = *cidr6
|
|
}
|
|
node.Server = servercfg.GetServer()
|
|
node.Connected = models.ParseBool(legacy.Connected)
|
|
if valid4 {
|
|
node.Address = net.IPNet{
|
|
IP: net.ParseIP(legacy.Address),
|
|
Mask: cidr4.Mask,
|
|
}
|
|
}
|
|
if valid6 {
|
|
node.Address6 = net.IPNet{
|
|
IP: net.ParseIP(legacy.Address6),
|
|
Mask: cidr6.Mask,
|
|
}
|
|
}
|
|
node.Action = models.NODE_NOOP
|
|
node.LocalAddress = net.IPNet{
|
|
IP: net.ParseIP(legacy.LocalAddress),
|
|
}
|
|
node.IsEgressGateway = models.ParseBool(legacy.IsEgressGateway)
|
|
node.EgressGatewayRanges = legacy.EgressGatewayRanges
|
|
node.IsIngressGateway = models.ParseBool(legacy.IsIngressGateway)
|
|
node.IsRelayed = false
|
|
node.IsRelay = false
|
|
node.RelayedNodes = []string{}
|
|
node.LastModified = time.Now().UTC()
|
|
node.ExpirationDateTime = time.Unix(legacy.ExpirationDateTime, 0)
|
|
node.EgressGatewayNatEnabled = models.ParseBool(legacy.EgressGatewayNatEnabled)
|
|
node.EgressGatewayRequest = legacy.EgressGatewayRequest
|
|
node.IngressGatewayRange = legacy.IngressGatewayRange
|
|
node.IngressGatewayRange6 = legacy.IngressGatewayRange6
|
|
node.OwnerID = legacy.OwnerID
|
|
return node
|
|
}
|