add clean pod interface

Author: CMGS

cluster/calcium/meta.go

@@ -5,7 +5,10 @@ package calcium
 
 import (
 	"context"
+	"sync"
 
+	enginetypes "github.com/docker/docker/api/types"
+	"github.com/docker/docker/api/types/filters"
 	"github.com/projecteru2/core/types"
 	log "github.com/sirupsen/logrus"
 )
@@ -25,6 +28,37 @@ func (c *Calcium) RemovePod(ctx context.Context, podname string) error {
 	return c.store.RemovePod(ctx, podname)
 }
 
+// CleanPod clean pod images
+func (c *Calcium) CleanPod(ctx context.Context, podname string, prune bool, images []string) error {
+	nodes, err := c.store.GetNodesByPod(ctx, podname)
+	if err != nil {
+		log.Debugf("[CleanPod] Error during GetNodesByPod %s %v", podname, err)
+		return err
+	}
+	wg := sync.WaitGroup{}
+	for _, node := range nodes {
+		wg.Add(1)
+		go func(node *types.Node) {
+			defer wg.Done()
+			for _, image := range images {
+				if _, err := node.Engine.ImageRemove(ctx, image, enginetypes.ImageRemoveOptions{PruneChildren: true}); err != nil {
+					log.Infof("[CleanPod] Clean %s pod %s node %s image", podname, node.Name, image)
+				} else {
+					log.Errorf("[CleanPod] Clean %s pod %s node %s image failed: %v", podname, node.Name, image, err)
+				}
+			}
+			if prune {
+				_, err := node.Engine.ImagesPrune(ctx, filters.NewArgs())
+				if err != nil {
+					log.Errorf("[CleanPod] Prune %s pod %s node failed: %v", podname, node.Name, err)
+				}
+			}
+		}(node)
+	}
+	wg.Wait()
+	return nil
+}
+
 // RemoveNode remove a node
 func (c *Calcium) RemoveNode(ctx context.Context, nodename, podname string) (*types.Pod, error) {
 	n, err := c.GetNode(ctx, podname, nodename)

cluster/cluster.go

@@ -32,6 +32,7 @@ type Cluster interface {
 	AddPod(ctx context.Context, podname, favor, desc string) (*types.Pod, error)
 	AddNode(ctx context.Context, nodename, endpoint, podname, ca, cert, key string, cpu, share int, memory int64, labels map[string]string) (*types.Node, error)
 	RemovePod(ctx context.Context, podname string) error
+	CleanPod(ctx context.Context, podname string, prune bool, images []string) error
 	RemoveNode(ctx context.Context, nodename, podname string) (*types.Pod, error)
 	ListPods(ctx context.Context) ([]*types.Pod, error)
 	ListPodNodes(ctx context.Context, podname string, all bool) ([]*types.Node, error)

rpc/gen/core.pb.go

@@ -7,6 +7,7 @@ service CoreRPC {
     rpc AddPod(AddPodOptions) returns (Pod) {};
     rpc RemovePod(RemovePodOptions) returns (Empty) {};
     rpc GetPod(GetPodOptions) returns (Pod) {};
+    rpc CleanPod(CleanPodOptions) returns (Empty) {};
 
     rpc AddNode(AddNodeOptions) returns (Node) {};
     rpc RemoveNode(RemoveNodeOptions) returns (Pod) {};
@@ -34,6 +35,12 @@ service CoreRPC {
 
 message Empty {}
 
+message CleanPodOptions {
+    string podname = 1;
+    bool prune = 2;
+    repeated string images = 3;
+}
+
 message DeployStatusOptions {
     string appname = 1;
     string entrypoint = 2;

rpc/gen/core.proto

@@ -34,6 +34,11 @@ def __init__(self, channel):
         request_serializer=core__pb2.GetPodOptions.SerializeToString,
         response_deserializer=core__pb2.Pod.FromString,
         )
+    self.CleanPod = channel.unary_unary(
+        '/pb.CoreRPC/CleanPod',
+        request_serializer=core__pb2.CleanPodOptions.SerializeToString,
+        response_deserializer=core__pb2.Empty.FromString,
+        )
     self.AddNode = channel.unary_unary(
         '/pb.CoreRPC/AddNode',
         request_serializer=core__pb2.AddNodeOptions.SerializeToString,
@@ -173,6 +178,13 @@ def GetPod(self, request, context):
     context.set_details('Method not implemented!')
     raise NotImplementedError('Method not implemented!')
 
+  def CleanPod(self, request, context):
+    # missing associated documentation comment in .proto file
+    pass
+    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+    context.set_details('Method not implemented!')
+    raise NotImplementedError('Method not implemented!')
+
   def AddNode(self, request, context):
     # missing associated documentation comment in .proto file
     pass
@@ -343,6 +355,11 @@ def add_CoreRPCServicer_to_server(servicer, server):
           request_deserializer=core__pb2.GetPodOptions.FromString,
           response_serializer=core__pb2.Pod.SerializeToString,
       ),
+      'CleanPod': grpc.unary_unary_rpc_method_handler(
+          servicer.CleanPod,
+          request_deserializer=core__pb2.CleanPodOptions.FromString,
+          response_serializer=core__pb2.Empty.SerializeToString,
+      ),
       'AddNode': grpc.unary_unary_rpc_method_handler(
           servicer.AddNode,
           request_deserializer=core__pb2.AddNodeOptions.FromString,

rpc/gen/core_pb2.py

@@ -150,6 +150,15 @@ func (v *Vibranium) GetPod(ctx context.Context, opts *pb.GetPodOptions) (*pb.Pod
 	return toRPCPod(p), nil
 }
 
+// CleanPod clean pod images
+func (v *Vibranium) CleanPod(ctx context.Context, opts *pb.CleanPodOptions) (*pb.Empty, error) {
+	err := v.cluster.CleanPod(ctx, opts.Podname, opts.Prune, opts.Images)
+	if err != nil {
+		return nil, err
+	}
+	return &pb.Empty{}, nil
+}
+
 // GetNode get a node
 func (v *Vibranium) GetNode(ctx context.Context, opts *pb.GetNodeOptions) (*pb.Node, error) {
 	n, err := v.cluster.GetNode(ctx, opts.Podname, opts.Nodename)