Develop switch kub

.github/workflows/make.yml

@@ -1,18 +1,73 @@
+#name: make
+#on: push
+#jobs:
+#  make:
+#    # https://docs.github.com/en/actions/using-jobs/choosing-the-runner-for-a-job
+#    runs-on: ubuntu-22.04
+#    steps:
+#    - uses: actions/checkout@v2
+#    - uses: actions/setup-java@v1
+#      with:
+#        java-version: 11
+#    - uses: actions/setup-node@v2
+#      with:
+#        node-version: 8
+#    - run: |
+#        docker swarm init
+#    - run: docker compose -f docker-compose-dev.yml pull cadvisor node-exporter prometheus rabbit redis
+#    - run: make test
 name: make
 on: push
+
 jobs:
   make:
-    # https://docs.github.com/en/actions/using-jobs/choosing-the-runner-for-a-job
     runs-on: ubuntu-22.04
+
+    services:
+      docker:
+        image: docker:24.0.7-dind
+        options: --privileged
+        env:
+          DOCKER_TLS_CERTDIR: ""
+        ports:
+          - 2375:2375
+
+    env:
+      DOCKER_HOST: tcp://localhost:2375
+      DOCKER_DRIVER: overlay2
+
     steps:
-    - uses: actions/checkout@v2
-    - uses: actions/setup-java@v1
-      with:
-        java-version: 11
-    - uses: actions/setup-node@v2
-      with:
-        node-version: 8
-    - run: |
-        docker swarm init
-    - run: docker compose -f docker-compose-dev.yml pull cadvisor node-exporter prometheus rabbit redis
-    - run: make test
+      - uses: actions/checkout@v2
+
+      - uses: actions/setup-java@v1
+        with:
+          java-version: 11
+
+      - uses: actions/setup-node@v2
+        with:
+          node-version: 8
+
+      - name: Wait for Docker to start
+        run: |
+          sleep 10
+          docker version
+
+      - name: Initialize Docker Swarm
+        run: docker swarm init
+
+      - name: Pull required images
+        run: docker compose -f docker-compose-dev.yml pull cadvisor node-exporter prometheus rabbit redis
+
+#      - name: Wait for RabbitMQ to be ready
+#        run: |
+#            echo "Waiting for RabbitMQ..."
+#            for i in {1..30}; do
+#              nc -z rabbit 5672 && echo "RabbitMQ is up!" && exit 0
+#              echo "Still waiting for RabbitMQ..."
+#              sleep 3
+#            done
+#            echo "RabbitMQ not responding on port 5672" >&2
+#            docker ps
+#            exit 1
+      - name: Run make test
+        run: make test

Makefile

@@ -17,8 +17,24 @@ start-dev: start-rabbitmq-cluster start-dev-platform
 start-dev-elk: start-rabbitmq-cluster start-dev-platform start-dev-elk
 
 start-rabbitmq-cluster:
+	@echo "📡 Starting RabbitMQ cluster..."
 	cd rabbitmq-cluster && make start
-
+	@echo "✅ RabbitMQ cluster started."
+
+# start-rabbitmq:
+# 	@echo "📡 Starting standalone RabbitMQ container on 'hobbit' network..."
+# 	@docker network inspect hobbit >/dev/null || (echo "❌ Network 'hobbit' not found. Run 'make create-networks' first." && exit 1)
+# 	@docker rm -f hobbit-rabbitmq >/dev/null 2>&1 || true
+# 	@docker run -d \
+# 		--name hobbit-rabbitmq \
+# 		--network hobbit \
+# 		-p 5672:5672 \
+# 		-p 15672:15672 \
+# 		rabbitmq:3-management
+# 	@docker network connect hobbit-core hobbit-rabbitmq
+# 	@echo "✅ RabbitMQ is running at:"
+# 	@echo "   AMQP:       amqp://localhost:5672"
+# 	@echo "   Management: http://localhost:15672 (user: guest, pass: guest)"
 start-dev-platform:
 	docker-compose -f docker-compose-dev.yml up -d
 
@@ -40,9 +56,20 @@ build-dev-storage-image:
 	docker build -t hobbitproject/hobbit-storage-service:dev --file ./platform-storage/storage-service/Dockerfile .
 
 create-networks:
-	@docker network inspect hobbit >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.100.0/24 hobbit && echo "Created network: hobbit")
-	@docker network inspect hobbit-core >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.101.0/24 hobbit-core && echo "Created network: hobbit-core")
-	@docker network inspect hobbit-services >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.102.0/24 hobbit-services && echo "Created network: hobbit-services")
+# 	@docker network inspect hobbit >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.100.0/24 hobbit && echo "Created network: hobbit")
+# 	@docker network inspect hobbit-core >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.101.0/24 hobbit-core && echo "Created network: hobbit-core")
+# 	@docker network inspect hobbit-services >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.102.0/24 hobbit-services && echo "Created network: hobbit-services")
+	@echo "🔌 Checking or creating Docker network: hobbit"
+	@docker network inspect hobbit >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.100.0/24 hobbit && echo "✅ Created network: hobbit")
+
+	@echo "🔌 Checking or creating Docker network: hobbit-core"
+	@docker network inspect hobbit-core >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.101.0/24 hobbit-core && echo "✅ Created network: hobbit-core")
+
+	@echo "🔌 Checking or creating Docker network: hobbit-services"
+	@docker network inspect hobbit-services >/dev/null || (docker network create -d overlay --attachable --subnet 172.16.102.0/24 hobbit-services && echo "✅ Created network: hobbit-services")
+
+	docker network ls --no-trunc
+	@echo "🌐 Docker networks ready."
 
 set-keycloak-permissions:
 	@chmod --changes 777 config/keycloak
@@ -61,15 +88,39 @@ run-platform-elk:
 	docker stack deploy --compose-file docker-compose-elk.yml elk
 	docker stack deploy --compose-file docker-compose.yml platform
 
+# test: create-networks install-parent-pom start-rabbitmq-cluster
+# 	make --directory=platform-controller test
+# 	cd platform-storage/storage-service && mvn --quiet --update-snapshots clean test
+# 	cd analysis-component && mvn --quiet --update-snapshots clean test
+# 	cd hobbit-gui/gui-client && sh -c 'test "$$TRAVIS" = "true" && npm --quiet ci; true' && sh -c 'test "$$TRAVIS" = "true" || npm --quiet install; true' && npm --quiet run lint && npm --quiet run build-prod
+# 	cd hobbit-gui/gui-serverbackend && mvn --quiet --update-snapshots clean test
+
 test: create-networks install-parent-pom
+	@echo "🔧 Running tests in platform-controller..."
 	make --directory=platform-controller test
+
+	@echo "💾 Running tests in platform-storage/storage-service..."
 	cd platform-storage/storage-service && mvn --quiet --update-snapshots clean test
+
+	@echo "📊 Running tests in analysis-component..."
 	cd analysis-component && mvn --quiet --update-snapshots clean test
-	cd hobbit-gui/gui-client && sh -c 'test "$$TRAVIS" = "true" && npm --quiet ci; true' && sh -c 'test "$$TRAVIS" = "true" || npm --quiet install; true' && npm --quiet run lint && npm --quiet run build-prod
+
+	@echo "🖥️ Running lint and build in hobbit-gui/gui-client..."
+	cd hobbit-gui/gui-client && \
+		sh -c 'test "$$TRAVIS" = "true" && npm --quiet ci; true' && \
+		sh -c 'test "$$TRAVIS" = "true" || npm --quiet install; true' && \
+		npm --quiet run lint && \
+		npm --quiet run build-prod
+
+	@echo "🔙 Running tests in hobbit-gui/gui-serverbackend..."
 	cd hobbit-gui/gui-serverbackend && mvn --quiet --update-snapshots clean test
 
+	@echo "✅ All tests completed successfully!"
+
 install-parent-pom:
+	@echo "📦 Installing parent POM..."
 	cd parent-pom && mvn --quiet install
+	@echo "✅ Parent POM installed."
 
 local-controller: lc-build lc-run
 

docker-compose-dev-temp.yml

@@ -0,0 +1,61 @@
+version: '3.3'
+services:
+  # message bus
+  rabbit:
+    image: rabbitmq:management
+    networks:
+      - hobbit
+      - hobbit-core
+    ports:
+      - "8081:15672"
+      # Forwarding the port for testing
+      - "5672:5672"
+
+  # DB for controller
+  redis:
+    image: redis:4.0.7
+    volumes:
+      - ./config/redis-db:/data
+    command: ["redis-server", "/data/redis.conf"]
+    networks:
+      - hobbit-core
+    ports:
+      # Forwarding the port for tests
+      - "6379:6379"
+
+  node-exporter:
+    image: prom/node-exporter
+    networks:
+      - hobbit-core
+
+  cadvisor:
+    image: gcr.io/cadvisor/cadvisor
+    networks:
+      - hobbit-core
+    volumes:
+      - /:/rootfs:ro
+      - /dev/disk:/dev/disk:ro
+      - /sys:/sys:ro
+      - /var/lib/docker:/var/lib/docker:ro
+      - /var/run:/var/run:rw
+
+  prometheus:
+    image: prom/prometheus
+    networks:
+      - hobbit-core
+    ports:
+      - "9090:9090"
+    volumes:
+      - ./config/prometheus:/config:ro
+    command: --config.file=/config/prometheus.conf
+    depends_on:
+      - node-exporter
+      - cadvisor
+
+networks:
+  hobbit:
+    external: true
+    driver: overlay
+  hobbit-core:
+    external: true
+    driver: overlay

docker-compose-dev.yml

@@ -9,6 +9,7 @@ services:
       HOBBIT_RABBIT_IMAGE: "rabbitmq:management"
       HOBBIT_RABBIT_HOST: "rabbit"
       HOBBIT_REDIS_HOST: "redis"
+      HOBBIT_RABBIT_EXPERIMENTS_HOST: "redis"
       DEPLOY_ENV: "develop"
       GITLAB_USER: "${GITLAB_USER}"
       GITLAB_EMAIL: "${GITLAB_EMAIL}"
@@ -20,6 +21,7 @@ services:
       USE_GITLAB: "false"
       LOCAL_METADATA_DIRECTORY: "/metadata"
       DOCKER_AUTOPULL: "0"
+      RUN_ON: "docker"
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
       - ./metadata:/metadata

kubernetes-yaml-files/00-1-rabbitmq-pv.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+    name: rabbitmq-pv
+spec:
+    capacity:
+        storage: 1Gi
+    accessModes:
+        - ReadWriteOnce
+    persistentVolumeReclaimPolicy: Retain # or Delete, depending on your needs
+    storageClassName: "" # Important: Leave this empty if not using Storage Classes
+    nfs:
+        server: 131.234.29.64
+        path: /data/nfs/kubedata/rabbitmq

kubernetes-yaml-files/00-rabbitmq-pvc.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+    name: rabbitmq-pvc
+spec:
+    accessModes:
+        - ReadWriteOnce
+    resources:
+        requests:
+            storage: 1Gi

kubernetes-yaml-files/01-rabbitmq-deployment.yaml

@@ -0,0 +1,80 @@
+#apiVersion: apps/v1
+#kind: Deployment
+#metadata:
+#    name: rabbitmq
+#    labels:
+#        app: rabbitmq
+#spec:
+#    replicas: 1
+#    selector:
+#        matchLabels:
+#            app: rabbitmq
+#    template:
+#        metadata:
+#            labels:
+#                app: rabbitmq
+#        spec:
+#            containers:
+#                - name: rabbitmq
+#                  image: rabbitmq:3-management
+#                  ports:
+#                      - containerPort: 5672  # AMQP protocol (for applications)
+#                      - containerPort: 15672 # Management UI (for admins)
+#                  env:
+#                      - name: RABBITMQ_DEFAULT_USER
+#                        value: "guest"
+#                      - name: RABBITMQ_DEFAULT_PASS
+#                        value: "guest"
+#                  volumeMounts:
+#                      - mountPath: /var/lib/rabbitmq
+#                        name: rabbitmq-storage
+#            volumes:
+#                - name: rabbitmq-storage
+#                  persistentVolumeClaim:
+#                      claimName: rabbitmq-pvc
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+    name: rabbitmq
+    labels:
+        app: rabbitmq
+spec:
+    replicas: 1
+    selector:
+        matchLabels:
+            app: rabbitmq
+    template:
+        metadata:
+            labels:
+                app: rabbitmq
+        spec:
+            containers:
+                - name: rabbitmq
+                  image: rabbitmq:3-management
+                  securityContext:
+                      runAsUser: 79184 # Replace with the actual numeric user ID
+                      runAsGroup: 10000
+                  ports:
+                      - containerPort: 5672  # AMQP protocol (for applications)
+                      - containerPort: 15672 # Management UI (for admins)
+                  env:
+                      - name: RABBITMQ_DEFAULT_USER
+                        value: "guest"
+                      - name: RABBITMQ_DEFAULT_PASS
+                        value: "guest"
+                  volumeMounts:
+                      - mountPath: /var/lib/rabbitmq
+                        name: rabbitmq-storage
+            initContainers:
+                - name: configure-rabbitmq
+                  image: busybox
+                  command: ['sh', '-c', 'echo "loopback_users.guest = false" > /etc/rabbitmq/rabbitmq.conf']
+                  volumeMounts:
+                      - mountPath: /etc/rabbitmq
+                        name: rabbitmq-config
+            volumes:
+                - name: rabbitmq-storage
+                  persistentVolumeClaim:
+                      claimName: rabbitmq-pvc
+                - name: rabbitmq-config
+                  emptyDir: {}

kubernetes-yaml-files/02-rabbitmq-service.yaml

@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: Service
+metadata:
+    name: rabbitmq
+    labels:
+        app: rabbitmq
+spec:
+    selector:
+        app: rabbitmq
+    ports:
+        - name: amqp
+          port: 5672   # Exposes AMQP port inside the cluster
+          targetPort: 5672
+        - name: management
+          port: 15672  # Exposes the Management UI inside the cluster
+          targetPort: 15672
+    type: ClusterIP  # Internal access only

kubernetes-yaml-files/03-01-virtuoso-pv.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: PersistentVolume
+metadata:
+    name: virtuoso-pv
+spec:
+    capacity:
+        storage: 1Gi
+    accessModes:
+        - ReadWriteOnce
+    persistentVolumeReclaimPolicy: Retain # or Delete, as needed
+    storageClassName: "" # Important: Leave empty if not using Storage Classes
+    nfs:
+        server: 131.234.29.64 # Your NFS server IP
+        path: /data/nfs/kubedata/virtuoso # The path to your exported NFS share