marker/shuffle-cracked
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

more k8s stuff

Browse Source
This commit is contained in:
dhaval055
2023-09-29 18:14:06 +00:00
parent 288b8afab9
commit 7e0a73d007
19 changed files with 1199 additions and 320 deletions
Download Patch File Download Diff File Expand all files Collapse all files
functions/k8s-confs/backend-deployment.yaml
+79 -36
View File
@@ -3,33 +3,58 @@
apiVersion: v1
kind: PersistentVolume
metadata:
name: shuffle-pv
name: shuffle-apps-pv
spec:
capacity:
storage: 10Gi
accessModes:
- ReadWriteOnce
persistentVolumeReclaimPolicy: Retain
storageClassName: shuffle-storage
hostPath:
path: /mnt/shuffle-data/backend
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
creationTimestamp: null
labels:
io.kompose.service: backend-files-claim
name: backend-files-claim
spec:
storage: 10Gi
accessModes:
- ReadWriteOnce
resources:
requests:
storage: 1Gi
status: {}
persistentVolumeReclaimPolicy: Retain
storageClassName: fast
local:
path: /mnt/shuffle-data/backend
nodeAffinity:
required:
nodeSelectorTerms:
- matchExpressions:
- key: node
operator: In
values:
- master
# ---
# apiVersion: v1
# kind: PersistentVolume
# metadata:
# name: shuffle-files-pv
# spec:
# capacity:
# storage: 5Gi
# accessModes:
# - ReadWriteOnce
# persistentVolumeReclaimPolicy: Retain
# storageClassName: fast
# hostPath:
# path: /mnt/shuffle-data/backend
# ---
# apiVersion: v1
# kind: PersistentVolumeClaim
# metadata:
# creationTimestamp: null
# labels:
# io.kompose.service: backend-files-claim
# name: backend-files-claim
# spec:
# accessModes:
# - ReadWriteOnce
# storageClassName: fast
# resources:
# requests:
# storage: 1Gi
# status: {}
---
@@ -43,10 +68,11 @@ metadata:
spec:
accessModes:
- ReadWriteOnce
storageClassName: fast
resources:
requests:
storage: 1Gi
status: {}
# status: {}
---
apiVersion: apps/v1
@@ -79,15 +105,21 @@ spec:
name: shuffle-backend
spec:
volumes:
- name: shuffle-files
persistentVolumeClaim:
claimName: backend-files-claim
# - name: shuffle-files
# persistentVolumeClaim:
# claimName: backend-files-claim
# - name: shuffle-apps
# hostPath:
# path: /mnt/shuffle-data/backend
# type: DirectoryOrCreate
- name: shuffle-apps
persistentVolumeClaim:
claimName: backend-apps-claim
- name: docker-socket
hostPath:
path: /var/run/docker.sock
# - name: docker-socket
# hostPath:
# path: /var/run/docker.sock
nodeSelector:
node: master
containers:
- env:
- name: BACKEND_HOSTNAME
@@ -350,18 +382,29 @@ spec:
configMapKeyRef:
key: TZ
name: env
image: ghcr.io/shuffle/shuffle-backend:latest
- name: IS_KUBERNETES
valueFrom:
configMapKeyRef:
key: IS_KUBERNETES
name: env
- name: REGISTRY_URL
valueFrom:
configMapKeyRef:
key: REGISTRY_URL
name: env
image: shuffle-backend:v1
imagePullPolicy: Never
name: shuffle-backend
ports:
- containerPort: 5001
resources: {}
volumeMounts:
- name: docker-socket
mountPath: /var/run/docker.sock
# - name: docker-socket
# mountPath: /var/run/docker.sock
- name: shuffle-apps
mountPath: /shuffle-apps
- name: shuffle-files
mountPath: /shuffle-files
mountPath: /app/generated
# - name: shuffle-files
# mountPath: /shuffle-files
restartPolicy: Always
status: {}
functions/k8s-confs/env-configmap.yaml
+5 -2
View File
@@ -2,7 +2,7 @@ apiVersion: v1
data:
BACKEND_HOSTNAME: shuffle-backend
BACKEND_PORT: "5001"
BASE_URL: http://10.0.244.224:5001
BASE_URL: http://shuffle-backend:5001
DATASTORE_EMULATOR_HOST: shuffle-database:8000
DB_LOCATION: /mnt/shuffle-data/open-search
DOCKER_API_VERSION: "1.40"
@@ -44,7 +44,7 @@ data:
SHUFFLE_OPENSEARCH_PASSWORD: admin
SHUFFLE_OPENSEARCH_PROXY: ""
SHUFFLE_OPENSEARCH_SKIPSSL_VERIFY: "true"
SHUFFLE_OPENSEARCH_URL: https://192.168.49.2:31001
SHUFFLE_OPENSEARCH_URL: https://opensearch:9200
SHUFFLE_OPENSEARCH_USERNAME: admin
SHUFFLE_ORBORUS_STARTUP_DELAY: "\t\t"
SHUFFLE_PASS_APP_PROXY: "FALSE"
@@ -52,6 +52,9 @@ data:
SHUFFLE_RERUN_SCHEDULE: "300"
SSO_REDIRECT_URL: ""
TZ: "Europe/Amsterdam \t\t\t\t\t"
IS_KUBERNETES: "true"
REGISTRY_URL: "172.17.14.71:5000"
#REGISTRY_AUTH: ""
kind: ConfigMap
metadata:
creationTimestamp: null
functions/k8s-confs/kaniko.yaml
+20 -10
View File
@@ -1,3 +1,4 @@
apiVersion: batch/v1
kind: Job
metadata:
@@ -5,20 +6,29 @@ metadata:
spec:
template:
spec:
nodeSelector:
node: master
containers:
- name: kaniko
image: gcr.io/kaniko-project/executor:latest
args: ["--verbosity=debug",
"--dockerfile=/workspace/Dockerfile",
"--context=dir:///workspace",
"--insecure",
"--destination=shuffle-registry:5000/shuffle/dhaval-repo:1.0"
]
image: gcr.io/kaniko-project/executor:debug
# command: ["/busybox/sh", "-c"]
# args: ["-c","while true; do sleep 3600; done"]
args: [
"--verbosity=debug",
"--context=dir:///app/generated/ok-349ec164d4ad2409152dcb901257f718",
"--dockerfile=./Dockerfile",
#"--no-push",
"--skip-tls-verify",
# "--registry-certificate=172.17.14.71:5000=/workspace/certs/cert.pem",
"--destination=172.17.14.71:5000/shuffle/dhaval-kaniko:1.0"
]
volumeMounts:
- name: kaniko-workspace
mountPath: /workspace
mountPath: /app/generated
nodeSelector:
node: master
restartPolicy: Never
volumes:
- name: kaniko-workspace
hostPath:
path: /home/docker/kaniko
persistentVolumeClaim:
claimName: backend-apps-claim
functions/k8s-confs/opensearch-deployment.yaml
+7 -1
View File
@@ -10,7 +10,7 @@ spec:
accessModes:
- ReadWriteOnce # This allows read-write access to a single node
persistentVolumeReclaimPolicy: Retain # Adjust the reclaim policy as per your needs
storageClassName: shuffle-storage # Set the desired storage class
storageClassName: fast # Set the desired storage class
hostPath:
path: /mnt/shuffle-data/open-search
@@ -26,6 +26,7 @@ metadata:
spec:
accessModes:
- ReadWriteOnce
storageClassName: fast
resources:
requests:
storage: 500Mi
@@ -58,6 +59,11 @@ spec:
io.kompose.network/shuffle: "true"
io.kompose.service: opensearch
spec:
# securityContext:
# runAsUser: 1000 # UID
# fsGroup: 1000 # GID
nodeSelector:
node: worker1
containers:
- env:
- name: OPENSEARCH_JAVA_OPTS
functions/k8s-confs/orborus-deployment.yaml
+12 -2
View File
@@ -31,7 +31,7 @@ spec:
containers:
- env:
- name: BASE_URL
value: "http://192.168.49.2:30009"
value: "http://shuffle-backend:5001"
- name: DOCKER_API_VERSION
value: "1.40"
- name: ENVIRONMENT_NAME
@@ -46,8 +46,18 @@ spec:
#value: run
- name: SHUFFLE_WORKER_VERSION
value: nightly
- name: IS_KUBERNETES
valueFrom:
configMapKeyRef:
key: IS_KUBERNETES
name: env
- name: REGISTRY_URL
valueFrom:
configMapKeyRef:
key: REGISTRY_URL
name: env
image: orborus:v2
image: shuffle-orborus:v1
imagePullPolicy: Never
name: shuffle-orborus
resources: {}
functions/k8s-confs/shuffle-role.yaml
+3 -1
View File
@@ -7,4 +7,6 @@ rules:
- apiGroups: [""]
resources: ["pods"]
verbs: ["get", "list", "create", "update", "delete"]
- apiGroups: ["batch"]
resources: ["jobs"]
verbs: ["create", "get", "list", "watch", "delete"]