Skip to content

refactor(chart): Change to sidecar pattern for multi-node deployment #5

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
ianchen0119 merged 5 commits into from
Dec 1, 2025
Merged

refactor(chart): Change to sidecar pattern for multi-node deployment #5

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
eb1eb4a
Refactor values.yaml to support sidecar deployment
Andrewtangtang Nov 24, 2025
2789a23
Consolidate scheduler and API into single DaemonSet
Andrewtangtang Nov 25, 2025
629a29a
Change scheduler API endpoint to localhost
Andrewtangtang Nov 25, 2025
146fad4
Make API service optional for sidecar deployments
Andrewtangtang Nov 26, 2025
06413dd
refactor(chart): update remaining templates for sidecar pattern
Andrewtangtang Nov 27, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 13 additions & 13 deletions gthulhu/templates/NOTES.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,37 +1,37 @@
1. Gthulhu has been deployed to your Kubernetes cluster!

{{- if .Values.scheduler.enabled }}
{{- if .Values.pod.enabled }}

** Gthulhu Scheduler **
The BPF scheduler is running as a DaemonSet on all nodes.
You can check the scheduler status with:

kubectl get daemonset {{ include "gthulhu.fullname" . }}-scheduler -n {{ .Release.Namespace }}
kubectl logs -l app.kubernetes.io/component=scheduler -n {{ .Release.Namespace }}
kubectl get daemonset {{ include "gthulhu.fullname" . }} -n {{ .Release.Namespace }}
kubectl logs -l app.kubernetes.io/name={{ include "gthulhu.name" . }} -c gthulhu-scheduler -n {{ .Release.Namespace }}

{{- end }}

{{- if .Values.api.enabled }}
{{- if .Values.pod.api.enabled }}

** BSS Metrics API Server **
{{- if .Values.api.ingress.enabled }}
{{- range $host := .Values.api.ingress.hosts }}
{{- if .Values.ingress.enabled }}
{{- range $host := .Values.ingress.hosts }}
{{- range .paths }}
http{{ if $.Values.api.ingress.tls }}s{{ end }}://{{ $host.host }}{{ .path }}
http{{ if $.Values.ingress.tls }}s{{ end }}://{{ $host.host }}{{ .path }}
{{- end }}
{{- end }}
{{- else if contains "NodePort" .Values.api.service.type }}
{{- else if and .Values.service.enabled (contains "NodePort" .Values.service.type) }}
export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "gthulhu.fullname" . }}-api)
export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
echo http://$NODE_IP:$NODE_PORT
{{- else if contains "LoadBalancer" .Values.api.service.type }}
{{- else if and .Values.service.enabled (contains "LoadBalancer" .Values.service.type) }}
NOTE: It may take a few minutes for the LoadBalancer IP to be available.
You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "gthulhu.fullname" . }}-api'
export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "gthulhu.fullname" . }}-api --template "{{"{{ range (index .status.loadBalancer.ingress 0) }}{{.}}{{ end }}"}}")
echo http://$SERVICE_IP:\{\{ .Values.api.service.port }}
{{- else if contains "ClusterIP" .Values.api.service.type }}
export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/component=api,app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
export CONTAINER_PORT=$(kubectl get pod --namespace {{ .Release.Namespace }} $POD_NAME -o jsonpath="{.spec.containers[0].ports[0].containerPort}")
echo http://$SERVICE_IP:{{ .Values.service.port }}
{{- else if and .Values.service.enabled (contains "ClusterIP" .Values.service.type) }}
export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "gthulhu.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
export CONTAINER_PORT=$(kubectl get pod --namespace {{ .Release.Namespace }} $POD_NAME -o jsonpath="{.spec.containers[1].ports[0].containerPort}")
echo "Visit http://127.0.0.1:8080 to use your application"
kubectl --namespace {{ .Release.Namespace }} port-forward $POD_NAME 8080:$CONTAINER_PORT
{{- end }}
Expand Down
10 changes: 5 additions & 5 deletions gthulhu/templates/configmap.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
{{- if .Values.scheduler.enabled }}
{{- if .Values.pod.enabled }}
apiVersion: v1
kind: ConfigMap
metadata:
Expand Down Expand Up @@ -29,20 +29,20 @@ data:
scheduler:
# Default time slice in nanoseconds (default: 5000000 = 5ms)
slice_ns_default: 5000000

# Minimum time slice in nanoseconds (default: 500000 = 0.5ms)
slice_ns_min: 500000
api:
enabled: true
url: http://gthulhu-api:80
url: http://localhost:8080
interval: 5
public_key_path: /etc/gthulhu/jwt_public_key.pem
debug: true
early_processing: false
builtin_idle: false
{{- end }}
---
{{- if .Values.api.enabled }}
{{- if .Values.pod.api.enabled }}
apiVersion: v1
kind: ConfigMap
metadata:
Expand Down Expand Up @@ -107,7 +107,7 @@ data:
config.json: |
{
"server": {
"port": ":{{ .Values.api.port }}",
"port": ":{{ .Values.pod.api.port }}",
"read_timeout": 15,
"write_timeout": 15,
"idle_timeout": 60
Expand Down
148 changes: 57 additions & 91 deletions gthulhu/templates/deployment.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,16 +1,14 @@
{{- if .Values.scheduler.enabled }}
{{- if .Values.pod.enabled }}
apiVersion: apps/v1
kind: DaemonSet
metadata:
name: {{ include "gthulhu.fullname" . }}-scheduler
name: {{ include "gthulhu.fullname" . }}
labels:
{{- include "gthulhu.labels" . | nindent 4 }}
app.kubernetes.io/component: scheduler
spec:
selector:
matchLabels:
{{- include "gthulhu.selectorLabels" . | nindent 6 }}
app.kubernetes.io/component: scheduler
template:
metadata:
{{- with .Values.podAnnotations }}
Expand All @@ -19,25 +17,30 @@ spec:
{{- end }}
labels:
{{- include "gthulhu.selectorLabels" . | nindent 8 }}
app.kubernetes.io/component: scheduler
spec:
{{- with .Values.global.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 8 }}
{{- end }}
serviceAccountName: {{ include "gthulhu.serviceAccountName" . }}
hostPID: {{ .Values.scheduler.hostPID }}
securityContext:
{{- toYaml .Values.scheduler.securityContext | nindent 8 }}
hostPID: {{ .Values.pod.hostPID }}
containers:
# Scheduler container
- name: gthulhu-scheduler
image: "{{ .Values.scheduler.image.repository }}:{{ .Values.scheduler.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.scheduler.image.pullPolicy }}
image: "{{ .Values.pod.scheduler.image.repository }}:{{ .Values.pod.scheduler.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.pod.scheduler.image.pullPolicy }}
securityContext:
{{- toYaml .Values.scheduler.securityContext | nindent 12 }}
privileged: {{ .Values.pod.securityContext.privileged }}
runAsUser: {{ .Values.pod.securityContext.runAsUser }}
{{- with .Values.pod.schedulerSecurityContext.capabilities }}
capabilities:
{{- toYaml . | nindent 14 }}
{{- end }}
command:
- /gthulhu/main
args: ["-config", "/etc/gthulhu/config.yaml"]
- /gthulhu/main
args:
- "-config"
- "/etc/gthulhu/config.yaml"
volumeMounts:
- name: sys-kernel-debug
mountPath: /sys/kernel/debug
Expand All @@ -49,114 +52,77 @@ spec:
mountPath: /etc/gthulhu
readOnly: true
resources:
{{- toYaml .Values.scheduler.resources | nindent 12 }}
volumes:
- name: sys-kernel-debug
hostPath:
path: /sys/kernel/debug
- name: proc
hostPath:
path: /proc
- name: config-volume
configMap:
name: {{ include "gthulhu.fullname" . }}-scheduler-config
{{- with .Values.scheduler.nodeSelector }}
nodeSelector:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.scheduler.tolerations }}
tolerations:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.affinity }}
affinity:
{{- toYaml . | nindent 8 }}
{{- end }}
---
{{- end }}
{{- if .Values.api.enabled }}
apiVersion: apps/v1
kind: DaemonSet
metadata:
name: {{ include "gthulhu.fullname" . }}-api
labels:
{{- include "gthulhu.labels" . | nindent 4 }}
app.kubernetes.io/component: api
spec:
selector:
matchLabels:
{{- include "gthulhu.selectorLabels" . | nindent 6 }}
app.kubernetes.io/component: api
template:
metadata:
{{- with .Values.podAnnotations }}
annotations:
{{- toYaml . | nindent 8 }}
{{- end }}
labels:
{{- include "gthulhu.selectorLabels" . | nindent 8 }}
app.kubernetes.io/component: api
spec:
{{- with .Values.global.imagePullSecrets }}
imagePullSecrets:
{{- toYaml . | nindent 8 }}
{{- end }}
serviceAccountName: {{ include "gthulhu.serviceAccountName" . }}
hostPID: {{ .Values.api.hostPID }}
securityContext:
{{- toYaml .Values.api.securityContext | nindent 8 }}
containers:
{{- toYaml .Values.pod.scheduler.resources | nindent 12 }}
{{- if .Values.pod.api.enabled }}
# API server sidecar container
- name: gthulhu-api
image: "{{ .Values.api.image.repository }}:{{ .Values.api.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.api.image.pullPolicy }}
image: "{{ .Values.pod.api.image.repository }}:{{ .Values.pod.api.image.tag | default .Chart.AppVersion }}"
imagePullPolicy: {{ .Values.pod.api.image.pullPolicy }}
securityContext:
{{- toYaml .Values.api.securityContext | nindent 12 }}
privileged: {{ .Values.pod.securityContext.privileged }}
runAsUser: {{ .Values.pod.securityContext.runAsUser }}
{{- with .Values.pod.apiSecurityContext.capabilities }}
capabilities:
{{- toYaml . | nindent 14 }}
{{- end }}
command:
- /app/main
args: ["-config", "/etc/gthulhu/config.json", "--in-cluster=true"]
- /app/main
args:
- "-config"
- "/etc/gthulhu/config.json"
- "--in-cluster=true"
ports:
- name: http
containerPort: {{ .Values.api.port }}
containerPort: {{ .Values.pod.api.port }}
protocol: TCP
{{- if .Values.api.healthCheck.enabled }}
{{- if .Values.pod.api.healthCheck.enabled }}
livenessProbe:
httpGet:
path: {{ .Values.api.healthCheck.path }}
path: {{ .Values.pod.api.healthCheck.path }}
port: http
initialDelaySeconds: {{ .Values.api.healthCheck.initialDelaySeconds }}
periodSeconds: {{ .Values.api.healthCheck.periodSeconds }}
timeoutSeconds: {{ .Values.api.healthCheck.timeoutSeconds }}
failureThreshold: {{ .Values.api.healthCheck.failureThreshold }}
initialDelaySeconds: {{ .Values.pod.api.healthCheck.initialDelaySeconds }}
periodSeconds: {{ .Values.pod.api.healthCheck.periodSeconds }}
timeoutSeconds: {{ .Values.pod.api.healthCheck.timeoutSeconds }}
failureThreshold: {{ .Values.pod.api.healthCheck.failureThreshold }}
readinessProbe:
httpGet:
path: {{ .Values.api.healthCheck.path }}
path: {{ .Values.pod.api.healthCheck.path }}
port: http
initialDelaySeconds: {{ .Values.api.healthCheck.initialDelaySeconds }}
periodSeconds: {{ .Values.api.healthCheck.periodSeconds }}
timeoutSeconds: {{ .Values.api.healthCheck.timeoutSeconds }}
failureThreshold: {{ .Values.api.healthCheck.failureThreshold }}
initialDelaySeconds: {{ .Values.pod.api.healthCheck.initialDelaySeconds }}
periodSeconds: {{ .Values.pod.api.healthCheck.periodSeconds }}
timeoutSeconds: {{ .Values.pod.api.healthCheck.timeoutSeconds }}
failureThreshold: {{ .Values.pod.api.healthCheck.failureThreshold }}
{{- end }}
volumeMounts:
- name: proc
mountPath: /host/proc
readOnly: true
- name: config-volume
- name: api-config-volume
mountPath: /etc/gthulhu
readOnly: true
resources:
{{- toYaml .Values.api.resources | nindent 12 }}
{{- toYaml .Values.pod.api.resources | nindent 12 }}
{{- end }}
volumes:
- name: sys-kernel-debug
hostPath:
path: /sys/kernel/debug
- name: proc
hostPath:
path: /proc
- name: config-volume
configMap:
name: {{ include "gthulhu.fullname" . }}-scheduler-config
{{- if .Values.pod.api.enabled }}
- name: api-config-volume
configMap:
name: {{ include "gthulhu.fullname" . }}-api-config
{{- with .Values.api.nodeSelector }}
{{- end }}
{{- with .Values.pod.nodeSelector }}
nodeSelector:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- with .Values.api.tolerations }}
{{- with .Values.pod.tolerations }}
tolerations:
{{- toYaml . | nindent 8 }}
{{- end }}
Expand Down
17 changes: 8 additions & 9 deletions gthulhu/templates/hpa.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,25 +1,24 @@
{{- if and .Values.api.enabled .Values.api.autoscaling.enabled }}
{{- if .Values.autoscaling.enabled }}
apiVersion: autoscaling/v2
kind: HorizontalPodAutoscaler
metadata:
name: {{ include "gthulhu.fullname" . }}-api
name: {{ include "gthulhu.fullname" . }}
labels:
{{- include "gthulhu.labels" . | nindent 4 }}
app.kubernetes.io/component: api
spec:
scaleTargetRef:
apiVersion: apps/v1
kind: Deployment
name: {{ include "gthulhu.fullname" . }}-api
minReplicas: {{ .Values.api.autoscaling.minReplicas }}
maxReplicas: {{ .Values.api.autoscaling.maxReplicas }}
kind: DaemonSet
name: {{ include "gthulhu.fullname" . }}
minReplicas: {{ .Values.autoscaling.minReplicas }}
maxReplicas: {{ .Values.autoscaling.maxReplicas }}
metrics:
{{- if .Values.api.autoscaling.targetCPUUtilizationPercentage }}
{{- if .Values.autoscaling.targetCPUUtilizationPercentage }}
- type: Resource
resource:
name: cpu
target:
type: Utilization
averageUtilization: {{ .Values.api.autoscaling.targetCPUUtilizationPercentage }}
averageUtilization: {{ .Values.autoscaling.targetCPUUtilizationPercentage }}
{{- end }}
{{- end }}
22 changes: 11 additions & 11 deletions gthulhu/templates/ingress.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{{- if and .Values.api.enabled .Values.api.ingress.enabled -}}
{{- if .Values.ingress.enabled -}}
{{- $fullName := include "gthulhu.fullname" . -}}
{{- $svcPort := .Values.api.service.port -}}
{{- if and .Values.api.ingress.className (not (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion)) }}
{{- if not (hasKey .Values.api.ingress.annotations "kubernetes.io/ingress.class") }}
{{- $_ := set .Values.api.ingress.annotations "kubernetes.io/ingress.class" .Values.api.ingress.className}}
{{- $svcPort := .Values.service.port -}}
{{- if and .Values.ingress.className (not (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion)) }}
{{- if not (hasKey .Values.ingress.annotations "kubernetes.io/ingress.class") }}
{{- $_ := set .Values.ingress.annotations "kubernetes.io/ingress.class" .Values.ingress.className}}
{{- end }}
{{- end }}
{{- if semverCompare ">=1.19-0" .Capabilities.KubeVersion.GitVersion -}}
Expand All @@ -19,17 +19,17 @@ metadata:
labels:
{{- include "gthulhu.labels" . | nindent 4 }}
app.kubernetes.io/component: api
{{- with .Values.api.ingress.annotations }}
{{- with .Values.ingress.annotations }}
annotations:
{{- toYaml . | nindent 4 }}
{{- end }}
spec:
{{- if and .Values.api.ingress.className (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion) }}
ingressClassName: {{ .Values.api.ingress.className }}
{{- if and .Values.ingress.className (semverCompare ">=1.18-0" .Capabilities.KubeVersion.GitVersion) }}
ingressClassName: {{ .Values.ingress.className }}
{{- end }}
{{- if .Values.api.ingress.tls }}
{{- if .Values.ingress.tls }}
tls:
{{- range .Values.api.ingress.tls }}
{{- range .Values.ingress.tls }}
- hosts:
{{- range .hosts }}
- {{ . | quote }}
Expand All @@ -38,7 +38,7 @@ spec:
{{- end }}
{{- end }}
rules:
{{- range .Values.api.ingress.hosts }}
{{- range .Values.ingress.hosts }}
- host: {{ .host | quote }}
http:
paths:
Expand Down
Loading