(feat): support granular controls for runners

minds/templates/configMap.yaml

@@ -559,3 +559,163 @@ data:
  opcache.validate_timestamps=0
  opcache.fast_shutdown=0
  opcache.enable_cli=1
+ runners.conf: |-
+ [program:minds-notifications]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=NotificationDispatcher
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.notifications.replicas | default 2 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-wire]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=WireNotification
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.wire.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-feeds]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=FeedDispatcher
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.feeds.replicas | default 20 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-cleanup]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=FeedCleanup
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.cleanup.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-subscriptions]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=SubscriptionDispatcher
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.subscriptions.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-emails]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=Email
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.emails.replicas | default 2 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-priority-emails]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=PriorityEmail
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.priorityemails.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-push]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=Push
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.push.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-indexer]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=SearchIndexDispatcher
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.indexer.replicas | default 10 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-index-cleanup]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=SearchCleanupDispatcher
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.indexcleanup.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-registered]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=Registered
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.registered.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-mature]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=MatureBatch
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.mature.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-channel-cleanup]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=ChannelDeleteArtifactsCleanup
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.channelcleanup.replicas | default 1 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-update-markers]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=UpdateMarkerDispatcher
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.updatemarkers.replicas | default 10 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-user-state-change]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=UserStateChange
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.userstatechanges.replicas | default 4 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
+
+ [program:minds-welcome-email]
+ process_name=%(program_name)s_%(process_num)02d
+ command=php /var/www/Minds/engine/cli.php QueueRunner run --runner=WelcomeEmail
+ autostart=true
+ autorestart=true
+ numprocs={{ .Values.runners.dispatchers.welcomeemail.replicas | default 4 }}
+ redirect_stderr=true
+ stdout_logfile=/dev/stdout
+ stdout_logfile_maxbytes=0
\ No newline at end of file

minds/templates/deployment-runners.yaml

@@ -32,6 +32,9 @@ spec:
  - name: settings
  mountPath: /var/www/Minds/engine/settings.php
  subPath: settings.php
+ - name: runners
+ mountPath: /etc/supervisor/conf.d/minds.conf
+ subPath: runners.conf
  - name: secure-certs
  mountPath: /var/secure/
  readOnly: true
@@ -54,6 +57,9 @@ spec:
  - name: php-config
  configMap: 
  name: {{ template "minds.fullname" . }}
+ - name: runners
+ configMap: 
+ name: {{ template "minds.fullname" . }}
  - name: secure-certs
  secret:
  secretName: {{ template "minds.fullname" . }}-certs

minds/values.yaml

@@ -39,8 +39,41 @@ runners:
  replicas: 1
  resources:
  limits:
- memory: 256Mi
+ memory: 512Mi
  cpu: 200m
+ dispatchers:
+ notifications:
+ replicas: 1
+ wire:
+ replicas: 1
+ feeds:
+ replicas: 1
+ cleanup:
+ replicas: 1
+ subscriptions:
+ replicas: 1
+ emails:
+ replicas: 1
+ priorityemails:
+ replicas: 1
+ push:
+ replicas: 1
+ indexer:
+ replicas: 1
+ indexcleanup:
+ replicas: 1
+ registered:
+ replicas: 1
+ mature:
+ replicas: 1
+ channelcleanup:
+ replicas: 1
+ updatemarkers:
+ replicas: 1
+ userstatechanges:
+ replicas: 1
+ welcomeemail:
+ replicas: 1
 
 frontInit:
  image: