Tune for large deployments

Author: Bischoff

modules/server/main.tf

@@ -85,6 +85,7 @@ module "server" {
     db_configuration               = var.db_configuration
     c3p0_connection_timeout        = var.c3p0_connection_timeout
     c3p0_connection_debug          = var.c3p0_connection_debug
+    large_deployment               = var.large_deployment
   }
 
 

modules/server/variables.tf

@@ -305,6 +305,11 @@ variable "c3p0_connection_debug" {
   default     = false
 }
 
+variable "large_deployment" {
+  description = "set up for a deployment with a great number of clients"
+  default     = false
+}
+
 variable "quantity" {
   description = "number of hosts like this one"
   default     = 1

salt/server/init.sls

@@ -16,6 +16,7 @@ include:
   - server.initial_content
   - server.iss
   - server.testsuite
+  - server.large_deployment
   - server.salt_master
   - server.tcpdump
 

salt/server/large_deployment.sls

@@ -0,0 +1,75 @@
+# See https://documentation.suse.com/suma/4.3/en/suse-manager/specialized-guides/large-deployments/tuning.html#_environmental_variables
+
+{% if grains.get('large_deployment') | default(false, true) %}
+
+include:
+  - server
+
+large_scale_increase_tasko_parallel_threads:
+  file.replace:
+    - name: /etc/rhn/rhn.conf
+    - pattern: 'taskomatic.com.redhat.rhn.taskomatic.task.MinionActionExecutor.parallel_threads = (.*)'
+    - repl: 'taskomatic.com.redhat.rhn.taskomatic.task.MinionActionExecutor.parallel_threads = 3'
+    - append_if_not_found: True
+    - require:
+      - cmd: server_setup
+
+large_scale_increase_hibernate_max_connections:
+  file.replace:
+    - name: /etc/rhn/rhn.conf
+    - pattern: 'hibernate.c3p0.max_size = (.*)'
+    - repl: 'hibernate.c3p0.max_size = 50'
+    - append_if_not_found: True
+    - require:
+      - cmd: server_setup
+
+large_scale_tune_tomcat_stylesheet:
+  file.managed:
+    - name: /root/large_scale_tune_tomcat.xslt
+    - source:
+      - salt://server/large_scale_tune_tomcat.xslt
+    - user: root
+    - group: root
+    - mode: 644
+
+large_scale_tune_tomcat_maxthreads:
+  cmd.run:
+    - name: xsltproc /root/large_scale_tune_tomcat.xslt /etc/tomcat/server.xml > /tmp/tomcat_server.xml && mv /tmp/tomcat_server.xml /etc/tomcat/server.xml
+    - require:
+      - cmd: server_setup
+      - file: large_scale_tune_tomcat_stylesheet
+
+large_scale_tomcat:
+  service.running:
+    - name: tomcat
+    - watch:
+      - file: large_scale_increase_tasko_parallel_threads
+      - file: large_scale_increase_hibernate_max_connections
+      - cmd: large_scale_tune_tomcat_maxthreads
+
+large_scale_increase_database_max_connections:
+  file.replace:
+    - name: /var/lib/pgsql/data/postgresql.conf
+    - pattern: 'max_connections = (.*)'
+    - repl: 'max_connections = 450'
+    - append_if_not_found: True
+    - require:
+      - cmd: server_setup
+
+large_scale_increase_database_work_memory:
+  file.replace:
+    - name: /var/lib/pgsql/data/postgresql.conf
+    - pattern: 'work_mem = (.*)'
+    - repl: 'work_mem = 10MB'
+    - append_if_not_found: True
+    - require:
+      - cmd: server_setup
+
+large_scale_postgresql:
+  service.running:
+    - name: postgresql
+    - watch:
+      - file: large_scale_increase_database_max_connections
+      - file: large_scale_increase_database_work_memory
+
+{% endif %}

salt/server/large_scale_tune_tomcat.xslt

@@ -0,0 +1,18 @@
+<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+  <!-- XSL transformation to tune tomcat server
+       configuration for large scale deployments -->
+
+  <xsl:output omit-xml-declaration="yes" />
+
+  <!-- increase maximum number of threads -->
+  <xsl:template match="Service[@name='Catalina']/Connector/@maxThreads">
+    <xsl:attribute name="maxThreads">256</xsl:attribute>
+  </xsl:template>
+
+  <!-- just copy the rest -->
+  <xsl:template match="node()|@*">
+    <xsl:copy>
+      <xsl:apply-templates select="node()|@*" />
+    </xsl:copy>
+  </xsl:template>
+</xsl:stylesheet>

salt/server/testsuite.sls

@@ -155,6 +155,7 @@ tomcat:
     - watch:
       - file: enable_salt_content_staging_window
       - file: enable_salt_content_staging_advance
+      - file: enable_kiwi_os_image_building
 
 dump_salt_event_log:
     cmd.run: