perf: configurations for perf improvement (#15142)

Closes #15041

Signed-off-by: He Weiwei <hweiwei@vmware.com>

make/harbor.yml.tmpl

@@ -38,10 +38,10 @@ database:
   # The password for the root user of Harbor DB. Change this before any production use.
   password: root123
   # The maximum number of connections in the idle connection pool. If it <=0, no idle connections are retained.
-  max_idle_conns: 50
+  max_idle_conns: 100
   # The maximum number of open connections to the database. If it <= 0, then there is no limit on the number of open connections.
   # Note: the default number of connections is 1024 for postgres of harbor.
-  max_open_conns: 1000
+  max_open_conns: 900
 
 # The default data volume
 data_volume: /data

make/photon/prepare/migrations/version_2_3_0/__init__.py

@@ -6,6 +6,15 @@ revision = '2.3.0'
 down_revisions = ['2.2.0']
 
 def migrate(input_cfg, output_cfg):
+    def db_conn_need_update(db_conf):
+        if not db_conf:
+            return False
+
+        max_idle_conns = db_conf.get('max_idle_conns', 0)
+        max_open_conns = db_conf.get('max_open_conns', 0)
+
+        return max_idle_conns == 50 and max_open_conns == 1000
+
     current_dir = os.path.dirname(__file__)
     tpl = Environment(
         loader=FileSystemLoader(current_dir),
@@ -16,5 +25,9 @@ def migrate(input_cfg, output_cfg):
 
     config_dict = read_conf(input_cfg)
 
+    if db_conn_need_update(config_dict.get('database')):
+        config_dict['database']['max_idle_conns'] = 100
+        config_dict['database']['max_open_conns'] = 900
+
     with open(output_cfg, 'w') as f:
         f.write(tpl.render(**config_dict))

make/photon/prepare/migrations/version_2_3_0/harbor.yml.jinja

@@ -73,16 +73,16 @@ database:
   # The maximum number of connections in the idle connection pool. If it <=0, no idle connections are retained.
   max_idle_conns: {{ database.max_idle_conns }}
   # The maximum number of open connections to the database. If it <= 0, then there is no limit on the number of open connections.
-  # Note: the default number of connections is 100 for postgres.
+  # Note: the default number of connections is 1024 for postgres of harbor.
   max_open_conns: {{ database.max_open_conns }}
 {% else %}
   # The password for the root user of Harbor DB. Change this before any production use.
   password: root123
   # The maximum number of connections in the idle connection pool. If it <=0, no idle connections are retained.
-  max_idle_conns: 50
+  max_idle_conns: 100
   # The maximum number of open connections to the database. If it <= 0, then there is no limit on the number of open connections.
-  # Note: the default number of connections is 100 for postgres.
+  # Note: the default number of connections is 1024 for postgres of harbor.
-  max_open_conns: 100
+  max_open_conns: 900
 {% endif %}
 
 {% if data_volume is defined %}

make/photon/prepare/templates/nginx/nginx.http.conf.jinja

@@ -2,7 +2,7 @@ worker_processes auto;
 pid /tmp/nginx.pid;
 
 events {
-  worker_connections 1024;
+  worker_connections 3096;
   use epoll;
   multi_accept on;
 }

make/photon/prepare/templates/nginx/nginx.https.conf.jinja

@@ -2,7 +2,7 @@ worker_processes auto;
 pid /tmp/nginx.pid;
 
 events {
-  worker_connections 1024;
+  worker_connections 3096;
   use epoll;
   multi_accept on;
 }

make/photon/prepare/templates/registry/config.yml.jinja

@@ -29,6 +29,10 @@ redis:
   dialtimeout: 10s
   password: {{redis_password}}
   db: {{redis_db_index_reg}}
+  pool:
+    maxidle: 100
+    maxactive: 500
+    idletimeout: 60s
 http:
 {% if internal_tls.enabled %}
   addr: :5443