🐞 add census data second batch will not be executed (#342)

Parent issue: sequentech/meta#119

config.yml

@@ -174,6 +174,13 @@ config:
     # value is low to avoid denial of service attacks.
     client_max_header_size: 8k
 
+    # This changes proxy_connect_timeout/proxy_send_timeout/proxy_read_timeout
+    # in the nginx web server.
+    # Any request to the server will timeout with a 504 code if the server
+    # doesn't answer after this time.
+    # Note that this value is not higher to avoid denial of service attacks.
+    nginx_timeout_secs: 120
+
     # Path of the TLS PEM public certificate.
     #
     # Requirements:
@@ -622,7 +629,10 @@ config:
     # this parameter sets the batch size
     # 0 means doing the import in only one batch always
     # allowed values: integer number >= 0
-    census_import_batch: 500
+    # Note that if the value is very large, the http request could timeout.
+    # You might also want to scale up increase
+    # config.http.nginx_timeout_secs in that case.
+    census_import_batch: 200
 
     # If you want tallies to be linked and downloaded from a different URL,
     # change this variable from false to a string. This could be an example:

doc/devel/auth1.config.yml

@@ -175,6 +175,13 @@ config:
     # value is low to avoid denial of service attacks.
     client_max_header_size: 8k
 
+    # This changes proxy_connect_timeout/proxy_send_timeout/proxy_read_timeout
+    # in the nginx web server.
+    # Any request to the server will timeout with a 504 code if the server
+    # doesn't answer after this time.
+    # Note that this value is not higher to avoid denial of service attacks.
+    nginx_timeout_secs: 120
+
     # Path of the TLS PEM public certificate.
     #
     # Requirements:
@@ -610,7 +617,7 @@ config:
     # this parameter sets the batch size
     # 0 means doing the import in only one batch always
     # allowed values: integer number >= 0
-    census_import_batch: 500
+    census_import_batch: 200
 
     # If you want tallies to be linked and downloaded from a different URL,
     # change this variable from false to a string. This could be an example:

doc/devel/auth2.config.yml

@@ -175,6 +175,13 @@ config:
     # value is low to avoid denial of service attacks.
     client_max_header_size: 8k
 
+    # This changes proxy_connect_timeout/proxy_send_timeout/proxy_read_timeout
+    # in the nginx web server.
+    # Any request to the server will timeout with a 504 code if the server
+    # doesn't answer after this time.
+    # Note that this value is not higher to avoid denial of service attacks.
+    nginx_timeout_secs: 120
+
     # Path of the TLS PEM public certificate.
     #
     # Requirements:
@@ -617,7 +624,7 @@ config:
     # this parameter sets the batch size
     # 0 means doing the import in only one batch always
     # allowed values: integer number >= 0
-    census_import_batch: 500
+    census_import_batch: 200
 
     # If you want tallies to be linked and downloaded from a different URL,
     # change this variable from false to a string. This could be an example:

doc/devel/sequent.config.yml

@@ -175,6 +175,13 @@ config:
     # value is low to avoid denial of service attacks.
     client_max_header_size: 8k
 
+    # This changes proxy_connect_timeout/proxy_send_timeout/proxy_read_timeout
+    # in the nginx web server.
+    # Any request to the server will timeout with a 504 code if the server
+    # doesn't answer after this time.
+    # Note that this value is not higher to avoid denial of service attacks.
+    nginx_timeout_secs: 120
+
     # Path of the TLS PEM public certificate.
     #
     # Requirements:
@@ -624,7 +631,7 @@ config:
     # this parameter sets the batch size
     # 0 means doing the import in only one batch always
     # allowed values: integer number >= 0
-    census_import_batch: 500
+    census_import_batch: 200
 
     # If you want tallies to be linked and downloaded from a different URL,
     # change this variable from false to a string. This could be an example:

oneserver/templates/nginx.conf

@@ -51,6 +51,10 @@ http {
     keepalive_timeout       15;
     send_timeout            10;
 
+    proxy_connect_timeout   {{ config.http.nginx_timeout_secs }}s;
+    proxy_send_timeout      {{ config.http.nginx_timeout_secs }}s;
+    proxy_read_timeout      {{ config.http.nginx_timeout_secs }}s;
+
     # server_names_hash_bucket_size 64;
     # server_name_in_redirect off;
 

sequent-ui/templates/SequentConfig.js

@@ -197,6 +197,9 @@ var SequentConfigData = {
   //Minimum loading time (milliseconds)
   minLoadingTime: {{ config.sequent_ui.min_loading_time }},
 
+  // Server timeout (seconds)
+  serverTimeoutSeconds: {{ config.http.nginx_timeout_secs }},
+
   // gui-admin allows to import users from a csv, importing users in batches
   // this parameter sets the batch size
   // 0 means doing the import in only one batch always