File java-persister-defaults.patch of Package openstack-monasca-persister-java

Overview Repositories Revisions Requests Users Attributes Meta

File java-persister-defaults.patch of Package openstack-monasca-persister-java (Revision 13102aa5ed045b349c591dfc75edd4b8)

Currently displaying revision 13102aa5ed045b349c591dfc75edd4b8 , Show latest

commit 406f521ef112fd7321d620a19d9ec305e773a513
Author: Johannes Grassler <johannes.grassler@suse.com>
Date:   Wed Jan 10 11:46:14 2018 +0100
Upstream status: merged into master, no stable/pike backport planned

Java persister config: defaults and robustness
    
    This commit adds defaults for configuration settings where
    that makes sense so they can be omitted. Likewise, unknown
    settings will now be ignored everywhere except for the
    database sections (the relevant configuration classes for that
    are in monasca-common).
    
    Change-Id: I35ae02e44a11e088c36943d8c053aac07dbe7524
    Story: 2001415
    Task: 6115

diff --git a/java/src/main/java/monasca/persister/configuration/KafkaConfig.java b/java/src/main/java/monasca/persister/configuration/KafkaConfig.java
index ee2102dead50..6fd1454d7cef 100644
--- a/java/src/main/java/monasca/persister/configuration/KafkaConfig.java
+++ b/java/src/main/java/monasca/persister/configuration/KafkaConfig.java
@@ -17,8 +17,10 @@
 
 package monasca.persister.configuration;
 
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
 import com.fasterxml.jackson.annotation.JsonProperty;
 
+@JsonIgnoreProperties(ignoreUnknown=true)
 public class KafkaConfig {
 
   @JsonProperty
@@ -26,110 +28,170 @@ public class KafkaConfig {
 
   @JsonProperty
   String zookeeperConnect;
+  String _zookeeperConnect = "127.0.0.1";
 
   @JsonProperty
   Integer socketTimeoutMs;
+  Integer _socketTimeoutMs = 30000;
 
   @JsonProperty
   Integer socketReceiveBufferBytes;
+  Integer _socketReceiveBufferBytes = 65536;
 
   @JsonProperty
   Integer fetchMessageMaxBytes;
+  Integer _fetchMessageMaxBytes = 1048576;
 
   @JsonProperty
   Integer queuedMaxMessageChunks;
+  Integer _queuedMaxMessageChunks = 10;
 
   @JsonProperty
   Integer rebalanceMaxRetries;
+  Integer _rebalanceMaxRetries = 4;
 
   @JsonProperty
   Integer fetchMinBytes;
+  Integer _fetchMinBytes = 1;
 
   @JsonProperty
   Integer fetchWaitMaxMs;
+  Integer _fetchWaitMaxMs = 100;
 
   @JsonProperty
   Integer rebalanceBackoffMs;
+  Integer _rebalanceBackoffMs = 2000;
 
   @JsonProperty
   Integer refreshLeaderBackoffMs;
+  Integer _refreshLeaderBackoffMs = 200;
 
   @JsonProperty
   String autoOffsetReset;
+  String _autoOffsetReset = "largest";
 
   @JsonProperty
   Integer consumerTimeoutMs;
+  Integer _consumerTimeoutMs = 1000;
 
   @JsonProperty
   Integer zookeeperSessionTimeoutMs;
+  Integer _zookeeperSessionTimeoutMs = 60000;
 
   @JsonProperty
   Integer zookeeperConnectionTimeoutMs;
+  Integer _zookeeperConnectionTimeoutMs = 60000;
 
   @JsonProperty
   Integer zookeeperSyncTimeMs;
+  Integer _zookeeperSyncTimeMs = 2000;
 
   public String getTopic() {
     return topic;
   }
 
   public String getZookeeperConnect() {
+    if ( zookeeperConnect == null ) {
+      return _zookeeperConnect;
+    }
     return zookeeperConnect;
   }
 
   public Integer getSocketTimeoutMs() {
+    if ( socketTimeoutMs == null ) {
+      return _socketTimeoutMs;
+    }
     return socketTimeoutMs;
   }
 
   public Integer getSocketReceiveBufferBytes() {
+    if ( socketReceiveBufferBytes == null ) {
+      return _socketReceiveBufferBytes;
+    }
     return socketReceiveBufferBytes;
   }
 
   public Integer getFetchMessageMaxBytes() {
+    if ( fetchMessageMaxBytes == null ) {
+      return _fetchMessageMaxBytes;
+    }
     return fetchMessageMaxBytes;
   }
 
   public Integer getQueuedMaxMessageChunks() {
+    if ( queuedMaxMessageChunks == null ) {
+      return _queuedMaxMessageChunks;
+    }
     return queuedMaxMessageChunks;
   }
 
   public Integer getRebalanceMaxRetries() {
+    if ( rebalanceMaxRetries == null ) {
+      return _rebalanceMaxRetries;
+    }
     return rebalanceMaxRetries;
   }
 
   public Integer getFetchMinBytes() {
+    if ( fetchMinBytes == null ) {
+      return _fetchMinBytes;
+    }
     return fetchMinBytes;
   }
 
   public Integer getFetchWaitMaxMs() {
+    if ( fetchWaitMaxMs == null ) {
+      return _fetchWaitMaxMs;
+    }
     return fetchWaitMaxMs;
   }
 
   public Integer getRebalanceBackoffMs() {
+    if ( rebalanceBackoffMs == null ) {
+      return _rebalanceBackoffMs;
+    }
     return rebalanceBackoffMs;
   }
 
   public Integer getRefreshLeaderBackoffMs() {
+    if ( refreshLeaderBackoffMs == null ) {
+      return _refreshLeaderBackoffMs;
+    }
     return refreshLeaderBackoffMs;
   }
 
   public String getAutoOffsetReset() {
+    if ( autoOffsetReset == null ) {
+      return _autoOffsetReset;
+    }
     return autoOffsetReset;
   }
 
   public Integer getConsumerTimeoutMs() {
+    if ( consumerTimeoutMs == null ) {
+      return _consumerTimeoutMs;
+    }
     return consumerTimeoutMs;
   }
 
   public Integer getZookeeperSessionTimeoutMs() {
+    if ( zookeeperSessionTimeoutMs == null ) {
+      return _zookeeperSessionTimeoutMs;
+    }
     return zookeeperSessionTimeoutMs;
   }
 
   public Integer getZookeeperConnectionTimeoutMs() {
+    if ( zookeeperConnectionTimeoutMs == null ) {
+      return _zookeeperConnectionTimeoutMs;
+    }
     return zookeeperConnectionTimeoutMs;
   }
 
   public Integer getZookeeperSyncTimeMs() {
+    if ( zookeeperSyncTimeMs == null ) {
+      return _zookeeperSyncTimeMs;
+    }
     return zookeeperSyncTimeMs;
   }
 }
diff --git a/java/src/main/java/monasca/persister/configuration/PersisterConfig.java b/java/src/main/java/monasca/persister/configuration/PersisterConfig.java
index b8d09a6828ec..9efab2e99c17 100644
--- a/java/src/main/java/monasca/persister/configuration/PersisterConfig.java
+++ b/java/src/main/java/monasca/persister/configuration/PersisterConfig.java
@@ -19,6 +19,7 @@
 
 package monasca.persister.configuration;
 
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
 import com.fasterxml.jackson.annotation.JsonProperty;
 
 import monasca.common.configuration.CassandraDbConfiguration;
@@ -30,22 +31,30 @@ import io.dropwizard.db.DataSourceFactory;
 import javax.validation.Valid;
 import javax.validation.constraints.NotNull;
 
+@JsonIgnoreProperties(ignoreUnknown=true)
 public class PersisterConfig extends Configuration {
 
   @JsonProperty
   private String name;
+  private String _name = "monasca-persister";
 
   public String getName() {
+    if ( name == null ) {
+      return _name;
+    }
     return name;
   }
 
   @JsonProperty
   @NotNull
   @Valid
-  private final PipelineConfig alarmHistoryConfiguration =
-      new PipelineConfig();
+  private final PipelineConfig alarmHistoryConfiguration = new PipelineConfig();
 
   public PipelineConfig getAlarmHistoryConfiguration() {
+    // Set alarm history configuration specific defaults
+    alarmHistoryConfiguration.setDefaults("alarm-state-transitions",
+                               "1_alarm-state-transitions",
+                               1);
     return alarmHistoryConfiguration;
   }
 
@@ -54,7 +63,12 @@ public class PersisterConfig extends Configuration {
   @Valid
   private final PipelineConfig metricConfiguration = new PipelineConfig();
 
+
   public PipelineConfig getMetricConfiguration() {
+    // Set metric configuration specific defaults
+    metricConfiguration.setDefaults("metrics",
+                                    "1_metrics",
+                                    20000);
     return metricConfiguration;
   }
 
diff --git a/java/src/main/java/monasca/persister/configuration/PipelineConfig.java b/java/src/main/java/monasca/persister/configuration/PipelineConfig.java
index b5f95016b737..d578280ebca6 100644
--- a/java/src/main/java/monasca/persister/configuration/PipelineConfig.java
+++ b/java/src/main/java/monasca/persister/configuration/PipelineConfig.java
@@ -17,35 +17,58 @@
 
 package monasca.persister.configuration;
 
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
 import com.fasterxml.jackson.annotation.JsonProperty;
 
+@JsonIgnoreProperties(ignoreUnknown=true)
 public class PipelineConfig {
 
   @JsonProperty
   String topic;
+  String _topic; // No default: default provided by constructor
 
   @JsonProperty
   String groupId;
+  String _groupId; // No default: default provided by constructor
 
   @JsonProperty
   String consumerId;
+  String _consumerId = "monasca-persister";
 
   @JsonProperty
   String clientId;
+  String _clientId = "monasca-persister";
 
   @JsonProperty
   Integer batchSize;
+  Integer _batchSize; // No default: default provided by constructor
 
   @JsonProperty
   Integer numThreads;
+  Integer _numThreads = 1;
 
   @JsonProperty
   Integer maxBatchTime;
+  Integer _maxBatchTime = 10;
 
   @JsonProperty
   Integer commitBatchTime;
+  Integer _commitBatchTime = 0;
+
+  /** Used to set default values for properties that have different sensible
+   * defaults for metric and alarm configurations, respectively.
+   */
+  public void setDefaults(String defaultTopic, String defaultGroupId,
+                          Integer defaultBatchSize) {
+    _batchSize = defaultBatchSize;
+    _groupId = defaultGroupId;
+    _topic = defaultTopic;
+  }
 
   public Integer getCommitBatchTime() {
+    if ( commitBatchTime == null ) {
+      return _commitBatchTime;
+    }
     return commitBatchTime;
   }
 
@@ -54,10 +77,16 @@ public class PipelineConfig {
   }
 
   public String getTopic() {
+    if ( topic == null ) {
+      return _topic;
+    }
     return topic;
   }
 
   public String getGroupId() {
+    if ( groupId == null ) {
+      return _groupId;
+    }
     return groupId;
   }
 
@@ -66,6 +95,9 @@ public class PipelineConfig {
   }
 
   public String getConsumerId() {
+    if ( consumerId == null ) {
+      return _consumerId;
+    }
     return consumerId;
   }
 
@@ -74,6 +106,9 @@ public class PipelineConfig {
   }
 
   public String getClientId() {
+    if ( clientId == null ) {
+      return _clientId;
+    }
     return clientId;
   }
 
@@ -94,14 +129,23 @@ public class PipelineConfig {
   }
 
   public Integer getBatchSize() {
+    if ( batchSize == null ) {
+      return _batchSize;
+    }
     return batchSize;
   }
 
   public Integer getNumThreads() {
+    if ( numThreads == null ) {
+      return _numThreads;
+    }
     return numThreads;
   }
 
   public Integer getMaxBatchTime() {
+    if ( maxBatchTime == null ) {
+      return _maxBatchTime;
+    }
     return maxBatchTime;
   }
 }

Places

File java-persister-defaults.patch of Package openstack-monasca-persister-java (Revision 13102aa5ed045b349c591dfc75edd4b8)

Places