View Javadoc

1   /**
2    * Licensed to the Apache Software Foundation (ASF) under one
3    * or more contributor license agreements.  See the NOTICE file
4    * distributed with this work for additional information
5    * regarding copyright ownership.  The ASF licenses this file
6    * to you under the Apache License, Version 2.0 (the
7    * "License"); you may not use this file except in compliance
8    * with the License.  You may obtain a copy of the License at
9    *
10   *     http://www.apache.org/licenses/LICENSE-2.0
11   *
12   * Unless required by applicable law or agreed to in writing, software
13   * distributed under the License is distributed on an "AS IS" BASIS,
14   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15   * See the License for the specific language governing permissions and
16   * limitations under the License.
17   */
18  package org.apache.hadoop.hbase.regionserver;
19  
20  import org.apache.hadoop.conf.Configuration;
21  import org.apache.hadoop.hbase.CompatibilityFactory;
22  import org.apache.hadoop.hbase.HBaseConfiguration;
23  import org.apache.hadoop.hbase.testclassification.SmallTests;
24  import org.apache.hadoop.hbase.test.MetricsAssertHelper;
25  import org.apache.hadoop.hbase.util.JvmPauseMonitor;
26  import org.junit.Before;
27  import org.junit.BeforeClass;
28  import org.junit.Test;
29  import org.junit.experimental.categories.Category;
30  
31  import static org.junit.Assert.assertNotNull;
32  
33  /**
34   * Unit test version of rs metrics tests.
35   */
36  @Category(SmallTests.class)
37  public class TestMetricsRegionServer {
38    public static MetricsAssertHelper HELPER =
39        CompatibilityFactory.getInstance(MetricsAssertHelper.class);
40  
41    private MetricsRegionServerWrapperStub wrapper;
42    private MetricsRegionServer rsm;
43    private MetricsRegionServerSource serverSource;
44  
45    @BeforeClass
46    public static void classSetUp() {
47      HELPER.init();
48    }
49  
50    @Before
51    public void setUp() {
52      wrapper = new MetricsRegionServerWrapperStub();
53      rsm = new MetricsRegionServer(HBaseConfiguration.create(), wrapper, null);
54      serverSource = rsm.getMetricsSource();
55    }
56  
57    @Test
58    public void testWrapperSource() {
59      HELPER.assertTag("serverName", "test", serverSource);
60      HELPER.assertTag("clusterId", "tClusterId", serverSource);
61      HELPER.assertTag("zookeeperQuorum", "zk", serverSource);
62      HELPER.assertGauge("regionServerStartTime", 100, serverSource);
63      HELPER.assertGauge("regionCount", 101, serverSource);
64      HELPER.assertGauge("storeCount", 2, serverSource);
65      HELPER.assertGauge("maxStoreFileAge", 2, serverSource);
66      HELPER.assertGauge("minStoreFileAge", 2, serverSource);
67      HELPER.assertGauge("avgStoreFileAge", 2, serverSource);
68      HELPER.assertGauge("numReferenceFiles", 2, serverSource);
69      HELPER.assertGauge("hlogFileCount", 10, serverSource);
70      HELPER.assertGauge("hlogFileSize", 1024000, serverSource);
71      HELPER.assertGauge("storeFileCount", 300, serverSource);
72      HELPER.assertGauge("memstoreSize", 1025, serverSource);
73      HELPER.assertGauge("storeFileSize", 1900, serverSource);
74      HELPER.assertCounter("totalRequestCount", 899, serverSource);
75      HELPER.assertCounter("readRequestCount", 997, serverSource);
76      HELPER.assertCounter("writeRequestCount", 707, serverSource);
77      HELPER.assertCounter("checkMutateFailedCount", 401, serverSource);
78      HELPER.assertCounter("checkMutatePassedCount", 405, serverSource);
79      HELPER.assertGauge("storeFileIndexSize", 406, serverSource);
80      HELPER.assertGauge("staticIndexSize", 407, serverSource);
81      HELPER.assertGauge("staticBloomSize", 408, serverSource);
82      HELPER.assertGauge("mutationsWithoutWALCount", 409, serverSource);
83      HELPER.assertGauge("mutationsWithoutWALSize", 410, serverSource);
84      HELPER.assertGauge("percentFilesLocal", 99, serverSource);
85      HELPER.assertGauge("percentFilesLocalSecondaryRegions", 99, serverSource);
86      HELPER.assertGauge("compactionQueueLength", 411, serverSource);
87      HELPER.assertGauge("flushQueueLength", 412, serverSource);
88      HELPER.assertGauge("blockCacheFreeSize", 413, serverSource);
89      HELPER.assertGauge("blockCacheCount", 414, serverSource);
90      HELPER.assertGauge("blockCacheSize", 415, serverSource);
91      HELPER.assertCounter("blockCacheHitCount", 416, serverSource);
92      HELPER.assertCounter("blockCacheMissCount", 417, serverSource);
93      HELPER.assertCounter("blockCacheEvictionCount", 418, serverSource);
94      HELPER.assertGauge("blockCacheCountHitPercent", 98, serverSource);
95      HELPER.assertGauge("blockCacheExpressHitPercent", 97, serverSource);
96      HELPER.assertCounter("updatesBlockedTime", 419, serverSource);
97    }
98  
99    @Test
100   public void testConstuctor() {
101     assertNotNull("There should be a hadoop1/hadoop2 metrics source", rsm.getMetricsSource() );
102     assertNotNull("The RegionServerMetricsWrapper should be accessable", rsm.getRegionServerWrapper());
103   }
104 
105   @Test
106   public void testSlowCount() {
107     for (int i=0; i < 12; i ++) {
108       rsm.updateAppend(null, 12);
109       rsm.updateAppend(null, 1002);
110     }
111     for (int i=0; i < 13; i ++) {
112       rsm.updateDelete(null, 13);
113       rsm.updateDelete(null, 1003);
114     }
115     for (int i=0; i < 14; i ++) {
116       rsm.updateGet(null, 14);
117       rsm.updateGet(null, 1004);
118     }
119     for (int i=0; i < 15; i ++) {
120       rsm.updateIncrement(null, 15);
121       rsm.updateIncrement(null, 1005);
122     }
123     for (int i=0; i < 16; i ++) {
124       rsm.updatePut(null, 16);
125       rsm.updatePut(null, 1006);
126     }
127 
128     HELPER.assertCounter("appendNumOps", 24, serverSource);
129     HELPER.assertCounter("deleteNumOps", 26, serverSource);
130     HELPER.assertCounter("getNumOps", 28, serverSource);
131     HELPER.assertCounter("incrementNumOps", 30, serverSource);
132     HELPER.assertCounter("mutateNumOps", 32, serverSource);
133 
134 
135     HELPER.assertCounter("slowAppendCount", 12, serverSource);
136     HELPER.assertCounter("slowDeleteCount", 13, serverSource);
137     HELPER.assertCounter("slowGetCount", 14, serverSource);
138     HELPER.assertCounter("slowIncrementCount", 15, serverSource);
139     HELPER.assertCounter("slowPutCount", 16, serverSource);
140   }
141 
142   String FLUSH_TIME = "flushTime";
143   String FLUSH_TIME_DESC = "Histogram for the time in millis for memstore flush";
144   String FLUSH_MEMSTORE_SIZE = "flushMemstoreSize";
145   String FLUSH_MEMSTORE_SIZE_DESC = "Histogram for number of bytes in the memstore for a flush";
146   String FLUSH_FILE_SIZE = "flushFileSize";
147   String FLUSH_FILE_SIZE_DESC = "Histogram for number of bytes in the resulting file for a flush";
148   String FLUSHED_OUTPUT_BYTES = "flushedOutputBytes";
149   String FLUSHED_OUTPUT_BYTES_DESC = "Total number of bytes written from flush";
150   String FLUSHED_MEMSTORE_BYTES = "flushedMemstoreBytes";
151   String FLUSHED_MEMSTORE_BYTES_DESC = "Total number of bytes of cells in memstore from flush";
152 
153   @Test
154   public void testFlush() {
155     rsm.updateFlush(null, 1, 2, 3);
156     HELPER.assertCounter("flushTime_num_ops", 1, serverSource);
157     HELPER.assertCounter("flushMemstoreSize_num_ops", 1, serverSource);
158     HELPER.assertCounter("flushOutputSize_num_ops", 1, serverSource);
159     HELPER.assertCounter("flushedMemstoreBytes", 2, serverSource);
160     HELPER.assertCounter("flushedOutputBytes", 3, serverSource);
161 
162     rsm.updateFlush(null, 10, 20, 30);
163     HELPER.assertCounter("flushTimeNumOps", 2, serverSource);
164     HELPER.assertCounter("flushMemstoreSize_num_ops", 2, serverSource);
165     HELPER.assertCounter("flushOutputSize_num_ops", 2, serverSource);
166     HELPER.assertCounter("flushedMemstoreBytes", 22, serverSource);
167     HELPER.assertCounter("flushedOutputBytes", 33, serverSource);
168   }
169 
170   @Test
171   public void testCompaction() {
172     rsm.updateCompaction(null, false, 1, 2, 3, 4, 5);
173     HELPER.assertCounter("compactionTime_num_ops", 1, serverSource);
174     HELPER.assertCounter("compactionInputFileCount_num_ops", 1, serverSource);
175     HELPER.assertCounter("compactionInputSize_num_ops", 1, serverSource);
176     HELPER.assertCounter("compactionOutputFileCount_num_ops", 1, serverSource);
177     HELPER.assertCounter("compactedInputBytes", 4, serverSource);
178     HELPER.assertCounter("compactedoutputBytes", 5, serverSource);
179 
180     rsm.updateCompaction(null, false, 10, 20, 30, 40, 50);
181     HELPER.assertCounter("compactionTime_num_ops", 2, serverSource);
182     HELPER.assertCounter("compactionInputFileCount_num_ops", 2, serverSource);
183     HELPER.assertCounter("compactionInputSize_num_ops", 2, serverSource);
184     HELPER.assertCounter("compactionOutputFileCount_num_ops", 2, serverSource);
185     HELPER.assertCounter("compactedInputBytes", 44, serverSource);
186     HELPER.assertCounter("compactedoutputBytes", 55, serverSource);
187 
188     // do major compaction
189     rsm.updateCompaction(null, true, 100, 200, 300, 400, 500);
190 
191     HELPER.assertCounter("compactionTime_num_ops", 3, serverSource);
192     HELPER.assertCounter("compactionInputFileCount_num_ops", 3, serverSource);
193     HELPER.assertCounter("compactionInputSize_num_ops", 3, serverSource);
194     HELPER.assertCounter("compactionOutputFileCount_num_ops", 3, serverSource);
195     HELPER.assertCounter("compactedInputBytes", 444, serverSource);
196     HELPER.assertCounter("compactedoutputBytes", 555, serverSource);
197 
198     HELPER.assertCounter("majorCompactionTime_num_ops", 1, serverSource);
199     HELPER.assertCounter("majorCompactionInputFileCount_num_ops", 1, serverSource);
200     HELPER.assertCounter("majorCompactionInputSize_num_ops", 1, serverSource);
201     HELPER.assertCounter("majorCompactionOutputFileCount_num_ops", 1, serverSource);
202     HELPER.assertCounter("majorCompactedInputBytes", 400, serverSource);
203     HELPER.assertCounter("majorCompactedoutputBytes", 500, serverSource);
204   }
205 
206   @Test
207   public void testPauseMonitor() {
208     Configuration conf = new Configuration();
209     conf.setLong(JvmPauseMonitor.INFO_THRESHOLD_KEY, 1000L);
210     conf.setLong(JvmPauseMonitor.WARN_THRESHOLD_KEY, 10000L);
211     JvmPauseMonitor monitor = new JvmPauseMonitor(conf, serverSource);
212     monitor.updateMetrics(1500, false);
213     HELPER.assertCounter("pauseInfoThresholdExceeded", 1, serverSource);
214     HELPER.assertCounter("pauseWarnThresholdExceeded", 0, serverSource);
215     HELPER.assertCounter("pauseTimeWithoutGc_num_ops", 1, serverSource);
216     HELPER.assertCounter("pauseTimeWithGc_num_ops", 0, serverSource);
217     monitor.updateMetrics(15000, true);
218     HELPER.assertCounter("pauseInfoThresholdExceeded", 1, serverSource);
219     HELPER.assertCounter("pauseWarnThresholdExceeded", 1, serverSource);
220     HELPER.assertCounter("pauseTimeWithoutGc_num_ops", 1, serverSource);
221     HELPER.assertCounter("pauseTimeWithGc_num_ops", 1, serverSource);
222   }
223 
224 }
225