From e8f7d7ceab088405d50a0178bbca87f7feec6c84 Mon Sep 17 00:00:00 2001 From: wusheng Date: Tue, 3 May 2016 10:18:18 +0800 Subject: [PATCH] =?UTF-8?q?=E4=B8=8A=E4=BC=A0=E9=83=A8=E5=88=86=E9=AA=8C?= =?UTF-8?q?=E8=AF=81=E8=84=9A=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../skywalking/analysis/AnalysisServerDriver.java | 4 ++-- .../ai/cloud/skywalking/analysis/config/Config.java | 2 +- .../analysis/datacheck/01.truncateHBaseTable.md | 9 +++++++++ .../analysis/datacheck/02.scan4ColumnValue.md | 13 +++++++++++++ 4 files changed, 25 insertions(+), 3 deletions(-) create mode 100644 skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/01.truncateHBaseTable.md create mode 100644 skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/02.scan4ColumnValue.md diff --git a/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/AnalysisServerDriver.java b/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/AnalysisServerDriver.java index 37860944b..17447a102 100644 --- a/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/AnalysisServerDriver.java +++ b/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/AnalysisServerDriver.java @@ -57,10 +57,10 @@ public class AnalysisServerDriver extends Configured implements Tool { conf.set("hbase.zookeeper.quorum", Config.HBase.ZK_QUORUM); conf.set("hbase.zookeeper.property.clientPort", Config.HBase.ZK_CLIENT_PORT); //-XX:+UseParallelGC -XX:ParallelGCThreads=4 -XX:GCTimeRatio=10 -XX:YoungGenerationSizeIncrement=20 -XX:TenuredGenerationSizeIncrement=20 -XX:AdaptiveSizeDecrementScaleFactor=2 - conf.set("mapred.child.java.opts",Config.MapReduce.java_opts); + conf.set("mapred.child.java.opts",Config.MapReduce.JAVA_OPTS); String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs(); if (otherArgs.length != 2) { - System.err.println("Usage: AnalysisServer yyyy-MM-dd/HH:mm:ss yyyy-MM-dd/HH:mm:ss"); + System.err.println("Usage: com.ai.cloud.skywalking.analysis.AnalysisServerDriver yyyy-MM-dd/HH:mm:ss yyyy-MM-dd/HH:mm:ss"); System.exit(2); } diff --git a/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/config/Config.java b/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/config/Config.java index 01df2cabe..65a11b6cb 100644 --- a/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/config/Config.java +++ b/skywalking-analysis/src/main/java/com/ai/cloud/skywalking/analysis/config/Config.java @@ -31,6 +31,6 @@ public class Config { } public static class MapReduce{ - public static String java_opts = "-Xmx200m"; + public static String JAVA_OPTS = "-Xmx200m"; } } diff --git a/skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/01.truncateHBaseTable.md b/skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/01.truncateHBaseTable.md new file mode 100644 index 000000000..6c56084ae --- /dev/null +++ b/skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/01.truncateHBaseTable.md @@ -0,0 +1,9 @@ +```sql +truncate "sw-chain-1day-summary" +truncate "sw-chain-1hour-summary" +truncate "sw-chain-1min-summary" +truncate "sw-chain-1month-summary" +truncate "sw-chain-detail" +truncate "sw-treeId-cid-mapping" +truncate "sw-traceId-cid-mapping" +``` \ No newline at end of file diff --git a/skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/02.scan4ColumnValue.md b/skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/02.scan4ColumnValue.md new file mode 100644 index 000000000..d3581f1de --- /dev/null +++ b/skywalking-analysis/src/test/java/com/ai/cloud/skywalking/analysis/datacheck/02.scan4ColumnValue.md @@ -0,0 +1,13 @@ +* 查询某一张表中的某一列等于某一个值(比如sw-treeId-cid-mapping,sw-traceId-cid-mapping) + +```java +import org.apache.hadoop.hbase.util.Bytes; +import org.apache.hadoop.hbase.filter.SingleColumnValueFilter; +import org.apache.hadoop.hbase.filter.BinaryComparator; +import org.apache.hadoop.hbase.filter.CompareFilter; +import org.apache.hadoop.hbase.filter. Filter; +scan 'sw-chain-info', { FILTER +=>SingleColumnValueFilter.new(Bytes.toBytes('trace_info'),Bytes.toBytes('cid'), +CompareFilter::CompareOp.valueOf('EQUAL'), +BinaryComparator.new(Bytes.toBytes('CID_B4CAEE3953B3C0DBD7A43656B2EEE345')))} +``` \ No newline at end of file