diff --git a/docs/en/setup/backend/configuration-vocabulary.md b/docs/en/setup/backend/configuration-vocabulary.md index 187973b13f..a198cc88c2 100644 --- a/docs/en/setup/backend/configuration-vocabulary.md +++ b/docs/en/setup/backend/configuration-vocabulary.md @@ -380,142 +380,142 @@ If the `cold` stage is enabled and `warm` stage is disabled, the data will be mo If both `warm` and `cold` stages are enabled, the data will be moved to the `warm` stage after the TTL of the `hot` stage, and then to the `cold` stage after the TTL of the `warm` stage. OAP will query the data from the "hot and warm" stage by default if the "warm" stage is enabled. -| Group | Settings | Stage Settings | Value(s) and Explanation | System Environment Variable¹ | Default | -|---------------------------|-----------------|-----------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------------------------------|-----------| -| recordsNormal | - | - | The group for records not specified in `super`. Each dataset will be grouped under a single group named `normal`. | - | - | -| - | shardNum | - | Shards Number for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_SHARD_NUM | 1 | -| - | segmentInterval | - | Segment Interval Days for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_SI_DAYS | 1 | -| - | ttl | - | TTL Days for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS | 3 | -| - | enableWarmStage | - | Activate warm stage for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SHARD_NUM | 1 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SI_DAYS | 2 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_TTL_DAYS | 7 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SHARD_NUM | 1 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SI_DAYS | 3 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_NODE_SELECTOR | type=cold | -| recordsTrace | - | - | | - | - | -| - | shardNum | - | Shards Number for SkyWalking trace records group. | SW_STORAGE_BANYANDB_GR_TRACE_SHARD_NUM | 2 | -| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_TRACE_SI_DAYS | 1 | -| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_TRACE_TTL_DAYS | 3 | -| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_TTL_DAYS | 7 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_NODE_SELECTOR | type=cold | -| recordsZipkinTrace | - | - | | - | - | -| - | shardNum | - | Shards Number for Zipkin trace records group. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SHARD_NUM | 2 | -| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SI_DAYS | 1 | -| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_TTL_DAYS | 3 | -| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_TTL_DAYS | 7 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_NODE_SELECTOR | type=cold | -| recordsLog | - | - | | - | - | -| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_GR_LOG_SHARD_NUM | 2 | -| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_LOG_SI_DAYS | 1 | -| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_LOG_TTL_DAYS | 3 | -| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_LOG_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_LOG_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_TTL_DAYS | 7 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_NODE_SELECTOR | type=cold | -| recordsBrowserErrorLog | - | - | | - | - | -| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SHARD_NUM | 2 | -| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SI_DAYS | 1 | -| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_TTL_DAYS | 3 | -| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_TTL_DAYS | 7 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SI_DAYS | 1 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR | type=cold | -| metricsMin | - | - | The group for minute granularity metrics group. | - | - | -| - | shardNum | - | Shards Number for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_SHARD_NUM | 2 | -| - | segmentInterval | - | Segment Interval Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_SI_DAYS | 1 | -| - | ttl | - | TTL Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_TTL_DAYS | 7 | -| - | enableWarmStage | - | Activate warm stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SI_DAYS | 3 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_TTL_DAYS | 15 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SHARD_NUM | 2 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SI_DAYS | 5 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_TTL_DAYS | 60 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_NODE_SELECTOR | type=cold | -| metricsHour | - | - | The group for hour granularity metrics. | - | - | -| - | shardNum | - | Shards Number for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_SHARD_NUM | 1 | -| - | segmentInterval | - | Segment Interval Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_SI_DAYS | 5 | -| - | ttl | - | TTL Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_TTL_DAYS | 15 | -| - | enableWarmStage | - | Activate warm stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_SHARD_NUM | 1 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_SI_DAYS | 7 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_SHARD_NUM | 1 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_SI_DAYS | 15 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_TTL_DAYS | 120 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_NODE_SELECTOR | type=cold | -| metricsDay | - | - | The group for day granularity metrics. | - | - | -| - | shardNum | - | Shards Number for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_SHARD_NUM | 1 | -| - | segmentInterval | - | Segment Interval Days for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_SI_DAYS | 15 | -| - | ttl | - | TTL Days for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_TTL_DAYS | 15 | -| - | enableWarmStage | - | Activate warm stage for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE | false | -| - | enableColdStage | - | Activate cold stage for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE | false | -| - | warm | - | The warm stage settings. | - | - | -| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_SHARD_NUM | 1 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_SI_DAYS | 15 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_TTL_DAYS | 30 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_NODE_SELECTOR | type=warm | -| - | cold | - | The cold stage settings. | - | - | -| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_SHARD_NUM | 1 | -| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_SI_DAYS | 15 | -| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_TTL_DAYS | 120 | -| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_NODE_SELECTOR | type=cold | -| metadata | - | - | The `metadata` group is designed to store metrics that are used for indexing without value columns. Such as `service_traffic`, `network_address_alias`, etc. Since BanyanDB *0.8.0*. | - | - | -| - | shardNum | - | Shards Number for metadata `index` group. | SW_STORAGE_BANYANDB_GM_METADATA_SHARD_NUM | 2 | -| - | segmentInterval | - | Segment Interval Days for metadata `index` group. | SW_STORAGE_BANYANDB_GM_METADATA_SI_DAYS | 15 | -| - | ttl | - | TTL Days for metadata `index` group. | SW_STORAGE_BANYANDB_GM_METADATA_TTL_DAYS | 15 | -| property | - | - | The group settings of property, such as UI and profiling. | - | - | -| - | shardNum | - | Shards Number for property group. | SW_STORAGE_BANYANDB_GP_PROPERTY_SHARD_NUM | 1 | +| Group | Settings | Stage Settings | Value(s) and Explanation | System Environment Variable¹ | Default | +|------------------------|-----------------|-----------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------------------------|-----------| +| records | - | - | The group for records not specified. Each normal dataset will be grouped under a single group named `records`. | - | - | +| - | shardNum | - | Shards Number for normal records group. | SW_STORAGE_BANYANDB_RECORDS_SHARD_NUM | 1 | +| - | segmentInterval | - | Segment Interval Days for normal records group. | SW_STORAGE_BANYANDB_RECORDS_SI_DAYS | 1 | +| - | ttl | - | TTL Days for normal records group. | SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS | 3 | +| - | enableWarmStage | - | Activate warm stage for normal records group. | SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage for normal records group. | SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_SHARD_NUM | 1 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_SI_DAYS | 2 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_TTL_DAYS | 7 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_SHARD_NUM | 1 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_SI_DAYS | 3 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_NODE_SELECTOR | type=cold | +| recordsTrace | - | - | | - | - | +| - | shardNum | - | Shards Number for SkyWalking trace records group. | SW_STORAGE_BANYANDB_TRACE_SHARD_NUM | 2 | +| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_TRACE_SI_DAYS | 1 | +| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_TRACE_TTL_DAYS | 3 | +| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_TTL_DAYS | 7 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_NODE_SELECTOR | type=cold | +| recordsZipkinTrace | - | - | | - | - | +| - | shardNum | - | Shards Number for Zipkin trace records group. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SHARD_NUM | 2 | +| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SI_DAYS | 1 | +| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_TTL_DAYS | 3 | +| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_TTL_DAYS | 7 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_NODE_SELECTOR | type=cold | +| recordsLog | - | - | | - | - | +| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_LOG_SHARD_NUM | 2 | +| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_LOG_SI_DAYS | 1 | +| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_LOG_TTL_DAYS | 3 | +| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_LOG_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_LOG_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_TTL_DAYS | 7 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_NODE_SELECTOR | type=cold | +| recordsBrowserErrorLog | - | - | | - | - | +| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SHARD_NUM | 2 | +| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SI_DAYS | 1 | +| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_TTL_DAYS | 3 | +| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_TTL_DAYS | 7 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SI_DAYS | 1 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR | type=cold | +| metricsMinute | - | - | The group for minute granularity metrics group. | - | - | +| - | shardNum | - | Shards Number for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_SHARD_NUM | 2 | +| - | segmentInterval | - | Segment Interval Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_SI_DAYS | 1 | +| - | ttl | - | TTL Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_TTL_DAYS | 7 | +| - | enableWarmStage | - | Activate warm stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SI_DAYS | 3 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_TTL_DAYS | 15 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SHARD_NUM | 2 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SI_DAYS | 5 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_TTL_DAYS | 60 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_NODE_SELECTOR | type=cold | +| metricsHour | - | - | The group for hour granularity metrics. | - | - | +| - | shardNum | - | Shards Number for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_SHARD_NUM | 1 | +| - | segmentInterval | - | Segment Interval Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_SI_DAYS | 5 | +| - | ttl | - | TTL Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_TTL_DAYS | 15 | +| - | enableWarmStage | - | Activate warm stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SHARD_NUM | 1 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SI_DAYS | 7 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SHARD_NUM | 1 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SI_DAYS | 15 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_TTL_DAYS | 120 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_NODE_SELECTOR | type=cold | +| metricsDay | - | - | The group for day granularity metrics. | - | - | +| - | shardNum | - | Shards Number for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_SHARD_NUM | 1 | +| - | segmentInterval | - | Segment Interval Days for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_SI_DAYS | 15 | +| - | ttl | - | TTL Days for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_TTL_DAYS | 15 | +| - | enableWarmStage | - | Activate warm stage for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE | false | +| - | enableColdStage | - | Activate cold stage for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE | false | +| - | warm | - | The warm stage settings. | - | - | +| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SHARD_NUM | 1 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SI_DAYS | 15 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_TTL_DAYS | 30 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_NODE_SELECTOR | type=warm | +| - | cold | - | The cold stage settings. | - | - | +| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SHARD_NUM | 1 | +| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SI_DAYS | 15 | +| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_TTL_DAYS | 120 | +| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_NODE_SELECTOR | type=cold | +| metadata | - | - | The `metadata` group is designed to store metrics that are used for indexing without value columns. Such as `service_traffic`, `network_address_alias`, etc. Since BanyanDB *0.8.0*. | - | - | +| - | shardNum | - | Shards Number for metadata `index` group. | SW_STORAGE_BANYANDB_METADATA_SHARD_NUM | 2 | +| - | segmentInterval | - | Segment Interval Days for metadata `index` group. | SW_STORAGE_BANYANDB_METADATA_SI_DAYS | 15 | +| - | ttl | - | TTL Days for metadata `index` group. | SW_STORAGE_BANYANDB_METADATA_TTL_DAYS | 15 | +| property | - | - | The group settings of property, such as UI and profiling. | - | - | +| - | shardNum | - | Shards Number for property group. | SW_STORAGE_BANYANDB_PROPERTY_SHARD_NUM | 1 | ## Note diff --git a/docs/en/setup/backend/storages/banyandb.md b/docs/en/setup/backend/storages/banyandb.md index 12c492b51b..0dbbcee375 100644 --- a/docs/en/setup/backend/storages/banyandb.md +++ b/docs/en/setup/backend/storages/banyandb.md @@ -74,163 +74,163 @@ groups: # # For more details on setting `segmentIntervalDays` and `ttlDays`, refer to the [BanyanDB TTL](https://skywalking.apache.org/docs/main/latest/en/banyandb/ttl) documentation. - # The "recordsNormal" section defines settings for datasets not specified in records. - # Each dataset will be grouped under a single group named "recordsNormal". - recordsNormal: + # The "records" section defines settings for normal datasets not specified in records. + # Each dataset will be grouped under a single group named "records". + records: # The settings for the default "hot" stage. - shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS:3} + shardNum: ${SW_STORAGE_BANYANDB_RECORDS_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS:3} # If the "warm" stage is enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage. # If the "cold" stage is enabled and "warm" stage is disabled, the data will be moved to the "cold" stage after the TTL of the "hot" stage. # If both "warm" and "cold" stages are enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage, and then to the "cold" stage after the TTL of the "warm" stage. # OAP will query the data from the "hot and warm" stage by default if the "warm" stage is enabled. - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE:false} + enableWarmStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE:false} # The settings for the "warm" stage. warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SI_DAYS:2} - ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SI_DAYS:2} + ttl: ${SW_STORAGE_BANYANDB_RECORDS_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_WARM_NODE_SELECTOR:"type=warm"} # The settings for the "cold" stage. cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SI_DAYS:3} - ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SI_DAYS:3} + ttl: ${SW_STORAGE_BANYANDB_RECORDS_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_COLD_NODE_SELECTOR:"type=cold"} # The group settings of super datasets. # Super datasets are used to store trace or log data that is too large for normal datasets. recordsTrace: - shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_TRACE_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_TRACE_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_TRACE_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_TRACE_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_TRACE_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_TRACE_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_COLD_NODE_SELECTOR:"type=cold"} recordsZipkinTrace: - shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"} recordsLog: - shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_LOG_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_LOG_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_LOG_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_LOG_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_LOG_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_LOG_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_LOG_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_LOG_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_LOG_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_LOG_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_LOG_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_LOG_COLD_NODE_SELECTOR:"type=cold"} recordsBrowserErrorLog: - shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"} # The group settings of metrics. # # OAP stores metrics based its granularity. # Valid values are "day", "hour", and "minute". That means metrics will be stored in the three separate groups. # Non-"minute" are governed by the "core.downsampling" setting. # For example, if "core.downsampling" is set to "hour", the "hour" will be used, while "day" are ignored. - metricsMin: - shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_TTL_DAYS:7} - enableWarmStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE:false} + metricsMinute: + shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_TTL_DAYS:7} + enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SI_DAYS:3} - ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_TTL_DAYS:15} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SI_DAYS:3} + ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_TTL_DAYS:15} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SI_DAYS:5} - ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_TTL_DAYS:60} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SI_DAYS:5} + ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_TTL_DAYS:60} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_NODE_SELECTOR:"type=cold"} metricsHour: - shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_SI_DAYS:5} - ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_TTL_DAYS:15} - enableWarmStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SI_DAYS:5} + ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_TTL_DAYS:15} + enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SI_DAYS:7} - ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SI_DAYS:7} + ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_TTL_DAYS:120} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_TTL_DAYS:120} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_NODE_SELECTOR:"type=cold"} metricsDay: - shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_DAY_TTL_DAYS:15} - enableWarmStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_TTL_DAYS:15} + enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_TTL_DAYS:120} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_TTL_DAYS:120} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_NODE_SELECTOR:"type=cold"} # If the metrics is marked as "index_mode", the metrics will be stored in the "metadata" group. # The "metadata" group is designed to store metrics that are used for indexing without value columns. # Such as `service_traffic`, `network_address_alias`, etc. # "index_mode" requires BanyanDB *0.8.0* or later. metadata: - shardNum: ${SW_STORAGE_BANYANDB_GM_METADATA_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_METADATA_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_METADATA_TTL_DAYS:15} + shardNum: ${SW_STORAGE_BANYANDB_METADATA_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METADATA_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METADATA_TTL_DAYS:15} # The group settings of property, such as UI and profiling. property: - shardNum: ${SW_STORAGE_BANYANDB_GP_PROPERTY_SHARD_NUM:1} + shardNum: ${SW_STORAGE_BANYANDB_PROPERTY_SHARD_NUM:1} ``` diff --git a/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/annotation/BanyanDB.java b/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/annotation/BanyanDB.java index b797a55d61..41d702165c 100644 --- a/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/annotation/BanyanDB.java +++ b/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/annotation/BanyanDB.java @@ -288,13 +288,13 @@ public @interface BanyanDB { @Retention(RetentionPolicy.RUNTIME) @interface Group { /** - * Specify the group name for the Stream (Record). The default value is "recordsNormal". + * Specify the group name for the Stream (Record). The default value is "records". */ - StreamGroup streamGroup() default StreamGroup.RECORDS_NORMAL; + StreamGroup streamGroup() default StreamGroup.RECORDS; } enum StreamGroup { - RECORDS_NORMAL("recordsNormal"), + RECORDS("records"), RECORDS_TRACE("recordsTrace"), RECORDS_ZIPKIN_TRACE("recordsZipkinTrace"), RECORDS_LOG("recordsLog"), @@ -309,7 +309,7 @@ public @interface BanyanDB { } enum MeasureGroup { - METRICS_MIN("metricsMin"), + METRICS_MINUTE("metricsMinute"), METRICS_HOUR("metricsHour"), METRICS_DAY("metricsDay"), METADATA("metadata"); diff --git a/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/model/BanyanDBModelExtension.java b/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/model/BanyanDBModelExtension.java index 36a0e461f6..307359755c 100644 --- a/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/model/BanyanDBModelExtension.java +++ b/oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/model/BanyanDBModelExtension.java @@ -91,5 +91,5 @@ public class BanyanDBModelExtension { @Setter @Getter - private BanyanDB.StreamGroup streamGroup = BanyanDB.StreamGroup.RECORDS_NORMAL; + private BanyanDB.StreamGroup streamGroup = BanyanDB.StreamGroup.RECORDS; } diff --git a/oap-server/server-starter/src/main/resources/bydb.yml b/oap-server/server-starter/src/main/resources/bydb.yml index a88116f227..e63f4ef99d 100644 --- a/oap-server/server-starter/src/main/resources/bydb.yml +++ b/oap-server/server-starter/src/main/resources/bydb.yml @@ -55,160 +55,160 @@ groups: # # For more details on setting `segmentIntervalDays` and `ttlDays`, refer to the [BanyanDB TTL](https://skywalking.apache.org/docs/main/latest/en/banyandb/ttl) documentation. - # The "recordsNormal" section defines settings for datasets not specified in records. - # Each dataset will be grouped under a single group named "recordsNormal". - recordsNormal: + # The "records" section defines settings for normal datasets not specified in records. + # Each dataset will be grouped under a single group named "records". + records: # The settings for the default "hot" stage. - shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS:3} + shardNum: ${SW_STORAGE_BANYANDB_RECORDS_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS:3} # If the "warm" stage is enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage. # If the "cold" stage is enabled and "warm" stage is disabled, the data will be moved to the "cold" stage after the TTL of the "hot" stage. # If both "warm" and "cold" stages are enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage, and then to the "cold" stage after the TTL of the "warm" stage. # OAP will query the data from the "hot and warm" stage by default if the "warm" stage is enabled. - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE:false} + enableWarmStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE:false} # The settings for the "warm" stage. warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SI_DAYS:2} - ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SI_DAYS:2} + ttl: ${SW_STORAGE_BANYANDB_RECORDS_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_WARM_NODE_SELECTOR:"type=warm"} # The settings for the "cold" stage. cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SI_DAYS:3} - ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SI_DAYS:3} + ttl: ${SW_STORAGE_BANYANDB_RECORDS_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_COLD_NODE_SELECTOR:"type=cold"} # The group settings of super datasets. # Super datasets are used to store trace or log data that is too large for normal datasets. recordsTrace: - shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_TRACE_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_TRACE_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_TRACE_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_TRACE_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_TRACE_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_TRACE_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_COLD_NODE_SELECTOR:"type=cold"} recordsZipkinTrace: - shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"} recordsLog: - shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_LOG_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_LOG_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_LOG_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_LOG_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_LOG_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_LOG_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_LOG_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_LOG_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_LOG_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_LOG_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_LOG_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_LOG_COLD_NODE_SELECTOR:"type=cold"} recordsBrowserErrorLog: - shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_TTL_DAYS:3} - enableWarmStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_TTL_DAYS:3} + enableWarmStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7} + nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"} # The group settings of metrics. # # OAP stores metrics based its granularity. # Valid values are "day", "hour", and "minute". That means metrics will be stored in the three separate groups. # Non-"minute" are governed by the "core.downsampling" setting. # For example, if "core.downsampling" is set to "hour", the "hour" will be used, while "day" are ignored. - metricsMin: - shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_SI_DAYS:1} - ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_TTL_DAYS:7} - enableWarmStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE:false} + metricsMinute: + shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SI_DAYS:1} + ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_TTL_DAYS:7} + enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SI_DAYS:3} - ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_TTL_DAYS:15} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SI_DAYS:3} + ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_TTL_DAYS:15} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SI_DAYS:5} - ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_TTL_DAYS:60} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SI_DAYS:5} + ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_TTL_DAYS:60} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_NODE_SELECTOR:"type=cold"} metricsHour: - shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_SI_DAYS:5} - ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_TTL_DAYS:15} - enableWarmStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SI_DAYS:5} + ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_TTL_DAYS:15} + enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SI_DAYS:7} - ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SI_DAYS:7} + ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_TTL_DAYS:120} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_TTL_DAYS:120} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_NODE_SELECTOR:"type=cold"} metricsDay: - shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_DAY_TTL_DAYS:15} - enableWarmStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE:false} - enableColdStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE:false} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_TTL_DAYS:15} + enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE:false} + enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE:false} warm: - shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_TTL_DAYS:30} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_NODE_SELECTOR:"type=warm"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_TTL_DAYS:30} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_NODE_SELECTOR:"type=warm"} cold: - shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SHARD_NUM:1} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_TTL_DAYS:120} - nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_NODE_SELECTOR:"type=cold"} + shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SHARD_NUM:1} + segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_TTL_DAYS:120} + nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_NODE_SELECTOR:"type=cold"} # If the metrics is marked as "index_mode", the metrics will be stored in the "metadata" group. # The "metadata" group is designed to store metrics that are used for indexing without value columns. # Such as `service_traffic`, `network_address_alias`, etc. # "index_mode" requires BanyanDB *0.8.0* or later. metadata: - shardNum: ${SW_STORAGE_BANYANDB_GM_METADATA_SHARD_NUM:2} - segmentInterval: ${SW_STORAGE_BANYANDB_GM_METADATA_SI_DAYS:15} - ttl: ${SW_STORAGE_BANYANDB_GM_METADATA_TTL_DAYS:15} + shardNum: ${SW_STORAGE_BANYANDB_METADATA_SHARD_NUM:2} + segmentInterval: ${SW_STORAGE_BANYANDB_METADATA_SI_DAYS:15} + ttl: ${SW_STORAGE_BANYANDB_METADATA_TTL_DAYS:15} # The group settings of property, such as UI and profiling. property: - shardNum: ${SW_STORAGE_BANYANDB_GP_PROPERTY_SHARD_NUM:1} + shardNum: ${SW_STORAGE_BANYANDB_PROPERTY_SHARD_NUM:1} diff --git a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBConfigLoader.java b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBConfigLoader.java index 4bcbaa3322..ea4f931003 100644 --- a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBConfigLoader.java +++ b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBConfigLoader.java @@ -70,7 +70,7 @@ public class BanyanDBConfigLoader { moduleProvider.name() ); Properties groups = configProperties.get("groups"); - Properties recordsNormal = (Properties) groups.get("recordsNormal"); + Properties recordsNormal = (Properties) groups.get(BanyanDB.StreamGroup.RECORDS.getName()); copyProperties( config.getRecordsNormal(), recordsNormal, moduleProvider.getModule().name(), moduleProvider.name() @@ -105,7 +105,7 @@ public class BanyanDBConfigLoader { ); copyStages(browserErrorLog, config.getRecordsBrowserErrorLog()); - Properties metricsMin = (Properties) groups.get(BanyanDB.MeasureGroup.METRICS_MIN.getName()); + Properties metricsMin = (Properties) groups.get(BanyanDB.MeasureGroup.METRICS_MINUTE.getName()); copyProperties( config.getMetricsMin(), metricsMin, moduleProvider.getModule().name(), moduleProvider.name() diff --git a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBStorageConfig.java b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBStorageConfig.java index 574f32a177..ea7944371b 100644 --- a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBStorageConfig.java +++ b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBStorageConfig.java @@ -29,9 +29,6 @@ import org.apache.skywalking.oap.server.library.module.ModuleConfig; @Getter @Setter public class BanyanDBStorageConfig extends ModuleConfig { - - public static final String PROPERTY_GROUP_NAME = "property"; - private Global global = new Global(); private RecordsNormal recordsNormal = new RecordsNormal(); private RecordsTrace recordsTrace = new RecordsTrace(); diff --git a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUIMenuManagementDAO.java b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUIMenuManagementDAO.java index 029c357fb4..5d61d30eab 100644 --- a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUIMenuManagementDAO.java +++ b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUIMenuManagementDAO.java @@ -24,6 +24,7 @@ import org.apache.skywalking.banyandb.model.v1.BanyandbModel; import org.apache.skywalking.banyandb.v1.client.TagAndValue; import org.apache.skywalking.banyandb.property.v1.BanyandbProperty.Property; import org.apache.skywalking.oap.server.core.management.ui.menu.UIMenu; +import org.apache.skywalking.oap.server.core.storage.annotation.BanyanDB; import org.apache.skywalking.oap.server.core.storage.management.UIMenuManagementDAO; import org.apache.skywalking.oap.server.storage.plugin.banyandb.stream.AbstractBanyanDBDAO; @@ -38,7 +39,7 @@ public class BanyanDBUIMenuManagementDAO extends AbstractBanyanDBDAO implements @Override public UIMenu getMenu(String id) throws IOException { - Property p = getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UIMenu.INDEX_NAME, id); + Property p = getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), UIMenu.INDEX_NAME, id); if (p == null) { return null; } @@ -49,7 +50,7 @@ public class BanyanDBUIMenuManagementDAO extends AbstractBanyanDBDAO implements public void saveMenu(UIMenu menu) throws IOException { Property property = Property.newBuilder() .setMetadata( - BanyandbCommon.Metadata.newBuilder().setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME).setName(UIMenu.INDEX_NAME)) + BanyandbCommon.Metadata.newBuilder().setGroup(BanyanDB.PropertyGroup.PROPERTY.getName()).setName(UIMenu.INDEX_NAME)) .setId(menu.getMenuId()) .addTags(TagAndValue.newStringTag(UIMenu.CONFIGURATION, menu.getConfigurationJson()) .build()) diff --git a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUITemplateManagementDAO.java b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUITemplateManagementDAO.java index 71c121d178..2d5b610f72 100644 --- a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUITemplateManagementDAO.java +++ b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUITemplateManagementDAO.java @@ -27,6 +27,7 @@ import org.apache.skywalking.oap.server.core.management.ui.template.UITemplate; import org.apache.skywalking.oap.server.core.query.input.DashboardSetting; import org.apache.skywalking.oap.server.core.query.type.DashboardConfiguration; import org.apache.skywalking.oap.server.core.query.type.TemplateChangeStatus; +import org.apache.skywalking.oap.server.core.storage.annotation.BanyanDB; import org.apache.skywalking.oap.server.core.storage.management.UITemplateManagementDAO; import org.apache.skywalking.oap.server.storage.plugin.banyandb.stream.AbstractBanyanDBDAO; @@ -43,7 +44,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme @Override public DashboardConfiguration getTemplate(String id) throws IOException { - Property p = getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UITemplate.INDEX_NAME, id); + Property p = getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), UITemplate.INDEX_NAME, id); if (p == null) { return null; } @@ -52,7 +53,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme @Override public List getAllTemplates(Boolean includingDisabled) throws IOException { - List propertyList = getClient().listProperties(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UITemplate.INDEX_NAME); + List propertyList = getClient().listProperties(BanyanDB.PropertyGroup.PROPERTY.getName(), UITemplate.INDEX_NAME); return propertyList.stream().map(p -> fromEntity(parse(p))) .filter(conf -> includingDisabled || !conf.isDisabled()) .collect(Collectors.toList()); @@ -92,7 +93,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme @Override public TemplateChangeStatus disableTemplate(String id) throws IOException { - Property oldProperty = this.getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UITemplate.INDEX_NAME, id); + Property oldProperty = this.getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), UITemplate.INDEX_NAME, id); if (oldProperty == null) { return TemplateChangeStatus.builder().status(false).id(id).message("Can't find the template") .build(); @@ -137,7 +138,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme public Property applyAll(UITemplate uiTemplate) { return Property.newBuilder() .setMetadata(BanyandbCommon.Metadata.newBuilder() - .setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME) + .setGroup(BanyanDB.PropertyGroup.PROPERTY.getName()) .setName(UITemplate.INDEX_NAME)) .setId(uiTemplate.id().build()) .addTags(TagAndValue.newStringTag(UITemplate.CONFIGURATION, uiTemplate.getConfiguration()).build()) @@ -155,7 +156,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme public Property applyStatus(UITemplate uiTemplate) { return Property.newBuilder() .setMetadata(BanyandbCommon.Metadata.newBuilder() - .setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME) + .setGroup(BanyanDB.PropertyGroup.PROPERTY.getName()) .setName(UITemplate.INDEX_NAME)) .setId(uiTemplate.id().build()) .addTags(TagAndValue.newLongTag(UITemplate.DISABLED, uiTemplate.getDisabled()).build()) @@ -172,7 +173,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme public Property applyConfiguration(UITemplate uiTemplate) { return Property.newBuilder() .setMetadata(BanyandbCommon.Metadata.newBuilder() - .setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME) + .setGroup(BanyanDB.PropertyGroup.PROPERTY.getName()) .setName(UITemplate.INDEX_NAME)) .setId(uiTemplate.id().build()) .addTags(TagAndValue.newStringTag(UITemplate.CONFIGURATION, uiTemplate.getConfiguration()).build()) diff --git a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/MetadataRegistry.java b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/MetadataRegistry.java index edb4b517a0..0d922cfc99 100644 --- a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/MetadataRegistry.java +++ b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/MetadataRegistry.java @@ -494,7 +494,7 @@ public enum MetadataRegistry { public SchemaMetadata parseMetadata(Model model, BanyanDBStorageConfig config, DownSamplingConfigService configService) { if (!model.isTimeSeries()) { - return new SchemaMetadata(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, model.getName(), Kind.PROPERTY, DownSampling.None, config.getProperty()); + return new SchemaMetadata(BanyanDB.PropertyGroup.PROPERTY.getName(), model.getName(), Kind.PROPERTY, DownSampling.None, config.getProperty()); } if (model.isRecord()) { // stream BanyanDB.StreamGroup streamGroup = model.getBanyanDBModelExtension().getStreamGroup(); @@ -523,8 +523,8 @@ public enum MetadataRegistry { Kind.STREAM, model.getDownsampling(), config.getRecordsBrowserErrorLog()); - case RECORDS_NORMAL: - return new SchemaMetadata(BanyanDB.StreamGroup.RECORDS_NORMAL.getName(), + case RECORDS: + return new SchemaMetadata(BanyanDB.StreamGroup.RECORDS.getName(), model.getName(), Kind.STREAM, model.getDownsampling(), @@ -543,7 +543,7 @@ public enum MetadataRegistry { switch (model.getDownsampling()) { case Minute: - return new SchemaMetadata(BanyanDB.MeasureGroup.METRICS_MIN.getName(), + return new SchemaMetadata(BanyanDB.MeasureGroup.METRICS_MINUTE.getName(), model.getName(), Kind.MEASURE, model.getDownsampling(), diff --git a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/stream/BanyanDBContinuousProfilingPolicyDAO.java b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/stream/BanyanDBContinuousProfilingPolicyDAO.java index 9cea876fbb..c3a0fe910d 100644 --- a/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/stream/BanyanDBContinuousProfilingPolicyDAO.java +++ b/oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/stream/BanyanDBContinuousProfilingPolicyDAO.java @@ -24,9 +24,9 @@ import org.apache.skywalking.banyandb.model.v1.BanyandbModel; import org.apache.skywalking.banyandb.v1.client.TagAndValue; import org.apache.skywalking.banyandb.property.v1.BanyandbProperty.Property; import org.apache.skywalking.oap.server.core.profiling.continuous.storage.ContinuousProfilingPolicy; +import org.apache.skywalking.oap.server.core.storage.annotation.BanyanDB; import org.apache.skywalking.oap.server.core.storage.profiling.continuous.IContinuousProfilingPolicyDAO; import org.apache.skywalking.oap.server.storage.plugin.banyandb.BanyanDBStorageClient; -import org.apache.skywalking.oap.server.storage.plugin.banyandb.BanyanDBStorageConfig; import java.io.IOException; import java.util.List; @@ -52,7 +52,7 @@ public class BanyanDBContinuousProfilingPolicyDAO extends AbstractBanyanDBDAO im public Property applyAll(ContinuousProfilingPolicy policy) { return Property.newBuilder() .setMetadata(BanyandbCommon.Metadata.newBuilder() - .setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME) + .setGroup(BanyanDB.PropertyGroup.PROPERTY.getName()) .setName(ContinuousProfilingPolicy.INDEX_NAME)) .setId(policy.id().build()) .addTags(TagAndValue.newStringTag(ContinuousProfilingPolicy.UUID, policy.getUuid()).build()) @@ -64,7 +64,7 @@ public class BanyanDBContinuousProfilingPolicyDAO extends AbstractBanyanDBDAO im public List queryPolicies(List serviceIdList) throws IOException { return serviceIdList.stream().map(s -> { try { - return getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, ContinuousProfilingPolicy.INDEX_NAME, s); + return getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), ContinuousProfilingPolicy.INDEX_NAME, s); } catch (IOException e) { log.warn("query policy error", e); return null; diff --git a/test/e2e-v2/cases/php/e2e.yaml b/test/e2e-v2/cases/php/e2e.yaml index dd8ced3960..7d6fd77839 100644 --- a/test/e2e-v2/cases/php/e2e.yaml +++ b/test/e2e-v2/cases/php/e2e.yaml @@ -31,7 +31,7 @@ setup: trigger: action: http interval: 3s - times: 10 + times: 20 url: http://${php_host}:${php_8080}/php/info method: POST @@ -66,7 +66,7 @@ verify: - query: | swctl --display yaml --base-url=http://${oap_host}:${oap_12800}/graphql trace $( \ swctl --display yaml --base-url=http://${oap_host}:${oap_12800}/graphql trace ls --service-name=php\ - | yq e '.traces | select(.[].endpointnames[0]=="POST:/php/info") | .[0].traceids[0]' - + | yq e '.traces | select(.[].endpointnames[0]=="POST:/php/info") | .[9].traceids[0]' - ) expected: expected/trace-info-detail.yml # dependency service diff --git a/test/e2e-v2/cases/storage/banyandb/data-generate/docker-compose.yml b/test/e2e-v2/cases/storage/banyandb/data-generate/docker-compose.yml index 9bcf98e8c6..114571be92 100644 --- a/test/e2e-v2/cases/storage/banyandb/data-generate/docker-compose.yml +++ b/test/e2e-v2/cases/storage/banyandb/data-generate/docker-compose.yml @@ -36,8 +36,8 @@ services: service: oap environment: SW_STORAGE: banyandb - SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS: 5 - SW_STORAGE_BANYANDB_GR_SUPER_TTL_DAYS: 5 + SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS: 5 + SW_STORAGE_BANYANDB_TRACE_TTL_DAYS: 5 ports: - 12800 depends_on: diff --git a/test/e2e-v2/cases/storage/banyandb/stages/docker-compose.yml b/test/e2e-v2/cases/storage/banyandb/stages/docker-compose.yml index 782974131e..64fd31375e 100644 --- a/test/e2e-v2/cases/storage/banyandb/stages/docker-compose.yml +++ b/test/e2e-v2/cases/storage/banyandb/stages/docker-compose.yml @@ -71,16 +71,16 @@ services: environment: SW_STORAGE: banyandb SW_STORAGE_BANYANDB_TARGETS: "liaison:17912" - SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE: "true" - SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE: "true" - SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE: "true" - SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE: "true" - SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE: "true" - SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE: "true" - SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE: "true" - SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE: "true" - SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE: "true" - SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE: "true" + SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE: "true" + SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE: "true" + SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE: "true" + SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE: "true" + SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE: "true" + SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE: "true" + SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE: "true" + SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE: "true" + SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE: "true" + SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE: "true" ports: - 12800:12800 - 11800:11800