kazusa
/
skywalking
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Chore: rename Banyandb Group setting env. (#13289)

This commit is contained in:
Wan Kai 2025-06-03 16:46:52 +08:00 committed by GitHub
parent df845c243a
commit 485b7ff7c8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
14 changed files with 398 additions and 399 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

272
docs/en/setup/backend/configuration-vocabulary.md
View File

@ -380,142 +380,142 @@ If the `cold` stage is enabled and `warm` stage is disabled, the data will be mo
If both `warm` and `cold` stages are enabled, the data will be moved to the `warm` stage after the TTL of the `hot` stage, and then to the `cold` stage after the TTL of the `warm` stage.
OAP will query the data from the "hot and warm" stage by default if the "warm" stage is enabled.
| Group | Settings | Stage Settings | Value(s) and Explanation | System Environment Variable¹ | Default |
|---------------------------|-----------------|-----------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------------------------------|-----------|
| recordsNormal | - | - | The group for records not specified in `super`. Each dataset will be grouped under a single group named `normal`. | - | - |
| - | shardNum | - | Shards Number for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_SHARD_NUM | 1 |
| - | segmentInterval | - | Segment Interval Days for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_SI_DAYS | 1 |
| - | ttl | - | TTL Days for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for normal records group. | SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SI_DAYS | 2 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SI_DAYS | 3 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_NORMAL_COLD_NODE_SELECTOR | type=cold |
| recordsTrace | - | - | | - | - |
| - | shardNum | - | Shards Number for SkyWalking trace records group. | SW_STORAGE_BANYANDB_GR_TRACE_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_TRACE_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_TRACE_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_TRACE_COLD_NODE_SELECTOR | type=cold |
| recordsZipkinTrace | - | - | | - | - |
| - | shardNum | - | Shards Number for Zipkin trace records group. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_NODE_SELECTOR | type=cold |
| recordsLog | - | - | | - | - |
| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_GR_LOG_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_LOG_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_LOG_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_LOG_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_LOG_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_LOG_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_LOG_COLD_NODE_SELECTOR | type=cold |
| recordsBrowserErrorLog | - | - | | - | - |
| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR | type=cold |
| metricsMin | - | - | The group for minute granularity metrics group. | - | - |
| - | shardNum | - | Shards Number for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_SI_DAYS | 1 |
| - | ttl | - | TTL Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_TTL_DAYS | 7 |
| - | enableWarmStage | - | Activate warm stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SI_DAYS | 3 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_TTL_DAYS | 15 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SI_DAYS | 5 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_TTL_DAYS | 60 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_MINUTE_COLD_NODE_SELECTOR | type=cold |
| metricsHour | - | - | The group for hour granularity metrics. | - | - |
| - | shardNum | - | Shards Number for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_SHARD_NUM | 1 |
| - | segmentInterval | - | Segment Interval Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_SI_DAYS | 5 |
| - | ttl | - | TTL Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_TTL_DAYS | 15 |
| - | enableWarmStage | - | Activate warm stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_SI_DAYS | 7 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_SI_DAYS | 15 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_TTL_DAYS | 120 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_HOUR_COLD_NODE_SELECTOR | type=cold |
| metricsDay | - | - | The group for day granularity metrics. | - | - |
| - | shardNum | - | Shards Number for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_SHARD_NUM | 1 |
| - | segmentInterval | - | Segment Interval Days for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_SI_DAYS | 15 |
| - | ttl | - | TTL Days for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_TTL_DAYS | 15 |
| - | enableWarmStage | - | Activate warm stage for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for day granularity metrics group. | SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_SI_DAYS | 15 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_DAY_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_SI_DAYS | 15 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_TTL_DAYS | 120 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_GM_DAY_COLD_NODE_SELECTOR | type=cold |
| metadata | - | - | The `metadata` group is designed to store metrics that are used for indexing without value columns. Such as `service_traffic`, `network_address_alias`, etc. Since BanyanDB *0.8.0*. | - | - |
| - | shardNum | - | Shards Number for metadata `index` group. | SW_STORAGE_BANYANDB_GM_METADATA_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days for metadata `index` group. | SW_STORAGE_BANYANDB_GM_METADATA_SI_DAYS | 15 |
| - | ttl | - | TTL Days for metadata `index` group. | SW_STORAGE_BANYANDB_GM_METADATA_TTL_DAYS | 15 |
| property | - | - | The group settings of property, such as UI and profiling. | - | - |
| - | shardNum | - | Shards Number for property group. | SW_STORAGE_BANYANDB_GP_PROPERTY_SHARD_NUM | 1 |
| Group | Settings | Stage Settings | Value(s) and Explanation | System Environment Variable¹ | Default |
|------------------------|-----------------|-----------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|-------------------------------------------------------|-----------|
| records | - | - | The group for records not specified. Each normal dataset will be grouped under a single group named `records`. | - | - |
| - | shardNum | - | Shards Number for normal records group. | SW_STORAGE_BANYANDB_RECORDS_SHARD_NUM | 1 |
| - | segmentInterval | - | Segment Interval Days for normal records group. | SW_STORAGE_BANYANDB_RECORDS_SI_DAYS | 1 |
| - | ttl | - | TTL Days for normal records group. | SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage for normal records group. | SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for normal records group. | SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_SI_DAYS | 2 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_RECORDS_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_SI_DAYS | 3 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_RECORDS_COLD_NODE_SELECTOR | type=cold |
| recordsTrace | - | - | | - | - |
| - | shardNum | - | Shards Number for SkyWalking trace records group. | SW_STORAGE_BANYANDB_TRACE_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_TRACE_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_TRACE_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_TRACE_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_TRACE_COLD_NODE_SELECTOR | type=cold |
| recordsZipkinTrace | - | - | | - | - |
| - | shardNum | - | Shards Number for Zipkin trace records group. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_NODE_SELECTOR | type=cold |
| recordsLog | - | - | | - | - |
| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_LOG_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_LOG_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_LOG_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_LOG_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_LOG_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_LOG_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_LOG_COLD_NODE_SELECTOR | type=cold |
| recordsBrowserErrorLog | - | - | | - | - |
| - | shardNum | - | Shards Number. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SI_DAYS | 1 |
| - | ttl | - | TTL Days. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_TTL_DAYS | 3 |
| - | enableWarmStage | - | Activate warm stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_TTL_DAYS | 7 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SI_DAYS | 1 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR | type=cold |
| metricsMinute | - | - | The group for minute granularity metrics group. | - | - |
| - | shardNum | - | Shards Number for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_SI_DAYS | 1 |
| - | ttl | - | TTL Days for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_TTL_DAYS | 7 |
| - | enableWarmStage | - | Activate warm stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for minute granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SI_DAYS | 3 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_TTL_DAYS | 15 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SHARD_NUM | 2 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SI_DAYS | 5 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_TTL_DAYS | 60 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_NODE_SELECTOR | type=cold |
| metricsHour | - | - | The group for hour granularity metrics. | - | - |
| - | shardNum | - | Shards Number for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_SHARD_NUM | 1 |
| - | segmentInterval | - | Segment Interval Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_SI_DAYS | 5 |
| - | ttl | - | TTL Days for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_TTL_DAYS | 15 |
| - | enableWarmStage | - | Activate warm stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for hour granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SI_DAYS | 7 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SI_DAYS | 15 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_TTL_DAYS | 120 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_NODE_SELECTOR | type=cold |
| metricsDay | - | - | The group for day granularity metrics. | - | - |
| - | shardNum | - | Shards Number for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_SHARD_NUM | 1 |
| - | segmentInterval | - | Segment Interval Days for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_SI_DAYS | 15 |
| - | ttl | - | TTL Days for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_TTL_DAYS | 15 |
| - | enableWarmStage | - | Activate warm stage for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE | false |
| - | enableColdStage | - | Activate cold stage for day granularity metrics group. | SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE | false |
| - | warm | - | The warm stage settings. | - | - |
| - | - | shardNum | Shards Number for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SI_DAYS | 15 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_TTL_DAYS | 30 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_WARM_NODE_SELECTOR | type=warm |
| - | cold | - | The cold stage settings. | - | - |
| - | - | shardNum | Shards Number for for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SHARD_NUM | 1 |
| - | - | segmentInterval | Segment Interval Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SI_DAYS | 15 |
| - | - | ttl | TTL Days for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_TTL_DAYS | 120 |
| - | - | nodeSelector | Specifying target nodes for this stage. | SW_STORAGE_BANYANDB_METRICS_DAY_COLD_NODE_SELECTOR | type=cold |
| metadata | - | - | The `metadata` group is designed to store metrics that are used for indexing without value columns. Such as `service_traffic`, `network_address_alias`, etc. Since BanyanDB *0.8.0*. | - | - |
| - | shardNum | - | Shards Number for metadata `index` group. | SW_STORAGE_BANYANDB_METADATA_SHARD_NUM | 2 |
| - | segmentInterval | - | Segment Interval Days for metadata `index` group. | SW_STORAGE_BANYANDB_METADATA_SI_DAYS | 15 |
| - | ttl | - | TTL Days for metadata `index` group. | SW_STORAGE_BANYANDB_METADATA_TTL_DAYS | 15 |
| property | - | - | The group settings of property, such as UI and profiling. | - | - |
| - | shardNum | - | Shards Number for property group. | SW_STORAGE_BANYANDB_PROPERTY_SHARD_NUM | 1 |
## Note

224
docs/en/setup/backend/storages/banyandb.md
View File

@ -74,163 +74,163 @@ groups:
#
# For more details on setting `segmentIntervalDays` and `ttlDays`, refer to the [BanyanDB TTL](https://skywalking.apache.org/docs/main/latest/en/banyandb/ttl) documentation.
# The "recordsNormal" section defines settings for datasets not specified in records.
# Each dataset will be grouped under a single group named "recordsNormal".
recordsNormal:
# The "records" section defines settings for normal datasets not specified in records.
# Each dataset will be grouped under a single group named "records".
records:
# The settings for the default "hot" stage.
shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS:3}
shardNum: ${SW_STORAGE_BANYANDB_RECORDS_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS:3}
# If the "warm" stage is enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage.
# If the "cold" stage is enabled and "warm" stage is disabled, the data will be moved to the "cold" stage after the TTL of the "hot" stage.
# If both "warm" and "cold" stages are enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage, and then to the "cold" stage after the TTL of the "warm" stage.
# OAP will query the data from the "hot and warm" stage by default if the "warm" stage is enabled.
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE:false}
enableWarmStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE:false}
# The settings for the "warm" stage.
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SI_DAYS:2}
ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SI_DAYS:2}
ttl: ${SW_STORAGE_BANYANDB_RECORDS_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_WARM_NODE_SELECTOR:"type=warm"}
# The settings for the "cold" stage.
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_RECORDS_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_COLD_NODE_SELECTOR:"type=cold"}
# The group settings of super datasets.
# Super datasets are used to store trace or log data that is too large for normal datasets.
recordsTrace:
shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_COLD_NODE_SELECTOR:"type=cold"}
recordsZipkinTrace:
shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"}
recordsLog:
shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_LOG_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_LOG_COLD_NODE_SELECTOR:"type=cold"}
recordsBrowserErrorLog:
shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"}
# The group settings of metrics.
#
# OAP stores metrics based its granularity.
# Valid values are "day", "hour", and "minute". That means metrics will be stored in the three separate groups.
# Non-"minute" are governed by the "core.downsampling" setting.
# For example, if "core.downsampling" is set to "hour", the "hour" will be used, while "day" are ignored.
metricsMin:
shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_TTL_DAYS:7}
enableWarmStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE:false}
metricsMinute:
shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_TTL_DAYS:7}
enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_TTL_DAYS:15}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_TTL_DAYS:15}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_TTL_DAYS:60}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_TTL_DAYS:60}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_NODE_SELECTOR:"type=cold"}
metricsHour:
shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SI_DAYS:7}
ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SI_DAYS:7}
ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_NODE_SELECTOR:"type=cold"}
metricsDay:
shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_DAY_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_NODE_SELECTOR:"type=cold"}
# If the metrics is marked as "index_mode", the metrics will be stored in the "metadata" group.
# The "metadata" group is designed to store metrics that are used for indexing without value columns.
# Such as `service_traffic`, `network_address_alias`, etc.
# "index_mode" requires BanyanDB *0.8.0* or later.
metadata:
shardNum: ${SW_STORAGE_BANYANDB_GM_METADATA_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_METADATA_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_METADATA_TTL_DAYS:15}
shardNum: ${SW_STORAGE_BANYANDB_METADATA_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METADATA_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METADATA_TTL_DAYS:15}
# The group settings of property, such as UI and profiling.
property:
shardNum: ${SW_STORAGE_BANYANDB_GP_PROPERTY_SHARD_NUM:1}
shardNum: ${SW_STORAGE_BANYANDB_PROPERTY_SHARD_NUM:1}
```

8
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/annotation/BanyanDB.java
View File

@ -288,13 +288,13 @@ public @interface BanyanDB {
@Retention(RetentionPolicy.RUNTIME)
@interface Group {
/**
* Specify the group name for the Stream (Record). The default value is "recordsNormal".
* Specify the group name for the Stream (Record). The default value is "records".
*/
StreamGroup streamGroup() default StreamGroup.RECORDS_NORMAL;
StreamGroup streamGroup() default StreamGroup.RECORDS;
}
enum StreamGroup {
RECORDS_NORMAL("recordsNormal"),
RECORDS("records"),
RECORDS_TRACE("recordsTrace"),
RECORDS_ZIPKIN_TRACE("recordsZipkinTrace"),
RECORDS_LOG("recordsLog"),
@ -309,7 +309,7 @@ public @interface BanyanDB {
}
enum MeasureGroup {
METRICS_MIN("metricsMin"),
METRICS_MINUTE("metricsMinute"),
METRICS_HOUR("metricsHour"),
METRICS_DAY("metricsDay"),
METADATA("metadata");

2
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/model/BanyanDBModelExtension.java
View File

@ -91,5 +91,5 @@ public class BanyanDBModelExtension {
@Setter
@Getter
private BanyanDB.StreamGroup streamGroup = BanyanDB.StreamGroup.RECORDS_NORMAL;
private BanyanDB.StreamGroup streamGroup = BanyanDB.StreamGroup.RECORDS;
}

224
oap-server/server-starter/src/main/resources/bydb.yml
View File

@ -55,160 +55,160 @@ groups:
#
# For more details on setting `segmentIntervalDays` and `ttlDays`, refer to the [BanyanDB TTL](https://skywalking.apache.org/docs/main/latest/en/banyandb/ttl) documentation.
# The "recordsNormal" section defines settings for datasets not specified in records.
# Each dataset will be grouped under a single group named "recordsNormal".
recordsNormal:
# The "records" section defines settings for normal datasets not specified in records.
# Each dataset will be grouped under a single group named "records".
records:
# The settings for the default "hot" stage.
shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS:3}
shardNum: ${SW_STORAGE_BANYANDB_RECORDS_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS:3}
# If the "warm" stage is enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage.
# If the "cold" stage is enabled and "warm" stage is disabled, the data will be moved to the "cold" stage after the TTL of the "hot" stage.
# If both "warm" and "cold" stages are enabled, the data will be moved to the "warm" stage after the TTL of the "hot" stage, and then to the "cold" stage after the TTL of the "warm" stage.
# OAP will query the data from the "hot and warm" stage by default if the "warm" stage is enabled.
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE:false}
enableWarmStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE:false}
# The settings for the "warm" stage.
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_SI_DAYS:2}
ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_WARM_SI_DAYS:2}
ttl: ${SW_STORAGE_BANYANDB_RECORDS_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_WARM_NODE_SELECTOR:"type=warm"}
# The settings for the "cold" stage.
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_NORMAL_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_RECORDS_COLD_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_RECORDS_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_RECORDS_COLD_NODE_SELECTOR:"type=cold"}
# The group settings of super datasets.
# Super datasets are used to store trace or log data that is too large for normal datasets.
recordsTrace:
shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_TRACE_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_TRACE_COLD_NODE_SELECTOR:"type=cold"}
recordsZipkinTrace:
shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_ZIPKIN_TRACE_COLD_NODE_SELECTOR:"type=cold"}
recordsLog:
shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_LOG_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_LOG_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_LOG_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_LOG_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_LOG_COLD_NODE_SELECTOR:"type=cold"}
recordsBrowserErrorLog:
shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_TTL_DAYS:3}
enableWarmStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_TTL_DAYS:7}
nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GR_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_BROWSER_ERROR_LOG_COLD_NODE_SELECTOR:"type=cold"}
# The group settings of metrics.
#
# OAP stores metrics based its granularity.
# Valid values are "day", "hour", and "minute". That means metrics will be stored in the three separate groups.
# Non-"minute" are governed by the "core.downsampling" setting.
# For example, if "core.downsampling" is set to "hour", the "hour" will be used, while "day" are ignored.
metricsMin:
shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_TTL_DAYS:7}
enableWarmStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE:false}
metricsMinute:
shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_SI_DAYS:1}
ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_TTL_DAYS:7}
enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_TTL_DAYS:15}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_SI_DAYS:3}
ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_TTL_DAYS:15}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_TTL_DAYS:60}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_MINUTE_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_TTL_DAYS:60}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_MINUTE_COLD_NODE_SELECTOR:"type=cold"}
metricsHour:
shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_SI_DAYS:5}
ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_SI_DAYS:7}
ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_SI_DAYS:7}
ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_HOUR_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_HOUR_COLD_NODE_SELECTOR:"type=cold"}
metricsDay:
shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_DAY_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE:false}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_TTL_DAYS:15}
enableWarmStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE:false}
enableColdStage: ${SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE:false}
warm:
shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_WARM_NODE_SELECTOR:"type=warm"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_TTL_DAYS:30}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_WARM_NODE_SELECTOR:"type=warm"}
cold:
shardNum: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_GM_DAY_COLD_NODE_SELECTOR:"type=cold"}
shardNum: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SHARD_NUM:1}
segmentInterval: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_TTL_DAYS:120}
nodeSelector: ${SW_STORAGE_BANYANDB_METRICS_DAY_COLD_NODE_SELECTOR:"type=cold"}
# If the metrics is marked as "index_mode", the metrics will be stored in the "metadata" group.
# The "metadata" group is designed to store metrics that are used for indexing without value columns.
# Such as `service_traffic`, `network_address_alias`, etc.
# "index_mode" requires BanyanDB *0.8.0* or later.
metadata:
shardNum: ${SW_STORAGE_BANYANDB_GM_METADATA_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_GM_METADATA_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_GM_METADATA_TTL_DAYS:15}
shardNum: ${SW_STORAGE_BANYANDB_METADATA_SHARD_NUM:2}
segmentInterval: ${SW_STORAGE_BANYANDB_METADATA_SI_DAYS:15}
ttl: ${SW_STORAGE_BANYANDB_METADATA_TTL_DAYS:15}
# The group settings of property, such as UI and profiling.
property:
shardNum: ${SW_STORAGE_BANYANDB_GP_PROPERTY_SHARD_NUM:1}
shardNum: ${SW_STORAGE_BANYANDB_PROPERTY_SHARD_NUM:1}

4
oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBConfigLoader.java
View File

@ -70,7 +70,7 @@ public class BanyanDBConfigLoader {
moduleProvider.name()
);
Properties groups = configProperties.get("groups");
Properties recordsNormal = (Properties) groups.get("recordsNormal");
Properties recordsNormal = (Properties) groups.get(BanyanDB.StreamGroup.RECORDS.getName());
copyProperties(
config.getRecordsNormal(), recordsNormal,
moduleProvider.getModule().name(), moduleProvider.name()
@ -105,7 +105,7 @@ public class BanyanDBConfigLoader {
);
copyStages(browserErrorLog, config.getRecordsBrowserErrorLog());
Properties metricsMin = (Properties) groups.get(BanyanDB.MeasureGroup.METRICS_MIN.getName());
Properties metricsMin = (Properties) groups.get(BanyanDB.MeasureGroup.METRICS_MINUTE.getName());
copyProperties(
config.getMetricsMin(), metricsMin,
moduleProvider.getModule().name(), moduleProvider.name()

3
oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBStorageConfig.java
View File

@ -29,9 +29,6 @@ import org.apache.skywalking.oap.server.library.module.ModuleConfig;
@Getter
@Setter
public class BanyanDBStorageConfig extends ModuleConfig {
public static final String PROPERTY_GROUP_NAME = "property";
private Global global = new Global();
private RecordsNormal recordsNormal = new RecordsNormal();
private RecordsTrace recordsTrace = new RecordsTrace();

5
oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUIMenuManagementDAO.java
View File

@ -24,6 +24,7 @@ import org.apache.skywalking.banyandb.model.v1.BanyandbModel;
import org.apache.skywalking.banyandb.v1.client.TagAndValue;
import org.apache.skywalking.banyandb.property.v1.BanyandbProperty.Property;
import org.apache.skywalking.oap.server.core.management.ui.menu.UIMenu;
import org.apache.skywalking.oap.server.core.storage.annotation.BanyanDB;
import org.apache.skywalking.oap.server.core.storage.management.UIMenuManagementDAO;
import org.apache.skywalking.oap.server.storage.plugin.banyandb.stream.AbstractBanyanDBDAO;
@ -38,7 +39,7 @@ public class BanyanDBUIMenuManagementDAO extends AbstractBanyanDBDAO implements
@Override
public UIMenu getMenu(String id) throws IOException {
Property p = getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UIMenu.INDEX_NAME, id);
Property p = getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), UIMenu.INDEX_NAME, id);
if (p == null) {
return null;
}
@ -49,7 +50,7 @@ public class BanyanDBUIMenuManagementDAO extends AbstractBanyanDBDAO implements
public void saveMenu(UIMenu menu) throws IOException {
Property property = Property.newBuilder()
.setMetadata(
BanyandbCommon.Metadata.newBuilder().setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME).setName(UIMenu.INDEX_NAME))
BanyandbCommon.Metadata.newBuilder().setGroup(BanyanDB.PropertyGroup.PROPERTY.getName()).setName(UIMenu.INDEX_NAME))
.setId(menu.getMenuId())
.addTags(TagAndValue.newStringTag(UIMenu.CONFIGURATION, menu.getConfigurationJson())
.build())

13
oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/BanyanDBUITemplateManagementDAO.java
View File

@ -27,6 +27,7 @@ import org.apache.skywalking.oap.server.core.management.ui.template.UITemplate;
import org.apache.skywalking.oap.server.core.query.input.DashboardSetting;
import org.apache.skywalking.oap.server.core.query.type.DashboardConfiguration;
import org.apache.skywalking.oap.server.core.query.type.TemplateChangeStatus;
import org.apache.skywalking.oap.server.core.storage.annotation.BanyanDB;
import org.apache.skywalking.oap.server.core.storage.management.UITemplateManagementDAO;
import org.apache.skywalking.oap.server.storage.plugin.banyandb.stream.AbstractBanyanDBDAO;
@ -43,7 +44,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme
@Override
public DashboardConfiguration getTemplate(String id) throws IOException {
Property p = getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UITemplate.INDEX_NAME, id);
Property p = getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), UITemplate.INDEX_NAME, id);
if (p == null) {
return null;
}
@ -52,7 +53,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme
@Override
public List<DashboardConfiguration> getAllTemplates(Boolean includingDisabled) throws IOException {
List<Property> propertyList = getClient().listProperties(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UITemplate.INDEX_NAME);
List<Property> propertyList = getClient().listProperties(BanyanDB.PropertyGroup.PROPERTY.getName(), UITemplate.INDEX_NAME);
return propertyList.stream().map(p -> fromEntity(parse(p)))
.filter(conf -> includingDisabled || !conf.isDisabled())
.collect(Collectors.toList());
@ -92,7 +93,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme
@Override
public TemplateChangeStatus disableTemplate(String id) throws IOException {
Property oldProperty = this.getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, UITemplate.INDEX_NAME, id);
Property oldProperty = this.getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), UITemplate.INDEX_NAME, id);
if (oldProperty == null) {
return TemplateChangeStatus.builder().status(false).id(id).message("Can't find the template")
.build();
@ -137,7 +138,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme
public Property applyAll(UITemplate uiTemplate) {
return Property.newBuilder()
.setMetadata(BanyandbCommon.Metadata.newBuilder()
.setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME)
.setGroup(BanyanDB.PropertyGroup.PROPERTY.getName())
.setName(UITemplate.INDEX_NAME))
.setId(uiTemplate.id().build())
.addTags(TagAndValue.newStringTag(UITemplate.CONFIGURATION, uiTemplate.getConfiguration()).build())
@ -155,7 +156,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme
public Property applyStatus(UITemplate uiTemplate) {
return Property.newBuilder()
.setMetadata(BanyandbCommon.Metadata.newBuilder()
.setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME)
.setGroup(BanyanDB.PropertyGroup.PROPERTY.getName())
.setName(UITemplate.INDEX_NAME))
.setId(uiTemplate.id().build())
.addTags(TagAndValue.newLongTag(UITemplate.DISABLED, uiTemplate.getDisabled()).build())
@ -172,7 +173,7 @@ public class BanyanDBUITemplateManagementDAO extends AbstractBanyanDBDAO impleme
public Property applyConfiguration(UITemplate uiTemplate) {
return Property.newBuilder()
.setMetadata(BanyandbCommon.Metadata.newBuilder()
.setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME)
.setGroup(BanyanDB.PropertyGroup.PROPERTY.getName())
.setName(UITemplate.INDEX_NAME))
.setId(uiTemplate.id().build())
.addTags(TagAndValue.newStringTag(UITemplate.CONFIGURATION, uiTemplate.getConfiguration()).build())

8
oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/MetadataRegistry.java
View File

@ -494,7 +494,7 @@ public enum MetadataRegistry {
public SchemaMetadata parseMetadata(Model model, BanyanDBStorageConfig config, DownSamplingConfigService configService) {
if (!model.isTimeSeries()) {
return new SchemaMetadata(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, model.getName(), Kind.PROPERTY, DownSampling.None, config.getProperty());
return new SchemaMetadata(BanyanDB.PropertyGroup.PROPERTY.getName(), model.getName(), Kind.PROPERTY, DownSampling.None, config.getProperty());
}
if (model.isRecord()) { // stream
BanyanDB.StreamGroup streamGroup = model.getBanyanDBModelExtension().getStreamGroup();
@ -523,8 +523,8 @@ public enum MetadataRegistry {
Kind.STREAM,
model.getDownsampling(),
config.getRecordsBrowserErrorLog());
case RECORDS_NORMAL:
return new SchemaMetadata(BanyanDB.StreamGroup.RECORDS_NORMAL.getName(),
case RECORDS:
return new SchemaMetadata(BanyanDB.StreamGroup.RECORDS.getName(),
model.getName(),
Kind.STREAM,
model.getDownsampling(),
@ -543,7 +543,7 @@ public enum MetadataRegistry {
switch (model.getDownsampling()) {
case Minute:
return new SchemaMetadata(BanyanDB.MeasureGroup.METRICS_MIN.getName(),
return new SchemaMetadata(BanyanDB.MeasureGroup.METRICS_MINUTE.getName(),
model.getName(),
Kind.MEASURE,
model.getDownsampling(),

6
oap-server/server-storage-plugin/storage-banyandb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/banyandb/stream/BanyanDBContinuousProfilingPolicyDAO.java
View File

@ -24,9 +24,9 @@ import org.apache.skywalking.banyandb.model.v1.BanyandbModel;
import org.apache.skywalking.banyandb.v1.client.TagAndValue;
import org.apache.skywalking.banyandb.property.v1.BanyandbProperty.Property;
import org.apache.skywalking.oap.server.core.profiling.continuous.storage.ContinuousProfilingPolicy;
import org.apache.skywalking.oap.server.core.storage.annotation.BanyanDB;
import org.apache.skywalking.oap.server.core.storage.profiling.continuous.IContinuousProfilingPolicyDAO;
import org.apache.skywalking.oap.server.storage.plugin.banyandb.BanyanDBStorageClient;
import org.apache.skywalking.oap.server.storage.plugin.banyandb.BanyanDBStorageConfig;
import java.io.IOException;
import java.util.List;
@ -52,7 +52,7 @@ public class BanyanDBContinuousProfilingPolicyDAO extends AbstractBanyanDBDAO im
public Property applyAll(ContinuousProfilingPolicy policy) {
return Property.newBuilder()
.setMetadata(BanyandbCommon.Metadata.newBuilder()
.setGroup(BanyanDBStorageConfig.PROPERTY_GROUP_NAME)
.setGroup(BanyanDB.PropertyGroup.PROPERTY.getName())
.setName(ContinuousProfilingPolicy.INDEX_NAME))
.setId(policy.id().build())
.addTags(TagAndValue.newStringTag(ContinuousProfilingPolicy.UUID, policy.getUuid()).build())
@ -64,7 +64,7 @@ public class BanyanDBContinuousProfilingPolicyDAO extends AbstractBanyanDBDAO im
public List<ContinuousProfilingPolicy> queryPolicies(List<String> serviceIdList) throws IOException {
return serviceIdList.stream().map(s -> {
try {
return getClient().queryProperty(BanyanDBStorageConfig.PROPERTY_GROUP_NAME, ContinuousProfilingPolicy.INDEX_NAME, s);
return getClient().queryProperty(BanyanDB.PropertyGroup.PROPERTY.getName(), ContinuousProfilingPolicy.INDEX_NAME, s);
} catch (IOException e) {
log.warn("query policy error", e);
return null;

4
test/e2e-v2/cases/php/e2e.yaml
View File

@ -31,7 +31,7 @@ setup:
trigger:
action: http
interval: 3s
times: 10
times: 20
url: http://${php_host}:${php_8080}/php/info
method: POST
@ -66,7 +66,7 @@ verify:
- query: |
swctl --display yaml --base-url=http://${oap_host}:${oap_12800}/graphql trace $( \
swctl --display yaml --base-url=http://${oap_host}:${oap_12800}/graphql trace ls --service-name=php\
| yq e '.traces | select(.[].endpointnames[0]=="POST:/php/info") | .[0].traceids[0]' -
| yq e '.traces | select(.[].endpointnames[0]=="POST:/php/info") | .[9].traceids[0]' -
)
expected: expected/trace-info-detail.yml
# dependency service

4
test/e2e-v2/cases/storage/banyandb/data-generate/docker-compose.yml
View File

@ -36,8 +36,8 @@ services:
service: oap
environment:
SW_STORAGE: banyandb
SW_STORAGE_BANYANDB_GR_NORMAL_TTL_DAYS: 5
SW_STORAGE_BANYANDB_GR_SUPER_TTL_DAYS: 5
SW_STORAGE_BANYANDB_RECORDS_TTL_DAYS: 5
SW_STORAGE_BANYANDB_TRACE_TTL_DAYS: 5
ports:
- 12800
depends_on:

20
test/e2e-v2/cases/storage/banyandb/stages/docker-compose.yml
View File

@ -71,16 +71,16 @@ services:
environment:
SW_STORAGE: banyandb
SW_STORAGE_BANYANDB_TARGETS: "liaison:17912"
SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_GM_MINUTE_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_GM_HOUR_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_GM_DAY_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_GM_DAY_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_GR_NORMAL_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_GR_TRACE_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_METRICS_MINUTE_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_METRICS_HOUR_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_METRICS_DAY_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_RECORDS_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_RECORDS_ENABLE_COLD_STAGE: "true"
SW_STORAGE_BANYANDB_TRACE_ENABLE_WARM_STAGE: "true"
SW_STORAGE_BANYANDB_TRACE_ENABLE_COLD_STAGE: "true"
ports:
- 12800:12800
- 11800:11800