From d5bf66dea7525d848bbab6f37e1e4df2e0deeba3 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=90=B4=E6=99=9F=20Wu=20Sheng?= Date: Thu, 17 Aug 2023 20:47:10 +0800 Subject: [PATCH] Fix out-dated docs about Kafka fetcher (#11235) --- docs/en/changes/changes.md | 2 ++ docs/en/setup/backend/kafka-fetcher.md | 30 -------------------------- 2 files changed, 2 insertions(+), 30 deletions(-) diff --git a/docs/en/changes/changes.md b/docs/en/changes/changes.md index 6b9267c7d7..f94de1b29c 100644 --- a/docs/en/changes/changes.md +++ b/docs/en/changes/changes.md @@ -108,5 +108,7 @@ * Add a doc to explain how to manage i18n. * Add a doc to explain OTLP Trace support. * Fix typo in `dynamic-config-configmap.md`. +* Fix out-dated docs about Kafka fetcher. +* Remove 3rd part fetchers from the docs, as they are not maintained anymore. All issues and pull requests are [here](https://github.com/apache/skywalking/milestone/181?closed=1) diff --git a/docs/en/setup/backend/kafka-fetcher.md b/docs/en/setup/backend/kafka-fetcher.md index dfb9bda304..f86e6c95c7 100644 --- a/docs/en/setup/backend/kafka-fetcher.md +++ b/docs/en/setup/backend/kafka-fetcher.md @@ -29,30 +29,9 @@ kafka-fetcher: namespace: ${SW_NAMESPACE:""} partitions: ${SW_KAFKA_FETCHER_PARTITIONS:3} replicationFactor: ${SW_KAFKA_FETCHER_PARTITIONS_FACTOR:2} - isSharding: ${SW_KAFKA_FETCHER_IS_SHARDING:false} - consumePartitions: ${SW_KAFKA_FETCHER_CONSUME_PARTITIONS:""} consumers: ${SW_KAFKA_FETCHER_CONSUMERS:1} ``` -In the cluster mode, all topics have the same number of partitions. Set `"isSharding"` to `"true"` and assign the partitions to consume for the OAP server. Use commas to separate multiple partitions for the OAP server. - -The Kafka Fetcher allows you to configure all the Kafka producers listed [here](http://kafka.apache.org/24/documentation.html#consumerconfigs) in property `kafkaConsumerConfig`. For example: -```yaml -kafka-fetcher: - selector: ${SW_KAFKA_FETCHER:default} - default: - bootstrapServers: ${SW_KAFKA_FETCHER_SERVERS:localhost:9092} - namespace: ${SW_NAMESPACE:""} - partitions: ${SW_KAFKA_FETCHER_PARTITIONS:3} - replicationFactor: ${SW_KAFKA_FETCHER_PARTITIONS_FACTOR:2} - isSharding: ${SW_KAFKA_FETCHER_IS_SHARDING:true} - consumePartitions: ${SW_KAFKA_FETCHER_CONSUME_PARTITIONS:1,3,5} - consumers: ${SW_KAFKA_FETCHER_CONSUMERS:1} - kafkaConsumerConfig: - enable.auto.commit: true - ... -``` - When using Kafka MirrorMaker 2.0 to replicate topics between Kafka clusters, you can set the source Kafka Cluster alias (mm2SourceAlias) and separator (mm2SourceSeparator) according to your Kafka MirrorMaker [config](https://github.com/apache/kafka/tree/trunk/connect/mirror#remote-topics). ```yaml kafka-fetcher: @@ -62,8 +41,6 @@ kafka-fetcher: namespace: ${SW_NAMESPACE:""} partitions: ${SW_KAFKA_FETCHER_PARTITIONS:3} replicationFactor: ${SW_KAFKA_FETCHER_PARTITIONS_FACTOR:2} - isSharding: ${SW_KAFKA_FETCHER_IS_SHARDING:true} - consumePartitions: ${SW_KAFKA_FETCHER_CONSUME_PARTITIONS:1,3,5} consumers: ${SW_KAFKA_FETCHER_CONSUMERS:1} mm2SourceAlias: ${SW_KAFKA_MM2_SOURCE_ALIAS:""} mm2SourceSeparator: ${SW_KAFKA_MM2_SOURCE_SEPARATOR:""} @@ -71,10 +48,3 @@ kafka-fetcher: enable.auto.commit: true ... ``` - -## Other Fetcher Plugins -There are other transporter plugins. You can find these plugins from 3rd party repositories. - -* [Pulsar Fetcher Plugin](https://github.com/SkyAPM/transporter-plugin-for-skywalking/blob/main/docs/en/pulsar/Pulsar-Fetcher.md) - -* [RocketMQ Fetcher Plugin](https://github.com/SkyAPM/transporter-plugin-for-skywalking/blob/main/docs/en/rocketmq/Rocketmq-Fetcher.md)