Apache Camel从AWS S3读取文件与日志配置指南

import org.apache.camel.builder.RouteBuilder;
import org.apache.camel.main.Main;
import org.apache.camel.impl.DefaultCamelContext;

public class Example {

  public static void main(String[] args) throws Exception {
    var camelContext = new DefaultCamelContext(); // 使用DefaultCamelContext
    camelContext.addRoutes(new MainRoute());
    camelContext.start();
    // 让路由运行一段时间以处理文件
    Thread.sleep(10_000); 
    camelContext.stop();
  }
}

public class MainRoute extends RouteBuilder {

  @Override
  public void configure() {
    // 构建S3 URI，指定存储桶、前缀、凭证提供者和处理后行为
    var s3Url = String.format(
        "aws2-s3://mybucket.com?" // 替换为你的S3桶名
            + "prefix=etl/hello.csv&useDefaultCredentialsProvider=true&deleteAfterRead=false&maxMessagesPerPoll=1");

    System.out.println("start route"); // 路由启动信息
    // 从S3读取文件，解组为CSV，然后记录日志
    from(s3Url)
        .marshal().csv() // 将文件内容解组为CSV格式（如果需要）
        .log("从S3读取到消息：${body}") // 记录消息体
        .end();

    System.out.println("finish route"); // 路由配置完成信息
  }
}

<dependencies>
    <!-- 其他项目依赖 -->

    <!-- Apache Camel Core -->
    <dependency>
        <groupId>org.apache.camel</groupId>
        <artifactId>camel-core</artifactId>
        <version>${camel.version}</version> <!-- 替换为你的Camel版本，例如 3.19.0 -->
    </dependency>
    <!-- Apache Camel AWS2 S3 组件 -->
    <dependency>
        <groupId>org.apache.camel</groupId>
        <artifactId>camel-aws2-s3</artifactId>
        <version>${camel.version}</version>
    </dependency>
    <!-- Apache Camel CSV 数据格式 -->
    <dependency>
        <groupId>org.apache.camel</groupId>
        <artifactId>camel-csv</artifactId>
        <version>${camel.version}</version>
    </dependency>

    <!-- 日志依赖：Log4j2 作为 SLF4J 的实现 -->
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-api</artifactId>
        <version>${log4j2.version}</version> <!-- 替换为你的Log4j2版本，例如 2.17.2 -->
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-core</artifactId>
        <version>${log4j2.version}</version>
    </dependency>
    <dependency>
        <groupId>org.apache.logging.log4j</groupId>
        <artifactId>log4j-slf4j-impl</artifactId>
        <version>${log4j2.version}</version>
    </dependency>
</dependencies>

<?xml version="1.0" encoding="UTF-8"?>
<Configuration status="WARN">
    <Appenders>
        <Console name="Console" target="SYSTEM_OUT">
            <PatternLayout pattern="%d{HH:mm:ss.SSS} [%t] %-5level %logger{36} - %msg%n"/>
        </Console>
    </Appenders>
    <Loggers>
        <!-- 为所有日志设置默认级别和输出Appender -->
        <Root level="info">
            <AppenderRef ref="Console"/>
        </Root>
        <!-- 可以为特定包设置更详细的日志级别，例如Camel组件 -->
        <!--
        <Logger name="org.apache.camel" level="debug" additivity="false">
            <AppenderRef ref="Console"/>
        </Logger>
        -->
    </Loggers>
</Configuration>

start route
... (Log4j2初始化信息) ...
HH:mm:ss.SSS [main] INFO  o.a.c.impl.engine.Abstract        - Apache Camel 3.19.0 (CamelContext: camel-1) is starting
HH:mm:ss.SSS [main] INFO  o.a.c.impl.engine.Abstract        - Route: route1 started and consuming from: aws2-s3://mybucket.com?deleteAfterRead=false&maxMessagesPerPoll=1&prefix=etl/hello.csv&useDefaultCredentialsProvider=true
HH:mm:ss.SSS [Camel (camel-1) thread #1 - aws2-s3://mybucket.com] INFO  route1 - 从S3读取到消息：Name,age%nmyName,31%n
... (其他日志) ...
finish route