Spring 批处理 - 创建两个数据源以及如何自定义以使用其他属性
Spring Batch - Create Two Datasources and how to customized to use other properties
我需要快速指导以在 Spring Boot Batch 项目中创建两个关系数据源。一个是 Oracle 作为源数据库,另一个是 Postgres 目标数据库。
Spring 启动 V2.2.5.RELEADE
Spring 启动版本 2.2.5.RELEASE
在这里,我想自定义两个数据源,以对两个数据源使用此处提到的所有属性 (http://shekup.blogspot.com/2018/05/multiple-data-sources-in-spring-batch.html#:~:text=Multiple%20Data%20sources%20in%20Spring%20batch,such%20as%20ETL%20batch%20job.)
spring.datasource.url=jdbc:postgresql://localhost:5432/postgres?currentSchema=XXXX?useSSL=false
spring.datasource.url=jdbc:postgresql://localhost:5432/postgres
spring.datasource.username=postgres
spring.datasource.password=admin
spring.datasource.driver-class-name=org.postgresql.Driver
# max no. of connections in the pool
spring.datasource.hikari.maximum-pool-size=30
spring.datasource.hikari.minimum-idle=20
spring.datasource.hikari.connection-test-query=SELECT 1
spring.jpa.database-platform=org.hibernate.dialect.PostgreSQLDialect
spring.jpa.properties.hibernate.default_schema=YYYY
spring.batch.initialize-schema=always
spring.batch.table-prefix=YYYY.BATCH_
### Source oracle DS ###
oracle.datasource.url=jdbc:oracle:thin:@//XXXX:1527/XXX
oracle.datasource.username=XXX
oracle.datasource.password=XXX
oracle.datasource.driverClassName=oracle.jdbc.Oracloracleiver
# max no. of connections in the pool
oracle.spring.datasource.hikari.maximum-pool-size=30
oracle.spring.datasource.hikari.minimum-idle=20
oracle.spring.datasource.hikari.connection-test-query=SELECT 1
数据库配置
@Configuration
public class DataSourceConfig {
@Autowired
private Environment env;
@Primary
@Bean(name = "postgresDataSource")
@ConfigurationProperties("spring.datasource")
public DataSource batchDataSource() {
return DataSourceBuilder.create().url(env.getProperty("spring.datasource.url"))
.driverClassName(env.getProperty("spring.datasource.driver-class-name"))
.username(env.getProperty("spring.datasource.username"))
.password(env.getProperty("spring.datasource.password")).build();
}
@Bean(name = "oracleDataSource")
@ConfigurationProperties("oracle.datasource")
public DataSource mysqlBatchDataSource() {
return DataSourceBuilder.create().url(env.getProperty("oracle.datasource.url"))
.driverClassName(env.getProperty("oracle.datasource.driver-class-name"))
.username(env.getProperty("oracle.datasource.username"))
.password(env.getProperty("oracle.datasource.password")).build();
}
}
您必须通过自己的代码提供附加信息。
不要使用 DataSourceBuilder。这是 Tomcat-Jdbc 和 Hikari
的示例
@Bean(name = "sourceBatchDataSource")
public DataSource sourceBatchDataSource() {
HikariDataSource hikariDataSource = new HikariDataSource();
hikariDataSource.setJdbcUrl(sourceDataSourceProperties.getUrl());
hikariDataSource.setUsername(sourceDataSourceProperties.getUsername());
hikariDataSource.setPassword(sourceDataSourceProperties.getPassword());
hikariDataSource.setDriverClassName(sourceDataSourceProperties.getDriverClassName());
hikariDataSource.setAutoCommit(from(environment.getProperty("spring.datasource.hikari.auto-commit")));
hikariDataSource.setConnectionTimeout(environment.getProperty("spring.datasource.hikari.connection-timeout", Integer.class));
hikariDataSource.setMaximumPoolSize(environment.getProperty("spring.datasource.hikari.maximum-pool-size", Integer.class));
hikariDataSource.setMaxLifetime(environment.getProperty("spring.datasource.hikari.max-lifetime", Integer.class));
hikariDataSource.setMinimumIdle(environment.getProperty("spring.datasource.hikari.minimum-idle", Integer.class));
hikariDataSource.setPoolName("SourceBatchHikariCP");
return hikariDataSource;
}
@Primary
@Bean(destroyMethod = "close", name = "sourceDataSource")
public DataSource sourceDataSource() {
DataSourceProperties dataSourceProperties = dataSourceProperties();
PoolProperties properties = new PoolProperties();
properties.setUrl(dataSourceProperties.getUrl());
properties.setDriverClassName(dataSourceProperties.getDriverClassName());
properties.setUsername(dataSourceProperties.getUsername());
properties.setPassword(dataSourceProperties.getPassword());
properties.setInitialSize(environment.getProperty("spring.datasource.tomcat.initial-size", Integer.class));
properties.setMaxWait(environment.getProperty("spring.datasource.tomcat.max-wait", Integer.class));
properties.setMaxActive(environment.getProperty("spring.datasource.tomcat.max-active", Integer.class));
properties.setMaxIdle(environment.getProperty("spring.datasource.tomcat.max-idle", Integer.class));
properties.setMinIdle(environment.getProperty("spring.datasource.tomcat.min-idle", Integer.class));
properties.setDefaultAutoCommit(from(environment.getProperty("spring.datasource.tomcat.default-auto-commit")));
properties.setValidationQuery(environment.getProperty("spring.datasource.tomcat.validation-query"));
properties.setTestOnBorrow(from(environment.getProperty("spring.datasource.tomcat.test-on-borrow")));
properties.setTestWhileIdle(from(environment.getProperty("spring.datasource.tomcat.test-while-idle")));
properties.setTestOnReturn(from(environment.getProperty("spring.datasource.tomcat.test-on-return")));
properties.setTimeBetweenEvictionRunsMillis(environment.getProperty("spring.datasource.tomcat.time-between-eviction-runs-millis", Integer.class));
properties.setMinEvictableIdleTimeMillis(environment.getProperty("spring.datasource.tomcat.min-evictable-idle-time-millis", Integer.class));
properties.setRemoveAbandoned(from(environment.getProperty("spring.datasource.tomcat.remove-abandoned")));
properties.setRemoveAbandonedTimeout(environment.getProperty("spring.datasource.tomcat.remove-abandoned-timeout", Integer.class));
properties.setLogAbandoned(from(environment.getProperty("spring.datasource.tomcat.log-abandoned")));
properties.setLogValidationErrors(from(environment.getProperty("spring.datasource.tomcat.log-validation-errors")));
properties.setJdbcInterceptors(environment.getProperty("spring.datasource.tomcat.jdbc-interceptors"));
return new org.apache.tomcat.jdbc.pool.DataSource(properties);
}
我需要快速指导以在 Spring Boot Batch 项目中创建两个关系数据源。一个是 Oracle 作为源数据库,另一个是 Postgres 目标数据库。 Spring 启动 V2.2.5.RELEADE
Spring 启动版本 2.2.5.RELEASE
在这里,我想自定义两个数据源,以对两个数据源使用此处提到的所有属性 (http://shekup.blogspot.com/2018/05/multiple-data-sources-in-spring-batch.html#:~:text=Multiple%20Data%20sources%20in%20Spring%20batch,such%20as%20ETL%20batch%20job.)
spring.datasource.url=jdbc:postgresql://localhost:5432/postgres?currentSchema=XXXX?useSSL=false
spring.datasource.url=jdbc:postgresql://localhost:5432/postgres
spring.datasource.username=postgres
spring.datasource.password=admin
spring.datasource.driver-class-name=org.postgresql.Driver
# max no. of connections in the pool
spring.datasource.hikari.maximum-pool-size=30
spring.datasource.hikari.minimum-idle=20
spring.datasource.hikari.connection-test-query=SELECT 1
spring.jpa.database-platform=org.hibernate.dialect.PostgreSQLDialect
spring.jpa.properties.hibernate.default_schema=YYYY
spring.batch.initialize-schema=always
spring.batch.table-prefix=YYYY.BATCH_
### Source oracle DS ###
oracle.datasource.url=jdbc:oracle:thin:@//XXXX:1527/XXX
oracle.datasource.username=XXX
oracle.datasource.password=XXX
oracle.datasource.driverClassName=oracle.jdbc.Oracloracleiver
# max no. of connections in the pool
oracle.spring.datasource.hikari.maximum-pool-size=30
oracle.spring.datasource.hikari.minimum-idle=20
oracle.spring.datasource.hikari.connection-test-query=SELECT 1
数据库配置
@Configuration
public class DataSourceConfig {
@Autowired
private Environment env;
@Primary
@Bean(name = "postgresDataSource")
@ConfigurationProperties("spring.datasource")
public DataSource batchDataSource() {
return DataSourceBuilder.create().url(env.getProperty("spring.datasource.url"))
.driverClassName(env.getProperty("spring.datasource.driver-class-name"))
.username(env.getProperty("spring.datasource.username"))
.password(env.getProperty("spring.datasource.password")).build();
}
@Bean(name = "oracleDataSource")
@ConfigurationProperties("oracle.datasource")
public DataSource mysqlBatchDataSource() {
return DataSourceBuilder.create().url(env.getProperty("oracle.datasource.url"))
.driverClassName(env.getProperty("oracle.datasource.driver-class-name"))
.username(env.getProperty("oracle.datasource.username"))
.password(env.getProperty("oracle.datasource.password")).build();
}
}
您必须通过自己的代码提供附加信息。 不要使用 DataSourceBuilder。这是 Tomcat-Jdbc 和 Hikari
的示例@Bean(name = "sourceBatchDataSource")
public DataSource sourceBatchDataSource() {
HikariDataSource hikariDataSource = new HikariDataSource();
hikariDataSource.setJdbcUrl(sourceDataSourceProperties.getUrl());
hikariDataSource.setUsername(sourceDataSourceProperties.getUsername());
hikariDataSource.setPassword(sourceDataSourceProperties.getPassword());
hikariDataSource.setDriverClassName(sourceDataSourceProperties.getDriverClassName());
hikariDataSource.setAutoCommit(from(environment.getProperty("spring.datasource.hikari.auto-commit")));
hikariDataSource.setConnectionTimeout(environment.getProperty("spring.datasource.hikari.connection-timeout", Integer.class));
hikariDataSource.setMaximumPoolSize(environment.getProperty("spring.datasource.hikari.maximum-pool-size", Integer.class));
hikariDataSource.setMaxLifetime(environment.getProperty("spring.datasource.hikari.max-lifetime", Integer.class));
hikariDataSource.setMinimumIdle(environment.getProperty("spring.datasource.hikari.minimum-idle", Integer.class));
hikariDataSource.setPoolName("SourceBatchHikariCP");
return hikariDataSource;
}
@Primary
@Bean(destroyMethod = "close", name = "sourceDataSource")
public DataSource sourceDataSource() {
DataSourceProperties dataSourceProperties = dataSourceProperties();
PoolProperties properties = new PoolProperties();
properties.setUrl(dataSourceProperties.getUrl());
properties.setDriverClassName(dataSourceProperties.getDriverClassName());
properties.setUsername(dataSourceProperties.getUsername());
properties.setPassword(dataSourceProperties.getPassword());
properties.setInitialSize(environment.getProperty("spring.datasource.tomcat.initial-size", Integer.class));
properties.setMaxWait(environment.getProperty("spring.datasource.tomcat.max-wait", Integer.class));
properties.setMaxActive(environment.getProperty("spring.datasource.tomcat.max-active", Integer.class));
properties.setMaxIdle(environment.getProperty("spring.datasource.tomcat.max-idle", Integer.class));
properties.setMinIdle(environment.getProperty("spring.datasource.tomcat.min-idle", Integer.class));
properties.setDefaultAutoCommit(from(environment.getProperty("spring.datasource.tomcat.default-auto-commit")));
properties.setValidationQuery(environment.getProperty("spring.datasource.tomcat.validation-query"));
properties.setTestOnBorrow(from(environment.getProperty("spring.datasource.tomcat.test-on-borrow")));
properties.setTestWhileIdle(from(environment.getProperty("spring.datasource.tomcat.test-while-idle")));
properties.setTestOnReturn(from(environment.getProperty("spring.datasource.tomcat.test-on-return")));
properties.setTimeBetweenEvictionRunsMillis(environment.getProperty("spring.datasource.tomcat.time-between-eviction-runs-millis", Integer.class));
properties.setMinEvictableIdleTimeMillis(environment.getProperty("spring.datasource.tomcat.min-evictable-idle-time-millis", Integer.class));
properties.setRemoveAbandoned(from(environment.getProperty("spring.datasource.tomcat.remove-abandoned")));
properties.setRemoveAbandonedTimeout(environment.getProperty("spring.datasource.tomcat.remove-abandoned-timeout", Integer.class));
properties.setLogAbandoned(from(environment.getProperty("spring.datasource.tomcat.log-abandoned")));
properties.setLogValidationErrors(from(environment.getProperty("spring.datasource.tomcat.log-validation-errors")));
properties.setJdbcInterceptors(environment.getProperty("spring.datasource.tomcat.jdbc-interceptors"));
return new org.apache.tomcat.jdbc.pool.DataSource(properties);
}