first
This commit is contained in:
yidao620
14
springboot-batch/.gitignore
vendored
Normal file
14
springboot-batch/.gitignore
vendored
Normal file
@ -0,0 +1,14 @@
|
||||
# 此为注释– 将被Git 忽略
|
||||
# /结尾表示是目录，忽略目录和目录下的所有件
|
||||
# /开头表示根目录，否则是.gitignore的相对目录
|
||||
# !开头表示反选
|
||||
.idea/
|
||||
target/
|
||||
*.iml
|
||||
*.ipr
|
||||
*.iws
|
||||
*.log
|
||||
.svn/
|
||||
.project
|
||||
rebel.xml
|
||||
.rebel-remote.xml.*
|
||||
20
springboot-batch/LICENSE
Normal file
20
springboot-batch/LICENSE
Normal file
@ -0,0 +1,20 @@
|
||||
The MIT License (MIT)
|
||||
|
||||
Copyright (c) 2018 Xiong Neng
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy of
|
||||
this software and associated documentation files (the "Software"), to deal in
|
||||
the Software without restriction, including without limitation the rights to
|
||||
use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
|
||||
the Software, and to permit persons to whom the Software is furnished to do so,
|
||||
subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
|
||||
FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
|
||||
COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
|
||||
IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||||
34
springboot-batch/README.md
Normal file
34
springboot-batch/README.md
Normal file
@ -0,0 +1,34 @@
|
||||
## SpringBoot Batch演示项目
|
||||
|
||||
SpringBoot对批处理的支持演示
|
||||
|
||||
## 初始化
|
||||
|
||||
批处理初始化采用手动模式最好，先执行/resources/sql/下面对应SQL语句的初始化，
|
||||
任务完成后再执行清除语句。
|
||||
|
||||
## 运行
|
||||
|
||||
采用手动触发方式，对于每种类型的任务，只需要在/modules/common/vo/下面定义对应的Bean类即可。
|
||||
|
||||
然后参照测试类中方法：
|
||||
|
||||
``` java
|
||||
@Test
|
||||
public void testRunSimple() throws Exception {
|
||||
runTask(BscCanton.class);
|
||||
runTask(BscOfficeExeItem.class);
|
||||
runTask(BscExeOffice.class);
|
||||
runTask(BscTollItem.class);
|
||||
while (true) {
|
||||
Thread.sleep(200000L);
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
## 许可证
|
||||
|
||||
Copyright (c) 2018 Xiong Neng
|
||||
|
||||
基于 MIT 协议发布: <http://www.opensource.org/licenses/MIT>
|
||||
|
||||
145
springboot-batch/pom.xml
Normal file
145
springboot-batch/pom.xml
Normal file
@ -0,0 +1,145 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
|
||||
<groupId>com.enzhico</groupId>
|
||||
<artifactId>springboot-batch</artifactId>
|
||||
<version>1.0.0-SNAPSHOT</version>
|
||||
<packaging>jar</packaging>
|
||||
|
||||
<name>springboot-batch</name>
|
||||
<description>SpringBoot Batch演示</description>
|
||||
|
||||
<parent>
|
||||
<groupId>org.springframework.boot</groupId>
|
||||
<artifactId>spring-boot-starter-parent</artifactId>
|
||||
<version>1.5.9.RELEASE</version>
|
||||
<relativePath/>
|
||||
</parent>
|
||||
|
||||
<properties>
|
||||
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||||
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
|
||||
<java.version>1.8</java.version>
|
||||
<jackson-databind-version>2.9.4</jackson-databind-version>
|
||||
<druid.version>1.1.2</druid.version>
|
||||
<mysql-connector.version>8.0.7-dmr</mysql-connector.version>
|
||||
<mybatis-plus.version>2.1.8</mybatis-plus.version>
|
||||
<mybatisplus-spring-boot-starter.version>1.0.5</mybatisplus-spring-boot-starter.version>
|
||||
</properties>
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>org.springframework.boot</groupId>
|
||||
<artifactId>spring-boot-starter-batch</artifactId>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
<groupId>org.hsqldb</groupId>
|
||||
<artifactId>hsqldb</artifactId>
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
<!--添加hibernate-validator依赖，作为数据校验使用-->
|
||||
<dependency>
|
||||
<groupId>org.hibernate.validator</groupId>
|
||||
<artifactId>hibernate-validator</artifactId>
|
||||
<version>6.0.7.Final</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>javax.validation</groupId>
|
||||
<artifactId>validation-api</artifactId>
|
||||
<version>2.0.1.Final</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>javax.el</groupId>
|
||||
<artifactId>javax.el-api</artifactId>
|
||||
<version>3.0.1-b04</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.glassfish.web</groupId>
|
||||
<artifactId>javax.el</artifactId>
|
||||
<version>2.2.6</version>
|
||||
</dependency>
|
||||
|
||||
<dependency>
|
||||
<groupId>org.springframework.boot</groupId>
|
||||
<artifactId>spring-boot-starter-test</artifactId>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
<groupId>com.vaadin.external.google</groupId>
|
||||
<artifactId>android-json</artifactId>
|
||||
</exclusion>
|
||||
</exclusions>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.springframework.boot</groupId>
|
||||
<artifactId>spring-boot-starter-jdbc</artifactId>
|
||||
</dependency>
|
||||
<!-- Oracle驱动包 -->
|
||||
<dependency>
|
||||
<groupId>com.oracle</groupId>
|
||||
<artifactId>ojdbc6</artifactId>
|
||||
<version>11.2.0.4.0-atlassian-hosted</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>com.alibaba</groupId>
|
||||
<artifactId>druid</artifactId>
|
||||
<version>${druid.version}</version>
|
||||
</dependency>
|
||||
<!-- MyBatis plus增强和springboot的集成-->
|
||||
<dependency>
|
||||
<groupId>com.baomidou</groupId>
|
||||
<artifactId>mybatis-plus</artifactId>
|
||||
<version>${mybatis-plus.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>com.baomidou</groupId>
|
||||
<artifactId>mybatisplus-spring-boot-starter</artifactId>
|
||||
<version>${mybatisplus-spring-boot-starter.version}</version>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
|
||||
<build>
|
||||
<plugins>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-compiler-plugin</artifactId>
|
||||
<version>3.6.1</version>
|
||||
<configuration>
|
||||
<!--<proc>none</proc>-->
|
||||
<source>1.8</source>
|
||||
<target>1.8</target>
|
||||
</configuration>
|
||||
</plugin>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-surefire-plugin</artifactId>
|
||||
<version>2.20</version>
|
||||
<configuration>
|
||||
<skip>true</skip>
|
||||
</configuration>
|
||||
</plugin>
|
||||
<plugin>
|
||||
<groupId>org.springframework.boot</groupId>
|
||||
<artifactId>spring-boot-maven-plugin</artifactId>
|
||||
<executions>
|
||||
</executions>
|
||||
</plugin>
|
||||
</plugins>
|
||||
|
||||
<resources>
|
||||
<resource>
|
||||
<directory>src/main/resources</directory>
|
||||
</resource>
|
||||
<resource>
|
||||
<directory>src/main/java</directory>
|
||||
<includes>
|
||||
<include>**/*.xml</include>
|
||||
</includes>
|
||||
</resource>
|
||||
</resources>
|
||||
</build>
|
||||
|
||||
</project>
|
||||
72
springboot-batch/run.sh
Normal file
72
springboot-batch/run.sh
Normal file
@ -0,0 +1,72 @@
|
||||
#!/bin/bash
|
||||
# 项目自动更新脚本
|
||||
# 先clone相应的分支下来：
|
||||
# git clone ssh://git@120.24.173.142:7999/xxx.git
|
||||
# 远程调试启动：
|
||||
# nohup java -agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=5005 -Xms512m -Xmx1024m -jar -Dspring.profiles.active=${profile} ${jarfile} >/dev/null 2>&1 &
|
||||
|
||||
function start {
|
||||
profile="$1"
|
||||
echo "启动环境profile=${profile}"
|
||||
jarfile=$(ls target/*.jar)
|
||||
if [[ "$?" == "0" ]]; then
|
||||
stop $profile $jarfile
|
||||
fi
|
||||
branch=$(git branch |awk '{print $2}')
|
||||
git pull origin ${branch}
|
||||
echo "更新完代码开始重新打包"
|
||||
mvn clean && mvn clean && mvn package -DskipTests=true
|
||||
if [[ "$?" != "0" ]]; then
|
||||
echo "编译出错，退出！"
|
||||
exit 1
|
||||
fi
|
||||
echo "nohup java -Xms512m -Xmx1024m -jar -Dspring.profiles.active=${profile} ${jarfile} >/dev/null 2>&1 &"
|
||||
nohup java -Xms512m -Xmx1024m -jar -Dspring.profiles.active=${profile} ${jarfile} >/dev/null 2>&1 &
|
||||
echo "启动应用中，请查看日志文件..."
|
||||
}
|
||||
|
||||
function stop {
|
||||
profile="$1"
|
||||
jarfile="$2"
|
||||
ps aux | grep "${jarfile}" | grep "spring.profiles.active=${profile}" | grep -v grep > /dev/null
|
||||
if [[ "$?" == "0" ]]; then
|
||||
echo "该应用还在跑，我先停了它"
|
||||
pid=$(ps aux | grep "${jarfile}" | grep "spring.profiles.active=${profile}" | grep -v grep |awk '{print $2}')
|
||||
if [[ "$pid" != "" ]]; then
|
||||
kill -9 $pid
|
||||
fi
|
||||
echo "停止应用成功..."
|
||||
fi
|
||||
}
|
||||
|
||||
if [[ "$1" == "start" ]]; then
|
||||
if [[ "$#" < 2 ]]; then
|
||||
echo "请输入正确参数：./epay.sh start {profile}"
|
||||
exit 1
|
||||
fi
|
||||
profile="$2"
|
||||
if [[ "$profile" != "dev" && "$profile" != "test" && "$profile" != "show" && "$profile" != "production" ]]; then
|
||||
echo "参数错误，请输入正确的profile参数，使用方法："
|
||||
echo "./epay.sh start {profile} ==> 启动应用，{profile}取值：dev|test|show|production"
|
||||
exit 1
|
||||
fi
|
||||
start "${profile}"
|
||||
elif [[ "$1" == "stop" ]]; then
|
||||
if [[ "$#" < 2 ]]; then
|
||||
echo "请输入正确参数：./epay.sh stop {profile}"
|
||||
exit 1
|
||||
fi
|
||||
profile="$2"
|
||||
if [[ "$profile" != "dev" && "$profile" != "test" && "$profile" != "show" && "$profile" != "production" ]]; then
|
||||
echo "参数错误，请输入正确的profile参数，使用方法："
|
||||
echo "./epay.sh stop {profile} ==> 停止应用，{profile}取值：dev|test|show|production"
|
||||
exit 1
|
||||
fi
|
||||
jarfile=$(ls target/*.jar)
|
||||
stop $profile $jarfile
|
||||
else
|
||||
echo "参数错误，使用方法：{}参数是必填的，[]参数可选"
|
||||
echo "./epay.sh start {profile} ==> 启动应用，{profile}取值：dev|test|show|production"
|
||||
echo "./epay.sh stop {profile} ==> 停止应用，{profile}取值：dev|test|show|production"
|
||||
exit 1
|
||||
fi
|
||||
@ -0,0 +1,13 @@
|
||||
package com.enzhico.trans;
|
||||
|
||||
import org.springframework.batch.core.configuration.annotation.EnableBatchProcessing;
|
||||
import org.springframework.boot.SpringApplication;
|
||||
import org.springframework.boot.autoconfigure.SpringBootApplication;
|
||||
|
||||
@SpringBootApplication
|
||||
public class Application {
|
||||
public static void main(String[] args) {
|
||||
SpringApplication.run(Application.class, args);
|
||||
}
|
||||
|
||||
}
|
||||
@ -0,0 +1,44 @@
|
||||
package com.enzhico.trans.config;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.baomidou.mybatisplus.plugins.PaginationInterceptor;
|
||||
import com.enzhico.trans.config.properties.DruidProperties;
|
||||
import org.mybatis.spring.annotation.MapperScan;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.transaction.annotation.EnableTransactionManagement;
|
||||
|
||||
import javax.annotation.Resource;
|
||||
|
||||
/**
|
||||
* MybatisPlus配置
|
||||
*
|
||||
* @author xiongneng
|
||||
* @since 2017/5/20 21:58
|
||||
*/
|
||||
@Configuration
|
||||
@EnableTransactionManagement(order = 2)
|
||||
@MapperScan(basePackages = {"com.enzhico.trans.dao.repository"})
|
||||
public class MybatisPlusConfig {
|
||||
|
||||
@Resource
|
||||
private DruidProperties druidProperties;
|
||||
|
||||
/**
|
||||
* 单数据源连接池配置
|
||||
*/
|
||||
@Bean
|
||||
public DruidDataSource singleDatasource() {
|
||||
DruidDataSource dataSource = new DruidDataSource();
|
||||
druidProperties.config(dataSource);
|
||||
return dataSource;
|
||||
}
|
||||
|
||||
/**
|
||||
* mybatis-plus分页插件
|
||||
*/
|
||||
@Bean
|
||||
public PaginationInterceptor paginationInterceptor() {
|
||||
return new PaginationInterceptor();
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,88 @@
|
||||
package com.enzhico.trans.config.properties;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import org.springframework.boot.context.properties.ConfigurationProperties;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
import java.sql.SQLException;
|
||||
|
||||
/**
|
||||
* 自定义配置文件
|
||||
*
|
||||
* @author xiongneng
|
||||
* @since 2017-05-21 11:18
|
||||
*/
|
||||
@Component
|
||||
@ConfigurationProperties(prefix = "common")
|
||||
public class CommonProperties {
|
||||
/**
|
||||
* csv文件路径，文件名格式为“表名.csv”
|
||||
*/
|
||||
private String csvDir;
|
||||
private String csvVtoll;
|
||||
private String csvCanton;
|
||||
private String csvExeOffice;
|
||||
private String csvApp;
|
||||
private String csvLog;
|
||||
/**
|
||||
* csv文件在哪 1:文件系统 2:类路径下面
|
||||
*/
|
||||
private Integer location;
|
||||
|
||||
public String getCsvDir() {
|
||||
return csvDir;
|
||||
}
|
||||
|
||||
public void setCsvDir(String csvDir) {
|
||||
this.csvDir = csvDir;
|
||||
}
|
||||
|
||||
public String getCsvExeOffice() {
|
||||
return csvExeOffice;
|
||||
}
|
||||
|
||||
public void setCsvExeOffice(String csvExeOffice) {
|
||||
this.csvExeOffice = csvExeOffice;
|
||||
}
|
||||
|
||||
public String getCsvVtoll() {
|
||||
return csvVtoll;
|
||||
}
|
||||
|
||||
public void setCsvVtoll(String csvVtoll) {
|
||||
this.csvVtoll = csvVtoll;
|
||||
}
|
||||
|
||||
public String getCsvApp() {
|
||||
return csvApp;
|
||||
}
|
||||
|
||||
public void setCsvApp(String csvApp) {
|
||||
this.csvApp = csvApp;
|
||||
}
|
||||
|
||||
public String getCsvLog() {
|
||||
return csvLog;
|
||||
}
|
||||
|
||||
public void setCsvLog(String csvLog) {
|
||||
this.csvLog = csvLog;
|
||||
}
|
||||
|
||||
public String getCsvCanton() {
|
||||
return csvCanton;
|
||||
}
|
||||
|
||||
public void setCsvCanton(String csvCanton) {
|
||||
this.csvCanton = csvCanton;
|
||||
}
|
||||
|
||||
public Integer getLocation() {
|
||||
return location;
|
||||
}
|
||||
|
||||
public void setLocation(Integer location) {
|
||||
this.location = location;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,249 @@
|
||||
package com.enzhico.trans.config.properties;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.alibaba.druid.util.JdbcConstants;
|
||||
import org.springframework.boot.context.properties.ConfigurationProperties;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
import java.sql.SQLException;
|
||||
|
||||
/**
|
||||
* <p>数据库数据源配置</p>
|
||||
* <p>说明:这个类中包含了许多默认配置,若这些配置符合您的情况,您可以不用管,若不符合,建议不要修改本类,建议直接在"application.yml"中配置即可</p>
|
||||
*
|
||||
* @author xiongneng
|
||||
* @since 2017-05-21 11:18
|
||||
*/
|
||||
@Component
|
||||
@ConfigurationProperties(prefix = "spring.datasource")
|
||||
public class DruidProperties {
|
||||
|
||||
private String url;
|
||||
|
||||
private String username;
|
||||
|
||||
private String password;
|
||||
|
||||
private String driverClassName;
|
||||
|
||||
private Integer initialSize = 10;
|
||||
|
||||
private Integer minIdle = 3;
|
||||
|
||||
private Integer maxActive = 60;
|
||||
|
||||
private Integer maxWait = 60000;
|
||||
|
||||
private Boolean removeAbandoned = true;
|
||||
|
||||
private Integer removeAbandonedTimeout = 180;
|
||||
|
||||
private Integer timeBetweenEvictionRunsMillis = 60000;
|
||||
|
||||
private Integer minEvictableIdleTimeMillis = 300000;
|
||||
|
||||
private String validationQuery = "SELECT 1 from dual";
|
||||
|
||||
private Boolean testWhileIdle = true;
|
||||
|
||||
private Boolean testOnBorrow = false;
|
||||
|
||||
private Boolean testOnReturn = false;
|
||||
|
||||
private Boolean poolPreparedStatements = true;
|
||||
|
||||
private Integer maxPoolPreparedStatementPerConnectionSize = 50;
|
||||
|
||||
private String filters = "stat";
|
||||
|
||||
public void config(DruidDataSource dataSource) {
|
||||
dataSource.setDbType(JdbcConstants.ORACLE);
|
||||
dataSource.setUrl(url);
|
||||
dataSource.setUsername(username);
|
||||
dataSource.setPassword(password);
|
||||
dataSource.setDriverClassName(driverClassName);
|
||||
dataSource.setInitialSize(initialSize); // 定义初始连接数
|
||||
dataSource.setMinIdle(minIdle); // 最小空闲
|
||||
dataSource.setMaxActive(maxActive); // 定义最大连接数
|
||||
dataSource.setMaxWait(maxWait); // 获取连接等待超时的时间
|
||||
dataSource.setRemoveAbandoned(removeAbandoned); // 超过时间限制是否回收
|
||||
dataSource.setRemoveAbandonedTimeout(removeAbandonedTimeout); // 超过时间限制多长
|
||||
|
||||
// 配置间隔多久才进行一次检测，检测需要关闭的空闲连接，单位是毫秒
|
||||
dataSource.setTimeBetweenEvictionRunsMillis(timeBetweenEvictionRunsMillis);
|
||||
// 配置一个连接在池中最小生存的时间，单位是毫秒
|
||||
dataSource.setMinEvictableIdleTimeMillis(minEvictableIdleTimeMillis);
|
||||
// 用来检测连接是否有效的sql，要求是一个查询语句
|
||||
dataSource.setValidationQuery(validationQuery);
|
||||
// 申请连接的时候检测
|
||||
dataSource.setTestWhileIdle(testWhileIdle);
|
||||
// 申请连接时执行validationQuery检测连接是否有效，配置为true会降低性能
|
||||
dataSource.setTestOnBorrow(testOnBorrow);
|
||||
// 归还连接时执行validationQuery检测连接是否有效，配置为true会降低性能
|
||||
dataSource.setTestOnReturn(testOnReturn);
|
||||
// 打开PSCache，并且指定每个连接上PSCache的大小
|
||||
dataSource.setPoolPreparedStatements(poolPreparedStatements);
|
||||
dataSource.setMaxPoolPreparedStatementPerConnectionSize(maxPoolPreparedStatementPerConnectionSize);
|
||||
// 属性类型是字符串，通过别名的方式配置扩展插件，常用的插件有：
|
||||
// 监控统计用的filter:stat
|
||||
// 日志用的filter:log4j
|
||||
// 防御SQL注入的filter:wall
|
||||
try {
|
||||
dataSource.setFilters(filters);
|
||||
} catch (SQLException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
|
||||
public String getUrl() {
|
||||
return url;
|
||||
}
|
||||
|
||||
public void setUrl(String url) {
|
||||
this.url = url;
|
||||
}
|
||||
|
||||
public String getUsername() {
|
||||
return username;
|
||||
}
|
||||
|
||||
public void setUsername(String username) {
|
||||
this.username = username;
|
||||
}
|
||||
|
||||
public String getPassword() {
|
||||
return password;
|
||||
}
|
||||
|
||||
public void setPassword(String password) {
|
||||
this.password = password;
|
||||
}
|
||||
|
||||
public String getDriverClassName() {
|
||||
return driverClassName;
|
||||
}
|
||||
|
||||
public void setDriverClassName(String driverClassName) {
|
||||
this.driverClassName = driverClassName;
|
||||
}
|
||||
|
||||
public Integer getInitialSize() {
|
||||
return initialSize;
|
||||
}
|
||||
|
||||
public void setInitialSize(Integer initialSize) {
|
||||
this.initialSize = initialSize;
|
||||
}
|
||||
|
||||
public Integer getMinIdle() {
|
||||
return minIdle;
|
||||
}
|
||||
|
||||
public void setMinIdle(Integer minIdle) {
|
||||
this.minIdle = minIdle;
|
||||
}
|
||||
|
||||
public Integer getMaxActive() {
|
||||
return maxActive;
|
||||
}
|
||||
|
||||
public void setMaxActive(Integer maxActive) {
|
||||
this.maxActive = maxActive;
|
||||
}
|
||||
|
||||
public Integer getMaxWait() {
|
||||
return maxWait;
|
||||
}
|
||||
|
||||
public void setMaxWait(Integer maxWait) {
|
||||
this.maxWait = maxWait;
|
||||
}
|
||||
|
||||
public Integer getTimeBetweenEvictionRunsMillis() {
|
||||
return timeBetweenEvictionRunsMillis;
|
||||
}
|
||||
|
||||
public void setTimeBetweenEvictionRunsMillis(Integer timeBetweenEvictionRunsMillis) {
|
||||
this.timeBetweenEvictionRunsMillis = timeBetweenEvictionRunsMillis;
|
||||
}
|
||||
|
||||
public Integer getMinEvictableIdleTimeMillis() {
|
||||
return minEvictableIdleTimeMillis;
|
||||
}
|
||||
|
||||
public void setMinEvictableIdleTimeMillis(Integer minEvictableIdleTimeMillis) {
|
||||
this.minEvictableIdleTimeMillis = minEvictableIdleTimeMillis;
|
||||
}
|
||||
|
||||
public String getValidationQuery() {
|
||||
return validationQuery;
|
||||
}
|
||||
|
||||
public void setValidationQuery(String validationQuery) {
|
||||
this.validationQuery = validationQuery;
|
||||
}
|
||||
|
||||
public Boolean getTestWhileIdle() {
|
||||
return testWhileIdle;
|
||||
}
|
||||
|
||||
public void setTestWhileIdle(Boolean testWhileIdle) {
|
||||
this.testWhileIdle = testWhileIdle;
|
||||
}
|
||||
|
||||
public Boolean getTestOnBorrow() {
|
||||
return testOnBorrow;
|
||||
}
|
||||
|
||||
public void setTestOnBorrow(Boolean testOnBorrow) {
|
||||
this.testOnBorrow = testOnBorrow;
|
||||
}
|
||||
|
||||
public Boolean getTestOnReturn() {
|
||||
return testOnReturn;
|
||||
}
|
||||
|
||||
public void setTestOnReturn(Boolean testOnReturn) {
|
||||
this.testOnReturn = testOnReturn;
|
||||
}
|
||||
|
||||
public Boolean getPoolPreparedStatements() {
|
||||
return poolPreparedStatements;
|
||||
}
|
||||
|
||||
public void setPoolPreparedStatements(Boolean poolPreparedStatements) {
|
||||
this.poolPreparedStatements = poolPreparedStatements;
|
||||
}
|
||||
|
||||
public Integer getMaxPoolPreparedStatementPerConnectionSize() {
|
||||
return maxPoolPreparedStatementPerConnectionSize;
|
||||
}
|
||||
|
||||
public void setMaxPoolPreparedStatementPerConnectionSize(Integer maxPoolPreparedStatementPerConnectionSize) {
|
||||
this.maxPoolPreparedStatementPerConnectionSize = maxPoolPreparedStatementPerConnectionSize;
|
||||
}
|
||||
|
||||
public String getFilters() {
|
||||
return filters;
|
||||
}
|
||||
|
||||
public void setFilters(String filters) {
|
||||
this.filters = filters;
|
||||
}
|
||||
|
||||
public Boolean getRemoveAbandoned() {
|
||||
return removeAbandoned;
|
||||
}
|
||||
|
||||
public void setRemoveAbandoned(Boolean removeAbandoned) {
|
||||
this.removeAbandoned = removeAbandoned;
|
||||
}
|
||||
|
||||
public Integer getRemoveAbandonedTimeout() {
|
||||
return removeAbandonedTimeout;
|
||||
}
|
||||
|
||||
public void setRemoveAbandonedTimeout(Integer removeAbandonedTimeout) {
|
||||
this.removeAbandonedTimeout = removeAbandonedTimeout;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,59 @@
|
||||
package com.enzhico.trans.dao.entity;
|
||||
|
||||
import com.baomidou.mybatisplus.activerecord.Model;
|
||||
import com.baomidou.mybatisplus.annotations.TableId;
|
||||
import com.baomidou.mybatisplus.annotations.TableName;
|
||||
import com.baomidou.mybatisplus.enums.IdType;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
@TableName(value = "t_user")
|
||||
public class User extends Model<User> {
|
||||
/**
|
||||
* 主键ID
|
||||
*/
|
||||
@TableId(value = "id", type = IdType.INPUT)
|
||||
private Integer id;
|
||||
|
||||
private String username;
|
||||
|
||||
private String password;
|
||||
|
||||
public User() {
|
||||
}
|
||||
|
||||
public User(Integer id, String username, String password) {
|
||||
this.id = id;
|
||||
this.username = username;
|
||||
this.password = password;
|
||||
}
|
||||
|
||||
public Integer getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(Integer id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
public String getUsername() {
|
||||
return username;
|
||||
}
|
||||
|
||||
public void setUsername(String username) {
|
||||
this.username = username;
|
||||
}
|
||||
|
||||
public String getPassword() {
|
||||
return password;
|
||||
}
|
||||
|
||||
public void setPassword(String password) {
|
||||
this.password = password;
|
||||
}
|
||||
|
||||
@Override
|
||||
protected Serializable pkVal() {
|
||||
return this.id;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,7 @@
|
||||
package com.enzhico.trans.dao.repository;
|
||||
|
||||
import com.baomidou.mybatisplus.mapper.BaseMapper;
|
||||
import com.enzhico.trans.dao.entity.User;
|
||||
|
||||
public interface UserMapper extends BaseMapper<User> {
|
||||
}
|
||||
@ -0,0 +1,75 @@
|
||||
package com.enzhico.trans.modules;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import org.springframework.batch.core.configuration.annotation.EnableBatchProcessing;
|
||||
import org.springframework.batch.core.launch.support.SimpleJobLauncher;
|
||||
import org.springframework.batch.core.repository.JobRepository;
|
||||
import org.springframework.batch.core.repository.support.JobRepositoryFactoryBean;
|
||||
import org.springframework.batch.support.DatabaseType;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.core.annotation.Order;
|
||||
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
|
||||
import org.springframework.transaction.PlatformTransactionManager;
|
||||
|
||||
/**
|
||||
* 这里是批处理公共配置类
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
@Configuration
|
||||
@EnableBatchProcessing
|
||||
@Order(3)
|
||||
public class MyBatchConfig {
|
||||
|
||||
@Bean
|
||||
public ThreadPoolTaskExecutor taskExecutor() {
|
||||
ThreadPoolTaskExecutor taskExecutor = new ThreadPoolTaskExecutor();
|
||||
taskExecutor.setCorePoolSize(5);
|
||||
taskExecutor.setMaxPoolSize(10);
|
||||
taskExecutor.setQueueCapacity(200);
|
||||
return taskExecutor;
|
||||
}
|
||||
|
||||
/**
|
||||
* JobRepository，用来注册Job的容器
|
||||
* jobRepositor的定义需要dataSource和transactionManager，Spring Boot已为我们自动配置了
|
||||
* 这两个类，Spring可通过方法注入已有的Bean
|
||||
*
|
||||
* @param dataSource
|
||||
* @param transactionManager
|
||||
* @return
|
||||
* @throws Exception
|
||||
*/
|
||||
@Bean
|
||||
public JobRepository jobRepository(DruidDataSource dataSource, PlatformTransactionManager transactionManager) throws Exception {
|
||||
JobRepositoryFactoryBean jobRepositoryFactoryBean = new JobRepositoryFactoryBean();
|
||||
jobRepositoryFactoryBean.setDataSource(dataSource);
|
||||
jobRepositoryFactoryBean.setTransactionManager(transactionManager);
|
||||
jobRepositoryFactoryBean.setDatabaseType(String.valueOf(DatabaseType.ORACLE));
|
||||
jobRepositoryFactoryBean.setMaxVarCharLength(5000);
|
||||
// 下面事务隔离级别的配置是针对Oracle的
|
||||
jobRepositoryFactoryBean.setIsolationLevelForCreate("ISOLATION_READ_COMMITTED");
|
||||
jobRepositoryFactoryBean.afterPropertiesSet();
|
||||
return jobRepositoryFactoryBean.getObject();
|
||||
}
|
||||
|
||||
/**
|
||||
* JobLauncher定义，用来启动Job的接口
|
||||
*
|
||||
* @param dataSource
|
||||
* @param transactionManager
|
||||
* @return
|
||||
* @throws Exception
|
||||
*/
|
||||
@Bean
|
||||
public SimpleJobLauncher jobLauncher(ThreadPoolTaskExecutor taskExecutor, DruidDataSource dataSource,
|
||||
PlatformTransactionManager transactionManager) throws Exception {
|
||||
SimpleJobLauncher jobLauncher = new SimpleJobLauncher();
|
||||
jobLauncher.setTaskExecutor(taskExecutor);
|
||||
jobLauncher.setJobRepository(jobRepository(dataSource, transactionManager));
|
||||
return jobLauncher;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,45 @@
|
||||
package com.enzhico.trans.modules;
|
||||
|
||||
import org.springframework.batch.item.validator.ValidationException;
|
||||
import org.springframework.batch.item.validator.Validator;
|
||||
import org.springframework.beans.factory.InitializingBean;
|
||||
|
||||
import javax.validation.ConstraintViolation;
|
||||
import javax.validation.Validation;
|
||||
import javax.validation.ValidatorFactory;
|
||||
import java.util.Set;
|
||||
|
||||
/**
|
||||
* MyBeanValidator
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
public class MyBeanValidator<T> implements Validator<T>, InitializingBean {
|
||||
private javax.validation.Validator validator;
|
||||
|
||||
@Override
|
||||
public void validate(T value) throws ValidationException {
|
||||
/*
|
||||
* 使用Validator的validate方法校验数据
|
||||
*/
|
||||
Set<ConstraintViolation<T>> constraintViolations = validator.validate(value);
|
||||
if (constraintViolations.size() > 0) {
|
||||
StringBuilder message = new StringBuilder();
|
||||
for (ConstraintViolation<T> constraintViolation : constraintViolations) {
|
||||
message.append(constraintViolation.getMessage()).append("\n");
|
||||
}
|
||||
throw new ValidationException(message.toString());
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 使用JSR-303的Validator来校验我们的数据，在此进行JSR-303的Validator的初始化
|
||||
*/
|
||||
@Override
|
||||
public void afterPropertiesSet() {
|
||||
ValidatorFactory validatorFactory = Validation.buildDefaultValidatorFactory();
|
||||
validator = validatorFactory.usingContext().getValidator();
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,44 @@
|
||||
package com.enzhico.trans.modules;
|
||||
|
||||
import com.baomidou.mybatisplus.toolkit.StringUtils;
|
||||
import com.enzhico.trans.modules.common.DateUtil;
|
||||
import org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper;
|
||||
import org.springframework.validation.DataBinder;
|
||||
|
||||
import java.beans.PropertyEditorSupport;
|
||||
import java.sql.Timestamp;
|
||||
import java.time.LocalDate;
|
||||
import java.time.format.DateTimeFormatter;
|
||||
|
||||
/**
|
||||
* MyBeanWrapperFieldSetMapper
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
public class MyBeanWrapperFieldSetMapper<T> extends BeanWrapperFieldSetMapper<T> {
|
||||
@Override
|
||||
protected void initBinder(DataBinder binder) {
|
||||
binder.registerCustomEditor(Timestamp.class, new PropertyEditorSupport() {
|
||||
@Override
|
||||
public void setAsText(String text) throws IllegalArgumentException {
|
||||
if (StringUtils.isNotEmpty(text)) {
|
||||
setValue(DateUtil.parseTimestamp(text));
|
||||
} else {
|
||||
setValue(null);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getAsText() throws IllegalArgumentException {
|
||||
Object date = getValue();
|
||||
if (date != null) {
|
||||
return DateUtil.formatTimestamp((Timestamp) date);
|
||||
} else {
|
||||
return "";
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,33 @@
|
||||
package com.enzhico.trans.modules;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.batch.core.JobExecution;
|
||||
import org.springframework.batch.core.JobExecutionListener;
|
||||
|
||||
/**
|
||||
* MyJobListener
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
public class MyJobListener implements JobExecutionListener {
|
||||
private Logger logger = LoggerFactory.getLogger(this.getClass());
|
||||
private long startTime;
|
||||
private long endTime;
|
||||
|
||||
@Override
|
||||
public void beforeJob(JobExecution jobExecution) {
|
||||
startTime = System.currentTimeMillis();
|
||||
String jobName = jobExecution.getJobParameters().getString("input.job.name");
|
||||
logger.info("任务-{}处理开始", jobName);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void afterJob(JobExecution jobExecution) {
|
||||
endTime = System.currentTimeMillis();
|
||||
String jobName = jobExecution.getJobParameters().getString("input.job.name");
|
||||
logger.info("任务-{}处理结束，总耗时=" + (endTime - startTime) + "ms", jobName);
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,173 @@
|
||||
package com.enzhico.trans.modules.canton;
|
||||
|
||||
/**
|
||||
* Canton
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
public class Canton {
|
||||
private String id;
|
||||
private String code;
|
||||
private String name;
|
||||
private String parentid;
|
||||
private String financial;
|
||||
private String contactman;
|
||||
private String tel;
|
||||
private String email;
|
||||
private String cantonlev;
|
||||
private String taxorgcode;
|
||||
private String memo;
|
||||
private String using;
|
||||
private String usingdate;
|
||||
private Integer level;
|
||||
private String end;
|
||||
private String qrcantonid;
|
||||
private String declare;
|
||||
private String declareisend;
|
||||
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
public String getCode() {
|
||||
return code;
|
||||
}
|
||||
|
||||
public void setCode(String code) {
|
||||
this.code = code;
|
||||
}
|
||||
|
||||
public String getName() {
|
||||
return name;
|
||||
}
|
||||
|
||||
public void setName(String name) {
|
||||
this.name = name;
|
||||
}
|
||||
|
||||
public String getParentid() {
|
||||
return parentid;
|
||||
}
|
||||
|
||||
public void setParentid(String parentid) {
|
||||
this.parentid = parentid;
|
||||
}
|
||||
|
||||
public String getFinancial() {
|
||||
return financial;
|
||||
}
|
||||
|
||||
public void setFinancial(String financial) {
|
||||
this.financial = financial;
|
||||
}
|
||||
|
||||
public String getContactman() {
|
||||
return contactman;
|
||||
}
|
||||
|
||||
public void setContactman(String contactman) {
|
||||
this.contactman = contactman;
|
||||
}
|
||||
|
||||
public String getTel() {
|
||||
return tel;
|
||||
}
|
||||
|
||||
public void setTel(String tel) {
|
||||
this.tel = tel;
|
||||
}
|
||||
|
||||
public String getEmail() {
|
||||
return email;
|
||||
}
|
||||
|
||||
public void setEmail(String email) {
|
||||
this.email = email;
|
||||
}
|
||||
|
||||
public String getCantonlev() {
|
||||
return cantonlev;
|
||||
}
|
||||
|
||||
public void setCantonlev(String cantonlev) {
|
||||
this.cantonlev = cantonlev;
|
||||
}
|
||||
|
||||
public String getTaxorgcode() {
|
||||
return taxorgcode;
|
||||
}
|
||||
|
||||
public void setTaxorgcode(String taxorgcode) {
|
||||
this.taxorgcode = taxorgcode;
|
||||
}
|
||||
|
||||
public String getMemo() {
|
||||
return memo;
|
||||
}
|
||||
|
||||
public void setMemo(String memo) {
|
||||
this.memo = memo;
|
||||
}
|
||||
|
||||
public String getUsing() {
|
||||
return using;
|
||||
}
|
||||
|
||||
public void setUsing(String using) {
|
||||
this.using = using;
|
||||
}
|
||||
|
||||
public String getUsingdate() {
|
||||
return usingdate;
|
||||
}
|
||||
|
||||
public void setUsingdate(String usingdate) {
|
||||
this.usingdate = usingdate;
|
||||
}
|
||||
|
||||
public Integer getLevel() {
|
||||
return level;
|
||||
}
|
||||
|
||||
public void setLevel(Integer level) {
|
||||
this.level = level;
|
||||
}
|
||||
|
||||
public String getEnd() {
|
||||
return end;
|
||||
}
|
||||
|
||||
public void setEnd(String end) {
|
||||
this.end = end;
|
||||
}
|
||||
|
||||
public String getQrcantonid() {
|
||||
return qrcantonid;
|
||||
}
|
||||
|
||||
public void setQrcantonid(String qrcantonid) {
|
||||
this.qrcantonid = qrcantonid;
|
||||
}
|
||||
|
||||
public String getDeclare() {
|
||||
return declare;
|
||||
}
|
||||
|
||||
public void setDeclare(String declare) {
|
||||
this.declare = declare;
|
||||
}
|
||||
|
||||
public String getDeclareisend() {
|
||||
return declareisend;
|
||||
}
|
||||
|
||||
public void setDeclareisend(String declareisend) {
|
||||
this.declareisend = declareisend;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,178 @@
|
||||
package com.enzhico.trans.modules.canton;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.enzhico.trans.modules.MyBeanValidator;
|
||||
import com.enzhico.trans.modules.MyJobListener;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.Step;
|
||||
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||
import org.springframework.batch.core.launch.support.RunIdIncrementer;
|
||||
import org.springframework.batch.item.ItemProcessor;
|
||||
import org.springframework.batch.item.ItemReader;
|
||||
import org.springframework.batch.item.ItemWriter;
|
||||
import org.springframework.batch.item.ParseException;
|
||||
import org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider;
|
||||
import org.springframework.batch.item.database.JdbcBatchItemWriter;
|
||||
import org.springframework.batch.item.file.FlatFileItemReader;
|
||||
import org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper;
|
||||
import org.springframework.batch.item.file.mapping.DefaultLineMapper;
|
||||
import org.springframework.batch.item.file.transform.DelimitedLineTokenizer;
|
||||
import org.springframework.batch.item.validator.ValidatingItemProcessor;
|
||||
import org.springframework.batch.item.validator.ValidationException;
|
||||
import org.springframework.batch.item.validator.Validator;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.core.io.FileSystemResource;
|
||||
|
||||
/**
|
||||
* CsvBatchConfig
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
@Configuration
|
||||
public class CantonConfig {
|
||||
/**
|
||||
* ItemReader定义,用来读取数据
|
||||
* 1，使用FlatFileItemReader读取文件
|
||||
* 2，使用FlatFileItemReader的setResource方法设置csv文件的路径
|
||||
* 3，对此对cvs文件的数据和领域模型类做对应映射
|
||||
*
|
||||
* @return FlatFileItemReader
|
||||
*/
|
||||
@Bean(name = "cantonReader")
|
||||
@StepScope
|
||||
public FlatFileItemReader<Canton> reader(@Value("#{jobParameters['input.file.name']}") String pathToFile) {
|
||||
FlatFileItemReader<Canton> reader = new FlatFileItemReader<>();
|
||||
// reader.setResource(new ClassPathResource(pathToFile));
|
||||
reader.setResource(new FileSystemResource(pathToFile));
|
||||
reader.setLineMapper(new DefaultLineMapper<Canton>() {
|
||||
{
|
||||
setLineTokenizer(new DelimitedLineTokenizer(",") {
|
||||
{
|
||||
setNames(new String[]{
|
||||
"id", "code", "name", "parentid", "financial", "contactman", "tel", "email",
|
||||
"cantonlev", "taxorgcode", "memo", "using", "usingdate", "level", "end",
|
||||
"qrcantonid", "declare", "declareisend"
|
||||
});
|
||||
}
|
||||
});
|
||||
setFieldSetMapper(new BeanWrapperFieldSetMapper<Canton>() {{
|
||||
setTargetType(Canton.class);
|
||||
}});
|
||||
}
|
||||
});
|
||||
// 如果包含header，需要忽略掉
|
||||
reader.setLinesToSkip(1);
|
||||
return reader;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemProcessor定义，用来处理数据
|
||||
*
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "cantonProcessor")
|
||||
public ItemProcessor<Canton, Canton> processor() {
|
||||
//使用我们自定义的ItemProcessor的实现CsvItemProcessor
|
||||
ValidatingItemProcessor<Canton> processor = new ValidatingItemProcessor<Canton>() {
|
||||
@Override
|
||||
public Canton process(Canton item) throws ValidationException {
|
||||
/*
|
||||
* 需要执行super.process(item)才会调用自定义校验器
|
||||
*/
|
||||
super.process(item);
|
||||
/*
|
||||
* 对数据进行简单的处理和转换 todo
|
||||
*/
|
||||
return item;
|
||||
}
|
||||
};
|
||||
//为processor指定校验器为CsvBeanValidator()
|
||||
processor.setValidator(csvBeanValidator());
|
||||
return processor;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemWriter定义，用来输出数据
|
||||
* spring能让容器中已有的Bean以参数的形式注入，Spring Boot已经为我们定义了dataSource
|
||||
*
|
||||
* @param dataSource
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "cantonWriter")
|
||||
public ItemWriter<Canton> writer(DruidDataSource dataSource) {
|
||||
JdbcBatchItemWriter<Canton> writer = new JdbcBatchItemWriter<>();
|
||||
//我们使用JDBC批处理的JdbcBatchItemWriter来写数据到数据库
|
||||
writer.setItemSqlParameterSourceProvider(new BeanPropertyItemSqlParameterSourceProvider<>());
|
||||
|
||||
String sql = "insert into nt_bsc_Canton " + " (f_id,f_code,f_name,f_parentid,f_financial,f_contactman,f_tel,f_email,f_cantonlev,f_taxorgcode,f_memo,f_using,f_usingdate,f_level,f_end,f_qrcantonid,f_declare,f_declareisend) "
|
||||
+ " values(:id,:code,:name,:parentid,:financial,:contactman,:tel,:email,:cantonlev,:taxorgcode,:memo,:using,:usingdate,:level,:end,:qrcantonid,:declare,:declareisend)";
|
||||
//在此设置要执行批处理的SQL语句
|
||||
writer.setSql(sql);
|
||||
writer.setDataSource(dataSource);
|
||||
return writer;
|
||||
}
|
||||
|
||||
/**
|
||||
* Job定义，我们要实际执行的任务，包含一个或多个Step
|
||||
*
|
||||
* @param jobBuilderFactory
|
||||
* @param s1
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "cantonJob")
|
||||
public Job cantonJob(JobBuilderFactory jobBuilderFactory, @Qualifier("cantonStep1") Step s1) {
|
||||
return jobBuilderFactory.get("cantonJob")
|
||||
.incrementer(new RunIdIncrementer())
|
||||
.flow(s1)//为Job指定Step
|
||||
.end()
|
||||
.listener(new MyJobListener())//绑定监听器csvJobListener
|
||||
.build();
|
||||
}
|
||||
|
||||
/**
|
||||
* step步骤，包含ItemReader，ItemProcessor和ItemWriter
|
||||
*
|
||||
* @param stepBuilderFactory
|
||||
* @param reader
|
||||
* @param writer
|
||||
* @param processor
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "cantonStep1")
|
||||
public Step cantonStep1(StepBuilderFactory stepBuilderFactory,
|
||||
@Qualifier("cantonReader") ItemReader<Canton> reader,
|
||||
@Qualifier("cantonWriter") ItemWriter<Canton> writer,
|
||||
@Qualifier("cantonProcessor") ItemProcessor<Canton, Canton> processor) {
|
||||
return stepBuilderFactory
|
||||
.get("cantonStep1")
|
||||
.<Canton, Canton>chunk(5000)//批处理每次提交5000条数据
|
||||
.reader(reader)//给step绑定reader
|
||||
.processor(processor)//给step绑定processor
|
||||
.writer(writer)//给step绑定writer
|
||||
.faultTolerant()
|
||||
.retry(Exception.class) // 重试
|
||||
.noRetry(ParseException.class)
|
||||
.retryLimit(1) //每条记录重试一次
|
||||
.skip(Exception.class)
|
||||
.skipLimit(200) //一共允许跳过200次异常
|
||||
// .taskExecutor(new SimpleAsyncTaskExecutor()) //设置每个Job通过并发方式执行，一般来讲一个Job就让它串行完成的好
|
||||
// .throttleLimit(10) //并发任务数为 10,默认为4
|
||||
.build();
|
||||
}
|
||||
|
||||
@Bean
|
||||
public Validator<Canton> csvBeanValidator() {
|
||||
return new MyBeanValidator<>();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,191 @@
|
||||
package com.enzhico.trans.modules.common;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.enzhico.trans.config.properties.CommonProperties;
|
||||
import com.enzhico.trans.modules.MyBeanValidator;
|
||||
import com.enzhico.trans.modules.MyBeanWrapperFieldSetMapper;
|
||||
import com.enzhico.trans.modules.MyJobListener;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.Step;
|
||||
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||
import org.springframework.batch.core.launch.support.RunIdIncrementer;
|
||||
import org.springframework.batch.item.ItemProcessor;
|
||||
import org.springframework.batch.item.ItemReader;
|
||||
import org.springframework.batch.item.ItemWriter;
|
||||
import org.springframework.batch.item.ParseException;
|
||||
import org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider;
|
||||
import org.springframework.batch.item.database.JdbcBatchItemWriter;
|
||||
import org.springframework.batch.item.file.FlatFileItemReader;
|
||||
import org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper;
|
||||
import org.springframework.batch.item.file.mapping.DefaultLineMapper;
|
||||
import org.springframework.batch.item.file.transform.DelimitedLineTokenizer;
|
||||
import org.springframework.batch.item.validator.ValidatingItemProcessor;
|
||||
import org.springframework.batch.item.validator.ValidationException;
|
||||
import org.springframework.batch.item.validator.Validator;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.core.io.ClassPathResource;
|
||||
import org.springframework.core.io.FileSystemResource;
|
||||
|
||||
import javax.annotation.Resource;
|
||||
|
||||
/**
|
||||
* 泛型配置
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
@Configuration
|
||||
public class CommonConfig {
|
||||
@Resource
|
||||
private CommonProperties p;
|
||||
/**
|
||||
* ItemReader定义,用来读取数据
|
||||
* 1，使用FlatFileItemReader读取文件
|
||||
* 2，使用FlatFileItemReader的setResource方法设置csv文件的路径
|
||||
* 3，对此对cvs文件的数据和领域模型类做对应映射
|
||||
*
|
||||
* @return FlatFileItemReader
|
||||
*/
|
||||
@Bean(name = "commonReader")
|
||||
@StepScope
|
||||
public FlatFileItemReader reader(@Value("#{jobParameters['input.file.name']}") String pathToFile,
|
||||
@Value("#{jobParameters['input.vo.name']}") String voClass,
|
||||
@Value("#{jobParameters['input.columns']}") String columns) {
|
||||
FlatFileItemReader reader = new FlatFileItemReader<>();
|
||||
if (p.getLocation() == 1) {
|
||||
reader.setResource(new FileSystemResource(pathToFile));
|
||||
} else {
|
||||
reader.setResource(new ClassPathResource(pathToFile));
|
||||
}
|
||||
reader.setLineMapper(new DefaultLineMapper() {
|
||||
{
|
||||
setLineTokenizer(new DelimitedLineTokenizer("|") {
|
||||
{
|
||||
setNames(columns.split(","));
|
||||
setQuoteCharacter('^');
|
||||
}
|
||||
});
|
||||
setFieldSetMapper(new MyBeanWrapperFieldSetMapper() {{
|
||||
try {
|
||||
setTargetType(Class.forName(voClass));
|
||||
} catch (ClassNotFoundException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}});
|
||||
}
|
||||
});
|
||||
// 如果包含header，需要忽略掉
|
||||
reader.setLinesToSkip(1);
|
||||
return reader;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemProcessor定义，用来处理数据
|
||||
*
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "commonProcessor")
|
||||
public ItemProcessor processor() {
|
||||
//使用我们自定义的ItemProcessor的实现CsvItemProcessor
|
||||
ValidatingItemProcessor processor = new ValidatingItemProcessor() {
|
||||
public Object process(Object item) throws ValidationException {
|
||||
/*
|
||||
* 需要执行super.process(item)才会调用自定义校验器
|
||||
*/
|
||||
super.process(item);
|
||||
/*
|
||||
* 对数据进行简单的处理和转换 todo
|
||||
*/
|
||||
|
||||
return item;
|
||||
}
|
||||
};
|
||||
//为processor指定校验器为CsvBeanValidator()
|
||||
processor.setValidator(csvBeanValidator());
|
||||
return processor;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemWriter定义，用来输出数据
|
||||
* spring能让容器中已有的Bean以参数的形式注入，Spring Boot已经为我们定义了dataSource
|
||||
*
|
||||
* @param dataSource
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "commonWriter")
|
||||
@StepScope
|
||||
public ItemWriter writer(DruidDataSource dataSource,
|
||||
@Value("#{jobParameters['input.sql']}") String sql) {
|
||||
JdbcBatchItemWriter writer = new JdbcBatchItemWriter<>();
|
||||
//我们使用JDBC批处理的JdbcBatchItemWriter来写数据到数据库
|
||||
writer.setItemSqlParameterSourceProvider(new BeanPropertyItemSqlParameterSourceProvider<>());
|
||||
//在此设置要执行批处理的SQL语句
|
||||
writer.setSql(sql);
|
||||
writer.setDataSource(dataSource);
|
||||
return writer;
|
||||
}
|
||||
|
||||
/**
|
||||
* Job定义，我们要实际执行的任务，包含一个或多个Step
|
||||
*
|
||||
* @param jobBuilderFactory
|
||||
* @param s1
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "commonJob")
|
||||
public Job commonJob(JobBuilderFactory jobBuilderFactory,
|
||||
@Qualifier("commonStep1") Step s1) {
|
||||
return jobBuilderFactory.get("commonJob")
|
||||
.incrementer(new RunIdIncrementer())
|
||||
.flow(s1)//为Job指定Step
|
||||
.end()
|
||||
.listener(new MyJobListener())//绑定监听器csvJobListener
|
||||
.build();
|
||||
}
|
||||
|
||||
/**
|
||||
* step步骤，包含ItemReader，ItemProcessor和ItemWriter
|
||||
*
|
||||
* @param stepBuilderFactory
|
||||
* @param reader
|
||||
* @param writer
|
||||
* @param processor
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "commonStep1")
|
||||
public Step commonStep1(StepBuilderFactory stepBuilderFactory,
|
||||
@Qualifier("commonReader") ItemReader reader,
|
||||
@Qualifier("commonWriter") ItemWriter writer,
|
||||
@Qualifier("commonProcessor") ItemProcessor processor) {
|
||||
return stepBuilderFactory
|
||||
.get("commonStep1")
|
||||
.chunk(5000)//批处理每次提交5000条数据
|
||||
.reader(reader)//给step绑定reader
|
||||
.processor(processor)//给step绑定processor
|
||||
.writer(writer)//给step绑定writer
|
||||
// .faultTolerant()
|
||||
// .retry(Exception.class) // 重试
|
||||
// .noRetry(ParseException.class)
|
||||
// .retryLimit(1) //每条记录重试一次
|
||||
// .skip(Exception.class)
|
||||
// .skipLimit(100) //一共允许跳过100次异常
|
||||
// .taskExecutor(new SimpleAsyncTaskExecutor()) //设置每个Job通过并发方式执行，一般来讲一个Job就让它串行完成的好
|
||||
// .throttleLimit(10) //并发任务数为 10,默认为4
|
||||
.build();
|
||||
}
|
||||
|
||||
@Bean
|
||||
public Validator csvBeanValidator() {
|
||||
return new MyBeanValidator<>();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,49 @@
|
||||
package com.enzhico.trans.modules.common;
|
||||
|
||||
import java.sql.Timestamp;
|
||||
import java.text.ParseException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Date;
|
||||
import java.util.Locale;
|
||||
|
||||
/**
|
||||
* DateUtil
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
public class DateUtil {
|
||||
private static final SimpleDateFormat sdf = new SimpleDateFormat("dd-M月-y hh.mm.ss.S a", Locale.CHINA);
|
||||
private static final SimpleDateFormat sdf2 = new SimpleDateFormat("dd-M月 -y hh.mm.ss.S a", Locale.CHINA);
|
||||
|
||||
public static synchronized Date parseDatetime(String dateStr) {
|
||||
try {
|
||||
return sdf.parse(dateStr);
|
||||
} catch (ParseException e) {
|
||||
return new Date();
|
||||
}
|
||||
}
|
||||
|
||||
public static synchronized Timestamp parseTimestamp(String dateStr) {
|
||||
try {
|
||||
return new Timestamp(sdf.parse(dateStr).getTime());
|
||||
} catch (ParseException e) {
|
||||
try {
|
||||
return new Timestamp(sdf2.parse(dateStr).getTime());
|
||||
} catch (ParseException ee) {
|
||||
return new Timestamp(System.currentTimeMillis());
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public static synchronized String formatTimestamp(Timestamp date) {
|
||||
return sdf.format(date);
|
||||
}
|
||||
|
||||
public static void main(String[] args) {
|
||||
Timestamp t = parseTimestamp("08-12月-17 05.38.07.859000 下午");
|
||||
System.out.println(t);
|
||||
System.out.println(formatTimestamp(t));
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,20 @@
|
||||
package com.enzhico.trans.modules.common.anno;
|
||||
|
||||
import java.lang.annotation.*;
|
||||
|
||||
/**
|
||||
* 表名注解
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/6
|
||||
*/
|
||||
@Retention(RetentionPolicy.RUNTIME)
|
||||
@Target(ElementType.TYPE)
|
||||
@Documented
|
||||
public @interface TableName {
|
||||
/**
|
||||
* 表名
|
||||
*/
|
||||
String value();
|
||||
}
|
||||
@ -0,0 +1,176 @@
|
||||
package com.enzhico.trans.modules.common.vo;
|
||||
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
|
||||
/**
|
||||
* BscCanton
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/10
|
||||
*/
|
||||
@TableName("NT_BSC_CANTON")
|
||||
public class BscCanton {
|
||||
private String F_ID;
|
||||
private String F_CODE;
|
||||
private String F_NAME;
|
||||
private String F_PARENTID;
|
||||
private String F_FINANCIAL;
|
||||
private String F_CONTACTMAN;
|
||||
private String F_TEL;
|
||||
private String F_EMAIL;
|
||||
private String F_CANTONLEV;
|
||||
private String F_TAXORGCODE;
|
||||
private String F_MEMO;
|
||||
private String F_USING;
|
||||
private String F_USINGDATE;
|
||||
private Integer F_LEVEL;
|
||||
private String F_END;
|
||||
private String F_QRCANTONID;
|
||||
private String F_DECLARE;
|
||||
private String F_DECLAREISEND;
|
||||
|
||||
public String getF_ID() {
|
||||
return F_ID;
|
||||
}
|
||||
|
||||
public void setF_ID(String f_ID) {
|
||||
F_ID = f_ID;
|
||||
}
|
||||
|
||||
public String getF_CODE() {
|
||||
return F_CODE;
|
||||
}
|
||||
|
||||
public void setF_CODE(String f_CODE) {
|
||||
F_CODE = f_CODE;
|
||||
}
|
||||
|
||||
public String getF_NAME() {
|
||||
return F_NAME;
|
||||
}
|
||||
|
||||
public void setF_NAME(String f_NAME) {
|
||||
F_NAME = f_NAME;
|
||||
}
|
||||
|
||||
public String getF_PARENTID() {
|
||||
return F_PARENTID;
|
||||
}
|
||||
|
||||
public void setF_PARENTID(String f_PARENTID) {
|
||||
F_PARENTID = f_PARENTID;
|
||||
}
|
||||
|
||||
public String getF_FINANCIAL() {
|
||||
return F_FINANCIAL;
|
||||
}
|
||||
|
||||
public void setF_FINANCIAL(String f_FINANCIAL) {
|
||||
F_FINANCIAL = f_FINANCIAL;
|
||||
}
|
||||
|
||||
public String getF_CONTACTMAN() {
|
||||
return F_CONTACTMAN;
|
||||
}
|
||||
|
||||
public void setF_CONTACTMAN(String f_CONTACTMAN) {
|
||||
F_CONTACTMAN = f_CONTACTMAN;
|
||||
}
|
||||
|
||||
public String getF_TEL() {
|
||||
return F_TEL;
|
||||
}
|
||||
|
||||
public void setF_TEL(String f_TEL) {
|
||||
F_TEL = f_TEL;
|
||||
}
|
||||
|
||||
public String getF_EMAIL() {
|
||||
return F_EMAIL;
|
||||
}
|
||||
|
||||
public void setF_EMAIL(String f_EMAIL) {
|
||||
F_EMAIL = f_EMAIL;
|
||||
}
|
||||
|
||||
public String getF_CANTONLEV() {
|
||||
return F_CANTONLEV;
|
||||
}
|
||||
|
||||
public void setF_CANTONLEV(String f_CANTONLEV) {
|
||||
F_CANTONLEV = f_CANTONLEV;
|
||||
}
|
||||
|
||||
public String getF_TAXORGCODE() {
|
||||
return F_TAXORGCODE;
|
||||
}
|
||||
|
||||
public void setF_TAXORGCODE(String f_TAXORGCODE) {
|
||||
F_TAXORGCODE = f_TAXORGCODE;
|
||||
}
|
||||
|
||||
public String getF_MEMO() {
|
||||
return F_MEMO;
|
||||
}
|
||||
|
||||
public void setF_MEMO(String f_MEMO) {
|
||||
F_MEMO = f_MEMO;
|
||||
}
|
||||
|
||||
public String getF_USING() {
|
||||
return F_USING;
|
||||
}
|
||||
|
||||
public void setF_USING(String f_USING) {
|
||||
F_USING = f_USING;
|
||||
}
|
||||
|
||||
public String getF_USINGDATE() {
|
||||
return F_USINGDATE;
|
||||
}
|
||||
|
||||
public void setF_USINGDATE(String f_USINGDATE) {
|
||||
F_USINGDATE = f_USINGDATE;
|
||||
}
|
||||
|
||||
public Integer getF_LEVEL() {
|
||||
return F_LEVEL;
|
||||
}
|
||||
|
||||
public void setF_LEVEL(Integer f_LEVEL) {
|
||||
F_LEVEL = f_LEVEL;
|
||||
}
|
||||
|
||||
public String getF_END() {
|
||||
return F_END;
|
||||
}
|
||||
|
||||
public void setF_END(String f_END) {
|
||||
F_END = f_END;
|
||||
}
|
||||
|
||||
public String getF_QRCANTONID() {
|
||||
return F_QRCANTONID;
|
||||
}
|
||||
|
||||
public void setF_QRCANTONID(String f_QRCANTONID) {
|
||||
F_QRCANTONID = f_QRCANTONID;
|
||||
}
|
||||
|
||||
public String getF_DECLARE() {
|
||||
return F_DECLARE;
|
||||
}
|
||||
|
||||
public void setF_DECLARE(String f_DECLARE) {
|
||||
F_DECLARE = f_DECLARE;
|
||||
}
|
||||
|
||||
public String getF_DECLAREISEND() {
|
||||
return F_DECLAREISEND;
|
||||
}
|
||||
|
||||
public void setF_DECLAREISEND(String f_DECLAREISEND) {
|
||||
F_DECLAREISEND = f_DECLAREISEND;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,242 @@
|
||||
package com.enzhico.trans.modules.common.vo;
|
||||
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
import org.springframework.format.annotation.DateTimeFormat;
|
||||
|
||||
import java.sql.Timestamp;
|
||||
|
||||
/**
|
||||
* BscExeOffice
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
@TableName("NT_BSC_EXEOFFICE")
|
||||
public class BscExeOffice {
|
||||
private String F_ID;
|
||||
private String F_CANTONID;
|
||||
private String F_CODE;
|
||||
private String F_NAME;
|
||||
private String F_MEMCODE;
|
||||
private String F_SUPDEPTID;
|
||||
private String F_COMDEPTID;
|
||||
private String F_CONTACTMAN;
|
||||
private String F_TEL;
|
||||
private String F_MOBIL;
|
||||
private String F_EMAIL;
|
||||
private String F_BGOFFICEID;
|
||||
private String F_INFOMOBIL;
|
||||
private String F_INFOMAN;
|
||||
private String F_LOGPASS;
|
||||
private String F_STARTDATE;
|
||||
private String F_STOPDATE;
|
||||
private String F_STATUS;
|
||||
private String F_MEMO;
|
||||
private String F_AUDITER;
|
||||
private String F_AUDITTIME;
|
||||
private String F_ISAUDIT;
|
||||
private Timestamp F_EDITTIME;
|
||||
private Integer F_PLATFORM_ID;
|
||||
private String F_ISPRINTBILL;
|
||||
|
||||
public String getF_ID() {
|
||||
return F_ID;
|
||||
}
|
||||
|
||||
public void setF_ID(String f_ID) {
|
||||
F_ID = f_ID;
|
||||
}
|
||||
|
||||
public String getF_CANTONID() {
|
||||
return F_CANTONID;
|
||||
}
|
||||
|
||||
public void setF_CANTONID(String f_CANTONID) {
|
||||
F_CANTONID = f_CANTONID;
|
||||
}
|
||||
|
||||
public String getF_CODE() {
|
||||
return F_CODE;
|
||||
}
|
||||
|
||||
public void setF_CODE(String f_CODE) {
|
||||
F_CODE = f_CODE;
|
||||
}
|
||||
|
||||
public String getF_NAME() {
|
||||
return F_NAME;
|
||||
}
|
||||
|
||||
public void setF_NAME(String f_NAME) {
|
||||
F_NAME = f_NAME;
|
||||
}
|
||||
|
||||
public String getF_MEMCODE() {
|
||||
return F_MEMCODE;
|
||||
}
|
||||
|
||||
public void setF_MEMCODE(String f_MEMCODE) {
|
||||
F_MEMCODE = f_MEMCODE;
|
||||
}
|
||||
|
||||
public String getF_SUPDEPTID() {
|
||||
return F_SUPDEPTID;
|
||||
}
|
||||
|
||||
public void setF_SUPDEPTID(String f_SUPDEPTID) {
|
||||
F_SUPDEPTID = f_SUPDEPTID;
|
||||
}
|
||||
|
||||
public String getF_COMDEPTID() {
|
||||
return F_COMDEPTID;
|
||||
}
|
||||
|
||||
public void setF_COMDEPTID(String f_COMDEPTID) {
|
||||
F_COMDEPTID = f_COMDEPTID;
|
||||
}
|
||||
|
||||
public String getF_CONTACTMAN() {
|
||||
return F_CONTACTMAN;
|
||||
}
|
||||
|
||||
public void setF_CONTACTMAN(String f_CONTACTMAN) {
|
||||
F_CONTACTMAN = f_CONTACTMAN;
|
||||
}
|
||||
|
||||
public String getF_TEL() {
|
||||
return F_TEL;
|
||||
}
|
||||
|
||||
public void setF_TEL(String f_TEL) {
|
||||
F_TEL = f_TEL;
|
||||
}
|
||||
|
||||
public String getF_MOBIL() {
|
||||
return F_MOBIL;
|
||||
}
|
||||
|
||||
public void setF_MOBIL(String f_MOBIL) {
|
||||
F_MOBIL = f_MOBIL;
|
||||
}
|
||||
|
||||
public String getF_EMAIL() {
|
||||
return F_EMAIL;
|
||||
}
|
||||
|
||||
public void setF_EMAIL(String f_EMAIL) {
|
||||
F_EMAIL = f_EMAIL;
|
||||
}
|
||||
|
||||
public String getF_BGOFFICEID() {
|
||||
return F_BGOFFICEID;
|
||||
}
|
||||
|
||||
public void setF_BGOFFICEID(String f_BGOFFICEID) {
|
||||
F_BGOFFICEID = f_BGOFFICEID;
|
||||
}
|
||||
|
||||
public String getF_INFOMOBIL() {
|
||||
return F_INFOMOBIL;
|
||||
}
|
||||
|
||||
public void setF_INFOMOBIL(String f_INFOMOBIL) {
|
||||
F_INFOMOBIL = f_INFOMOBIL;
|
||||
}
|
||||
|
||||
public String getF_INFOMAN() {
|
||||
return F_INFOMAN;
|
||||
}
|
||||
|
||||
public void setF_INFOMAN(String f_INFOMAN) {
|
||||
F_INFOMAN = f_INFOMAN;
|
||||
}
|
||||
|
||||
public String getF_LOGPASS() {
|
||||
return F_LOGPASS;
|
||||
}
|
||||
|
||||
public void setF_LOGPASS(String f_LOGPASS) {
|
||||
F_LOGPASS = f_LOGPASS;
|
||||
}
|
||||
|
||||
public String getF_STARTDATE() {
|
||||
return F_STARTDATE;
|
||||
}
|
||||
|
||||
public void setF_STARTDATE(String f_STARTDATE) {
|
||||
F_STARTDATE = f_STARTDATE;
|
||||
}
|
||||
|
||||
public String getF_STOPDATE() {
|
||||
return F_STOPDATE;
|
||||
}
|
||||
|
||||
public void setF_STOPDATE(String f_STOPDATE) {
|
||||
F_STOPDATE = f_STOPDATE;
|
||||
}
|
||||
|
||||
public String getF_STATUS() {
|
||||
return F_STATUS;
|
||||
}
|
||||
|
||||
public void setF_STATUS(String f_STATUS) {
|
||||
F_STATUS = f_STATUS;
|
||||
}
|
||||
|
||||
public String getF_MEMO() {
|
||||
return F_MEMO;
|
||||
}
|
||||
|
||||
public void setF_MEMO(String f_MEMO) {
|
||||
F_MEMO = f_MEMO;
|
||||
}
|
||||
|
||||
public String getF_AUDITER() {
|
||||
return F_AUDITER;
|
||||
}
|
||||
|
||||
public void setF_AUDITER(String f_AUDITER) {
|
||||
F_AUDITER = f_AUDITER;
|
||||
}
|
||||
|
||||
public String getF_AUDITTIME() {
|
||||
return F_AUDITTIME;
|
||||
}
|
||||
|
||||
public void setF_AUDITTIME(String f_AUDITTIME) {
|
||||
F_AUDITTIME = f_AUDITTIME;
|
||||
}
|
||||
|
||||
public String getF_ISAUDIT() {
|
||||
return F_ISAUDIT;
|
||||
}
|
||||
|
||||
public void setF_ISAUDIT(String f_ISAUDIT) {
|
||||
F_ISAUDIT = f_ISAUDIT;
|
||||
}
|
||||
|
||||
public Timestamp getF_EDITTIME() {
|
||||
return F_EDITTIME;
|
||||
}
|
||||
|
||||
public void setF_EDITTIME(Timestamp f_EDITTIME) {
|
||||
F_EDITTIME = f_EDITTIME;
|
||||
}
|
||||
|
||||
public Integer getF_PLATFORM_ID() {
|
||||
return F_PLATFORM_ID;
|
||||
}
|
||||
|
||||
public void setF_PLATFORM_ID(Integer f_PLATFORM_ID) {
|
||||
F_PLATFORM_ID = f_PLATFORM_ID;
|
||||
}
|
||||
|
||||
public String getF_ISPRINTBILL() {
|
||||
return F_ISPRINTBILL;
|
||||
}
|
||||
|
||||
public void setF_ISPRINTBILL(String f_ISPRINTBILL) {
|
||||
F_ISPRINTBILL = f_ISPRINTBILL;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,95 @@
|
||||
package com.enzhico.trans.modules.common.vo;
|
||||
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
|
||||
/**
|
||||
* BscOfficeExeItem
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/6
|
||||
*/
|
||||
@TableName("NT_BSC_OFFICEEXEITEM")
|
||||
public class BscOfficeExeItem {
|
||||
private String F_ID;
|
||||
private String F_CANTONID;
|
||||
private String F_OFFICEID;
|
||||
private String F_TOLLID;
|
||||
private String F_TOLLCODE;
|
||||
private String F_START;
|
||||
private String F_END;
|
||||
private String F_STATUS;
|
||||
private String F_VERSION;
|
||||
|
||||
public String getF_ID() {
|
||||
return F_ID;
|
||||
}
|
||||
|
||||
public void setF_ID(String f_ID) {
|
||||
F_ID = f_ID;
|
||||
}
|
||||
|
||||
public String getF_CANTONID() {
|
||||
return F_CANTONID;
|
||||
}
|
||||
|
||||
public void setF_CANTONID(String f_CANTONID) {
|
||||
F_CANTONID = f_CANTONID;
|
||||
}
|
||||
|
||||
public String getF_OFFICEID() {
|
||||
return F_OFFICEID;
|
||||
}
|
||||
|
||||
public void setF_OFFICEID(String f_OFFICEID) {
|
||||
F_OFFICEID = f_OFFICEID;
|
||||
}
|
||||
|
||||
public String getF_TOLLID() {
|
||||
return F_TOLLID;
|
||||
}
|
||||
|
||||
public void setF_TOLLID(String f_TOLLID) {
|
||||
F_TOLLID = f_TOLLID;
|
||||
}
|
||||
|
||||
public String getF_TOLLCODE() {
|
||||
return F_TOLLCODE;
|
||||
}
|
||||
|
||||
public void setF_TOLLCODE(String f_TOLLCODE) {
|
||||
F_TOLLCODE = f_TOLLCODE;
|
||||
}
|
||||
|
||||
public String getF_START() {
|
||||
return F_START;
|
||||
}
|
||||
|
||||
public void setF_START(String f_START) {
|
||||
F_START = f_START;
|
||||
}
|
||||
|
||||
public String getF_END() {
|
||||
return F_END;
|
||||
}
|
||||
|
||||
public void setF_END(String f_END) {
|
||||
F_END = f_END;
|
||||
}
|
||||
|
||||
public String getF_STATUS() {
|
||||
return F_STATUS;
|
||||
}
|
||||
|
||||
public void setF_STATUS(String f_STATUS) {
|
||||
F_STATUS = f_STATUS;
|
||||
}
|
||||
|
||||
public String getF_VERSION() {
|
||||
return F_VERSION;
|
||||
}
|
||||
|
||||
public void setF_VERSION(String f_VERSION) {
|
||||
F_VERSION = f_VERSION;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,305 @@
|
||||
package com.enzhico.trans.modules.common.vo;
|
||||
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
|
||||
import java.math.BigDecimal;
|
||||
import java.sql.Timestamp;
|
||||
|
||||
/**
|
||||
* BscTollItem
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/6
|
||||
*/
|
||||
@TableName("NT_BSC_TOLLITEM")
|
||||
public class BscTollItem {
|
||||
private String F_ID;
|
||||
private String F_CANTONID;
|
||||
private String F_CODE;
|
||||
private String F_NAME;
|
||||
private String F_MEMCODE;
|
||||
private String F_UNICODE;
|
||||
private String F_UNIT;
|
||||
private String F_ISRNGSTD;
|
||||
private String F_APRLEVEL;
|
||||
private String F_ISSHARE;
|
||||
private String F_SHAREMODE;
|
||||
private String F_ENDCANTONID;
|
||||
private String F_FUNDSORT;
|
||||
private String F_TOLLSORT;
|
||||
private String F_STARTDATE;
|
||||
private String F_ENDDATE;
|
||||
private String F_TAX;
|
||||
private String F_ISPUB;
|
||||
private String F_ALLOWADD;
|
||||
private String F_MEMO;
|
||||
private String F_LEVEL;
|
||||
private String F_END;
|
||||
private String F_SHAREDIREC;
|
||||
private String F_HISTORYID;
|
||||
private String F_STATUS;
|
||||
private String F_VERSION;
|
||||
private String F_ISSTD;
|
||||
private Timestamp F_EDITTIME;
|
||||
private String F_PLATFORM_ID;
|
||||
private String F_ISENTERPRISES;
|
||||
private String F_ISCLEAR;
|
||||
private String F_PARENTID;
|
||||
|
||||
public String getF_ID() {
|
||||
return F_ID;
|
||||
}
|
||||
|
||||
public void setF_ID(String f_ID) {
|
||||
F_ID = f_ID;
|
||||
}
|
||||
|
||||
public String getF_CANTONID() {
|
||||
return F_CANTONID;
|
||||
}
|
||||
|
||||
public void setF_CANTONID(String f_CANTONID) {
|
||||
F_CANTONID = f_CANTONID;
|
||||
}
|
||||
|
||||
public String getF_CODE() {
|
||||
return F_CODE;
|
||||
}
|
||||
|
||||
public void setF_CODE(String f_CODE) {
|
||||
F_CODE = f_CODE;
|
||||
}
|
||||
|
||||
public String getF_NAME() {
|
||||
return F_NAME;
|
||||
}
|
||||
|
||||
public void setF_NAME(String f_NAME) {
|
||||
F_NAME = f_NAME;
|
||||
}
|
||||
|
||||
public String getF_MEMCODE() {
|
||||
return F_MEMCODE;
|
||||
}
|
||||
|
||||
public void setF_MEMCODE(String f_MEMCODE) {
|
||||
F_MEMCODE = f_MEMCODE;
|
||||
}
|
||||
|
||||
public String getF_UNICODE() {
|
||||
return F_UNICODE;
|
||||
}
|
||||
|
||||
public void setF_UNICODE(String f_UNICODE) {
|
||||
F_UNICODE = f_UNICODE;
|
||||
}
|
||||
|
||||
public String getF_UNIT() {
|
||||
return F_UNIT;
|
||||
}
|
||||
|
||||
public void setF_UNIT(String f_UNIT) {
|
||||
F_UNIT = f_UNIT;
|
||||
}
|
||||
|
||||
public String getF_ISRNGSTD() {
|
||||
return F_ISRNGSTD;
|
||||
}
|
||||
|
||||
public void setF_ISRNGSTD(String f_ISRNGSTD) {
|
||||
F_ISRNGSTD = f_ISRNGSTD;
|
||||
}
|
||||
|
||||
public String getF_APRLEVEL() {
|
||||
return F_APRLEVEL;
|
||||
}
|
||||
|
||||
public void setF_APRLEVEL(String f_APRLEVEL) {
|
||||
F_APRLEVEL = f_APRLEVEL;
|
||||
}
|
||||
|
||||
public String getF_ISSHARE() {
|
||||
return F_ISSHARE;
|
||||
}
|
||||
|
||||
public void setF_ISSHARE(String f_ISSHARE) {
|
||||
F_ISSHARE = f_ISSHARE;
|
||||
}
|
||||
|
||||
public String getF_SHAREMODE() {
|
||||
return F_SHAREMODE;
|
||||
}
|
||||
|
||||
public void setF_SHAREMODE(String f_SHAREMODE) {
|
||||
F_SHAREMODE = f_SHAREMODE;
|
||||
}
|
||||
|
||||
public String getF_ENDCANTONID() {
|
||||
return F_ENDCANTONID;
|
||||
}
|
||||
|
||||
public void setF_ENDCANTONID(String f_ENDCANTONID) {
|
||||
F_ENDCANTONID = f_ENDCANTONID;
|
||||
}
|
||||
|
||||
public String getF_FUNDSORT() {
|
||||
return F_FUNDSORT;
|
||||
}
|
||||
|
||||
public void setF_FUNDSORT(String f_FUNDSORT) {
|
||||
F_FUNDSORT = f_FUNDSORT;
|
||||
}
|
||||
|
||||
public String getF_TOLLSORT() {
|
||||
return F_TOLLSORT;
|
||||
}
|
||||
|
||||
public void setF_TOLLSORT(String f_TOLLSORT) {
|
||||
F_TOLLSORT = f_TOLLSORT;
|
||||
}
|
||||
|
||||
public String getF_STARTDATE() {
|
||||
return F_STARTDATE;
|
||||
}
|
||||
|
||||
public void setF_STARTDATE(String f_STARTDATE) {
|
||||
F_STARTDATE = f_STARTDATE;
|
||||
}
|
||||
|
||||
public String getF_ENDDATE() {
|
||||
return F_ENDDATE;
|
||||
}
|
||||
|
||||
public void setF_ENDDATE(String f_ENDDATE) {
|
||||
F_ENDDATE = f_ENDDATE;
|
||||
}
|
||||
|
||||
public String getF_TAX() {
|
||||
return F_TAX;
|
||||
}
|
||||
|
||||
public void setF_TAX(String f_TAX) {
|
||||
F_TAX = f_TAX;
|
||||
}
|
||||
|
||||
public String getF_ISPUB() {
|
||||
return F_ISPUB;
|
||||
}
|
||||
|
||||
public void setF_ISPUB(String f_ISPUB) {
|
||||
F_ISPUB = f_ISPUB;
|
||||
}
|
||||
|
||||
public String getF_ALLOWADD() {
|
||||
return F_ALLOWADD;
|
||||
}
|
||||
|
||||
public void setF_ALLOWADD(String f_ALLOWADD) {
|
||||
F_ALLOWADD = f_ALLOWADD;
|
||||
}
|
||||
|
||||
public String getF_MEMO() {
|
||||
return F_MEMO;
|
||||
}
|
||||
|
||||
public void setF_MEMO(String f_MEMO) {
|
||||
F_MEMO = f_MEMO;
|
||||
}
|
||||
|
||||
public String getF_LEVEL() {
|
||||
return F_LEVEL;
|
||||
}
|
||||
|
||||
public void setF_LEVEL(String f_LEVEL) {
|
||||
F_LEVEL = f_LEVEL;
|
||||
}
|
||||
|
||||
public String getF_END() {
|
||||
return F_END;
|
||||
}
|
||||
|
||||
public void setF_END(String f_END) {
|
||||
F_END = f_END;
|
||||
}
|
||||
|
||||
public String getF_SHAREDIREC() {
|
||||
return F_SHAREDIREC;
|
||||
}
|
||||
|
||||
public void setF_SHAREDIREC(String f_SHAREDIREC) {
|
||||
F_SHAREDIREC = f_SHAREDIREC;
|
||||
}
|
||||
|
||||
public String getF_HISTORYID() {
|
||||
return F_HISTORYID;
|
||||
}
|
||||
|
||||
public void setF_HISTORYID(String f_HISTORYID) {
|
||||
F_HISTORYID = f_HISTORYID;
|
||||
}
|
||||
|
||||
public String getF_STATUS() {
|
||||
return F_STATUS;
|
||||
}
|
||||
|
||||
public void setF_STATUS(String f_STATUS) {
|
||||
F_STATUS = f_STATUS;
|
||||
}
|
||||
|
||||
public String getF_VERSION() {
|
||||
return F_VERSION;
|
||||
}
|
||||
|
||||
public void setF_VERSION(String f_VERSION) {
|
||||
F_VERSION = f_VERSION;
|
||||
}
|
||||
|
||||
public String getF_ISSTD() {
|
||||
return F_ISSTD;
|
||||
}
|
||||
|
||||
public void setF_ISSTD(String f_ISSTD) {
|
||||
F_ISSTD = f_ISSTD;
|
||||
}
|
||||
|
||||
public Timestamp getF_EDITTIME() {
|
||||
return F_EDITTIME;
|
||||
}
|
||||
|
||||
public void setF_EDITTIME(Timestamp f_EDITTIME) {
|
||||
F_EDITTIME = f_EDITTIME;
|
||||
}
|
||||
|
||||
public String getF_PLATFORM_ID() {
|
||||
return F_PLATFORM_ID;
|
||||
}
|
||||
|
||||
public void setF_PLATFORM_ID(String f_PLATFORM_ID) {
|
||||
F_PLATFORM_ID = f_PLATFORM_ID;
|
||||
}
|
||||
|
||||
public String getF_ISENTERPRISES() {
|
||||
return F_ISENTERPRISES;
|
||||
}
|
||||
|
||||
public void setF_ISENTERPRISES(String f_ISENTERPRISES) {
|
||||
F_ISENTERPRISES = f_ISENTERPRISES;
|
||||
}
|
||||
|
||||
public String getF_ISCLEAR() {
|
||||
return F_ISCLEAR;
|
||||
}
|
||||
|
||||
public void setF_ISCLEAR(String f_ISCLEAR) {
|
||||
F_ISCLEAR = f_ISCLEAR;
|
||||
}
|
||||
|
||||
public String getF_PARENTID() {
|
||||
return F_PARENTID;
|
||||
}
|
||||
|
||||
public void setF_PARENTID(String f_PARENTID) {
|
||||
F_PARENTID = f_PARENTID;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,205 @@
|
||||
package com.enzhico.trans.modules.common.vo;
|
||||
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
|
||||
import java.math.BigDecimal;
|
||||
|
||||
/**
|
||||
* BscTollSpecialShare
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/6
|
||||
*/
|
||||
@TableName("NT_BSC_TOLLSPECIALSHARE")
|
||||
public class BscTollSpecialShare {
|
||||
private String F_ID;
|
||||
private String F_SUBID;
|
||||
private String F_CANTONID;
|
||||
private String F_OFFICEID;
|
||||
private String F_TOLLID;
|
||||
private Integer F_ORDER;
|
||||
private BigDecimal F_SHARE;
|
||||
private String F_ISRATION;
|
||||
private String F_INCANTONID;
|
||||
private String F_INOFFICEID;
|
||||
private Integer F_INACCOUNTTYPE;
|
||||
private String F_INACCOUNTID;
|
||||
private String F_STARTDATE;
|
||||
private String F_ENDDATE;
|
||||
private String F_MEMO;
|
||||
private String F_STATUS;
|
||||
private String F_ISAUDIT;
|
||||
private String F_AUDITER;
|
||||
private String F_AUDITTIME;
|
||||
private String F_VERSION;
|
||||
private String F_BUDGETCODE;
|
||||
|
||||
public String getF_ID() {
|
||||
return F_ID;
|
||||
}
|
||||
|
||||
public void setF_ID(String f_ID) {
|
||||
F_ID = f_ID;
|
||||
}
|
||||
|
||||
public String getF_SUBID() {
|
||||
return F_SUBID;
|
||||
}
|
||||
|
||||
public void setF_SUBID(String f_SUBID) {
|
||||
F_SUBID = f_SUBID;
|
||||
}
|
||||
|
||||
public String getF_CANTONID() {
|
||||
return F_CANTONID;
|
||||
}
|
||||
|
||||
public void setF_CANTONID(String f_CANTONID) {
|
||||
F_CANTONID = f_CANTONID;
|
||||
}
|
||||
|
||||
public String getF_OFFICEID() {
|
||||
return F_OFFICEID;
|
||||
}
|
||||
|
||||
public void setF_OFFICEID(String f_OFFICEID) {
|
||||
F_OFFICEID = f_OFFICEID;
|
||||
}
|
||||
|
||||
public String getF_TOLLID() {
|
||||
return F_TOLLID;
|
||||
}
|
||||
|
||||
public void setF_TOLLID(String f_TOLLID) {
|
||||
F_TOLLID = f_TOLLID;
|
||||
}
|
||||
|
||||
public Integer getF_ORDER() {
|
||||
return F_ORDER;
|
||||
}
|
||||
|
||||
public void setF_ORDER(Integer f_ORDER) {
|
||||
F_ORDER = f_ORDER;
|
||||
}
|
||||
|
||||
public BigDecimal getF_SHARE() {
|
||||
return F_SHARE;
|
||||
}
|
||||
|
||||
public void setF_SHARE(BigDecimal f_SHARE) {
|
||||
F_SHARE = f_SHARE;
|
||||
}
|
||||
|
||||
public String getF_ISRATION() {
|
||||
return F_ISRATION;
|
||||
}
|
||||
|
||||
public void setF_ISRATION(String f_ISRATION) {
|
||||
F_ISRATION = f_ISRATION;
|
||||
}
|
||||
|
||||
public String getF_INCANTONID() {
|
||||
return F_INCANTONID;
|
||||
}
|
||||
|
||||
public void setF_INCANTONID(String f_INCANTONID) {
|
||||
F_INCANTONID = f_INCANTONID;
|
||||
}
|
||||
|
||||
public String getF_INOFFICEID() {
|
||||
return F_INOFFICEID;
|
||||
}
|
||||
|
||||
public void setF_INOFFICEID(String f_INOFFICEID) {
|
||||
F_INOFFICEID = f_INOFFICEID;
|
||||
}
|
||||
|
||||
public Integer getF_INACCOUNTTYPE() {
|
||||
return F_INACCOUNTTYPE;
|
||||
}
|
||||
|
||||
public void setF_INACCOUNTTYPE(Integer f_INACCOUNTTYPE) {
|
||||
F_INACCOUNTTYPE = f_INACCOUNTTYPE;
|
||||
}
|
||||
|
||||
public String getF_INACCOUNTID() {
|
||||
return F_INACCOUNTID;
|
||||
}
|
||||
|
||||
public void setF_INACCOUNTID(String f_INACCOUNTID) {
|
||||
F_INACCOUNTID = f_INACCOUNTID;
|
||||
}
|
||||
|
||||
public String getF_STARTDATE() {
|
||||
return F_STARTDATE;
|
||||
}
|
||||
|
||||
public void setF_STARTDATE(String f_STARTDATE) {
|
||||
F_STARTDATE = f_STARTDATE;
|
||||
}
|
||||
|
||||
public String getF_ENDDATE() {
|
||||
return F_ENDDATE;
|
||||
}
|
||||
|
||||
public void setF_ENDDATE(String f_ENDDATE) {
|
||||
F_ENDDATE = f_ENDDATE;
|
||||
}
|
||||
|
||||
public String getF_MEMO() {
|
||||
return F_MEMO;
|
||||
}
|
||||
|
||||
public void setF_MEMO(String f_MEMO) {
|
||||
F_MEMO = f_MEMO;
|
||||
}
|
||||
|
||||
public String getF_STATUS() {
|
||||
return F_STATUS;
|
||||
}
|
||||
|
||||
public void setF_STATUS(String f_STATUS) {
|
||||
F_STATUS = f_STATUS;
|
||||
}
|
||||
|
||||
public String getF_ISAUDIT() {
|
||||
return F_ISAUDIT;
|
||||
}
|
||||
|
||||
public void setF_ISAUDIT(String f_ISAUDIT) {
|
||||
F_ISAUDIT = f_ISAUDIT;
|
||||
}
|
||||
|
||||
public String getF_AUDITER() {
|
||||
return F_AUDITER;
|
||||
}
|
||||
|
||||
public void setF_AUDITER(String f_AUDITER) {
|
||||
F_AUDITER = f_AUDITER;
|
||||
}
|
||||
|
||||
public String getF_AUDITTIME() {
|
||||
return F_AUDITTIME;
|
||||
}
|
||||
|
||||
public void setF_AUDITTIME(String f_AUDITTIME) {
|
||||
F_AUDITTIME = f_AUDITTIME;
|
||||
}
|
||||
|
||||
public String getF_VERSION() {
|
||||
return F_VERSION;
|
||||
}
|
||||
|
||||
public void setF_VERSION(String f_VERSION) {
|
||||
F_VERSION = f_VERSION;
|
||||
}
|
||||
|
||||
public String getF_BUDGETCODE() {
|
||||
return F_BUDGETCODE;
|
||||
}
|
||||
|
||||
public void setF_BUDGETCODE(String f_BUDGETCODE) {
|
||||
F_BUDGETCODE = f_BUDGETCODE;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,152 @@
|
||||
package com.enzhico.trans.modules.vtoll;
|
||||
|
||||
import javax.validation.constraints.Size;
|
||||
|
||||
/**
|
||||
* BudgetVtoll
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
public class BudgetVtoll {
|
||||
private String id;
|
||||
private String year;
|
||||
private String tollid;
|
||||
private String budgetid;
|
||||
private String cbudgetid;
|
||||
private String version;
|
||||
/**
|
||||
* 使用JSR-303注解来校验数据
|
||||
*/
|
||||
@Size(max = 100)
|
||||
private String auditmsg;
|
||||
private String trialstatus;
|
||||
private String firauditer;
|
||||
private String firaudittime;
|
||||
private String finauditer;
|
||||
private String finaudittime;
|
||||
private String edittime;
|
||||
private String startdate;
|
||||
private String enddate;
|
||||
|
||||
public String getId() {
|
||||
return id;
|
||||
}
|
||||
|
||||
public void setId(String id) {
|
||||
this.id = id;
|
||||
}
|
||||
|
||||
public String getYear() {
|
||||
return year;
|
||||
}
|
||||
|
||||
public void setYear(String year) {
|
||||
this.year = year;
|
||||
}
|
||||
|
||||
public String getTollid() {
|
||||
return tollid;
|
||||
}
|
||||
|
||||
public void setTollid(String tollid) {
|
||||
this.tollid = tollid;
|
||||
}
|
||||
|
||||
public String getBudgetid() {
|
||||
return budgetid;
|
||||
}
|
||||
|
||||
public void setBudgetid(String budgetid) {
|
||||
this.budgetid = budgetid;
|
||||
}
|
||||
|
||||
public String getCbudgetid() {
|
||||
return cbudgetid;
|
||||
}
|
||||
|
||||
public void setCbudgetid(String cbudgetid) {
|
||||
this.cbudgetid = cbudgetid;
|
||||
}
|
||||
|
||||
public String getVersion() {
|
||||
return version;
|
||||
}
|
||||
|
||||
public void setVersion(String version) {
|
||||
this.version = version;
|
||||
}
|
||||
|
||||
public String getAuditmsg() {
|
||||
return auditmsg;
|
||||
}
|
||||
|
||||
public void setAuditmsg(String auditmsg) {
|
||||
this.auditmsg = auditmsg;
|
||||
}
|
||||
|
||||
public String getTrialstatus() {
|
||||
return trialstatus;
|
||||
}
|
||||
|
||||
public void setTrialstatus(String trialstatus) {
|
||||
this.trialstatus = trialstatus;
|
||||
}
|
||||
|
||||
public String getFirauditer() {
|
||||
return firauditer;
|
||||
}
|
||||
|
||||
public void setFirauditer(String firauditer) {
|
||||
this.firauditer = firauditer;
|
||||
}
|
||||
|
||||
public String getFiraudittime() {
|
||||
return firaudittime;
|
||||
}
|
||||
|
||||
public void setFiraudittime(String firaudittime) {
|
||||
this.firaudittime = firaudittime;
|
||||
}
|
||||
|
||||
public String getFinauditer() {
|
||||
return finauditer;
|
||||
}
|
||||
|
||||
public void setFinauditer(String finauditer) {
|
||||
this.finauditer = finauditer;
|
||||
}
|
||||
|
||||
public String getFinaudittime() {
|
||||
return finaudittime;
|
||||
}
|
||||
|
||||
public void setFinaudittime(String finaudittime) {
|
||||
this.finaudittime = finaudittime;
|
||||
}
|
||||
|
||||
public String getEdittime() {
|
||||
return edittime;
|
||||
}
|
||||
|
||||
public void setEdittime(String edittime) {
|
||||
this.edittime = edittime;
|
||||
}
|
||||
|
||||
public String getStartdate() {
|
||||
return startdate;
|
||||
}
|
||||
|
||||
public void setStartdate(String startdate) {
|
||||
this.startdate = startdate;
|
||||
}
|
||||
|
||||
public String getEnddate() {
|
||||
return enddate;
|
||||
}
|
||||
|
||||
public void setEnddate(String enddate) {
|
||||
this.enddate = enddate;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,178 @@
|
||||
package com.enzhico.trans.modules.vtoll;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.enzhico.trans.modules.MyBeanValidator;
|
||||
import com.enzhico.trans.modules.MyJobListener;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.Step;
|
||||
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||
import org.springframework.batch.core.launch.support.RunIdIncrementer;
|
||||
import org.springframework.batch.item.ItemProcessor;
|
||||
import org.springframework.batch.item.ItemReader;
|
||||
import org.springframework.batch.item.ItemWriter;
|
||||
import org.springframework.batch.item.ParseException;
|
||||
import org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider;
|
||||
import org.springframework.batch.item.database.JdbcBatchItemWriter;
|
||||
import org.springframework.batch.item.file.FlatFileItemReader;
|
||||
import org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper;
|
||||
import org.springframework.batch.item.file.mapping.DefaultLineMapper;
|
||||
import org.springframework.batch.item.file.transform.DelimitedLineTokenizer;
|
||||
import org.springframework.batch.item.validator.ValidatingItemProcessor;
|
||||
import org.springframework.batch.item.validator.ValidationException;
|
||||
import org.springframework.batch.item.validator.Validator;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.core.io.FileSystemResource;
|
||||
import org.springframework.core.task.SimpleAsyncTaskExecutor;
|
||||
|
||||
/**
|
||||
* CsvBatchConfig
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
@Configuration
|
||||
public class BudgetVtollConfig {
|
||||
/**
|
||||
* ItemReader定义,用来读取数据
|
||||
* 1，使用FlatFileItemReader读取文件
|
||||
* 2，使用FlatFileItemReader的setResource方法设置csv文件的路径
|
||||
* 3，对此对cvs文件的数据和领域模型类做对应映射
|
||||
*
|
||||
* @return FlatFileItemReader
|
||||
*/
|
||||
@Bean(name = "vtollReader")
|
||||
@StepScope
|
||||
public FlatFileItemReader<BudgetVtoll> reader(@Value("#{jobParameters['input.file.name']}") String pathToFile) {
|
||||
FlatFileItemReader<BudgetVtoll> reader = new FlatFileItemReader<>();
|
||||
// reader.setResource(new ClassPathResource(pathToFile));
|
||||
reader.setResource(new FileSystemResource(pathToFile));
|
||||
reader.setLineMapper(new DefaultLineMapper<BudgetVtoll>() {
|
||||
{
|
||||
setLineTokenizer(new DelimitedLineTokenizer(",") {
|
||||
{
|
||||
setNames(new String[]{
|
||||
"id", "year", "tollid", "budgetid", "cbudgetid", "version", "auditmsg", "trialstatus",
|
||||
"firauditer", "firaudittime", "finauditer", "finaudittime", "edittime", "startdate", "enddate"
|
||||
});
|
||||
}
|
||||
});
|
||||
setFieldSetMapper(new BeanWrapperFieldSetMapper<BudgetVtoll>() {{
|
||||
setTargetType(BudgetVtoll.class);
|
||||
}});
|
||||
}
|
||||
});
|
||||
// 如果包含header，需要忽略掉
|
||||
reader.setLinesToSkip(1);
|
||||
return reader;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemProcessor定义，用来处理数据
|
||||
*
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "vtollProcessor")
|
||||
public ItemProcessor<BudgetVtoll, BudgetVtoll> processor() {
|
||||
//使用我们自定义的ItemProcessor的实现CsvItemProcessor
|
||||
ValidatingItemProcessor<BudgetVtoll> processor = new ValidatingItemProcessor<BudgetVtoll>() {
|
||||
@Override
|
||||
public BudgetVtoll process(BudgetVtoll item) throws ValidationException {
|
||||
/*
|
||||
* 需要执行super.process(item)才会调用自定义校验器
|
||||
*/
|
||||
super.process(item);
|
||||
/*
|
||||
* 对数据进行简单的处理和转换 todo
|
||||
*/
|
||||
return item;
|
||||
}
|
||||
};
|
||||
//为processor指定校验器为CsvBeanValidator()
|
||||
processor.setValidator(csvBeanValidator());
|
||||
return processor;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemWriter定义，用来输出数据
|
||||
* spring能让容器中已有的Bean以参数的形式注入，Spring Boot已经为我们定义了dataSource
|
||||
*
|
||||
* @param dataSource
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "vtollWriter")
|
||||
public ItemWriter<BudgetVtoll> writer(DruidDataSource dataSource) {
|
||||
JdbcBatchItemWriter<BudgetVtoll> writer = new JdbcBatchItemWriter<>();
|
||||
//我们使用JDBC批处理的JdbcBatchItemWriter来写数据到数据库
|
||||
writer.setItemSqlParameterSourceProvider(new BeanPropertyItemSqlParameterSourceProvider<>());
|
||||
|
||||
String sql = "insert into nt_bsc_BudgetVtoll " + " (f_id,f_year,f_tollid,f_budgetid,f_cbudgetid,f_version,f_auditmsg,f_trialstatus,f_firauditer,f_firaudittime,f_finauditer,f_finaudittime,f_edittime,f_startdate,f_enddate) "
|
||||
+ " values(:id,:year,:tollid,:budgetid,:cbudgetid,:version,:auditmsg,:trialstatus,:firauditer,:firaudittime,:finauditer,:finaudittime,:edittime,:startdate,:enddate)";
|
||||
//在此设置要执行批处理的SQL语句
|
||||
writer.setSql(sql);
|
||||
writer.setDataSource(dataSource);
|
||||
return writer;
|
||||
}
|
||||
|
||||
/**
|
||||
* Job定义，我们要实际执行的任务，包含一个或多个Step
|
||||
*
|
||||
* @param jobBuilderFactory
|
||||
* @param s1
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "vtollJob")
|
||||
public Job vtollJob(JobBuilderFactory jobBuilderFactory, @Qualifier("vtollStep1") Step s1) {
|
||||
return jobBuilderFactory.get("vtollJob")
|
||||
.incrementer(new RunIdIncrementer())
|
||||
.flow(s1)//为Job指定Step
|
||||
.end()
|
||||
.listener(new MyJobListener())//绑定监听器csvJobListener
|
||||
.build();
|
||||
}
|
||||
|
||||
/**
|
||||
* step步骤，包含ItemReader，ItemProcessor和ItemWriter
|
||||
*
|
||||
* @param stepBuilderFactory
|
||||
* @param reader
|
||||
* @param writer
|
||||
* @param processor
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "vtollStep1")
|
||||
public Step vtollStep1(StepBuilderFactory stepBuilderFactory,
|
||||
@Qualifier("vtollReader") ItemReader<BudgetVtoll> reader,
|
||||
@Qualifier("vtollWriter") ItemWriter<BudgetVtoll> writer,
|
||||
@Qualifier("vtollProcessor") ItemProcessor<BudgetVtoll, BudgetVtoll> processor) {
|
||||
return stepBuilderFactory
|
||||
.get("vtollStep1")
|
||||
.<BudgetVtoll, BudgetVtoll>chunk(5000)//批处理每次提交5000条数据
|
||||
.reader(reader)//给step绑定reader
|
||||
.processor(processor)//给step绑定processor
|
||||
.writer(writer)//给step绑定writer
|
||||
.faultTolerant()
|
||||
.retry(Exception.class) // 重试
|
||||
.noRetry(ParseException.class)
|
||||
.retryLimit(1) //每条记录重试一次
|
||||
.skip(Exception.class)
|
||||
.skipLimit(200) //一共允许跳过200次异常
|
||||
// .taskExecutor(new SimpleAsyncTaskExecutor()) //设置每个Job通过并发方式执行，一般来讲一个Job就让它串行完成的好
|
||||
// .throttleLimit(10) //并发任务数为 10,默认为4
|
||||
.build();
|
||||
}
|
||||
|
||||
@Bean
|
||||
public Validator<BudgetVtoll> csvBeanValidator() {
|
||||
return new MyBeanValidator<>();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,41 @@
|
||||
package com.enzhico.trans.modules.zapp;
|
||||
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
|
||||
/**
|
||||
* App
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
@TableName("Z_TEST_APP")
|
||||
public class App {
|
||||
private int appid;
|
||||
private String zname;
|
||||
private String flag;
|
||||
|
||||
public int getAppid() {
|
||||
return appid;
|
||||
}
|
||||
|
||||
public void setAppid(int appid) {
|
||||
this.appid = appid;
|
||||
}
|
||||
|
||||
public String getZname() {
|
||||
return zname;
|
||||
}
|
||||
|
||||
public void setZname(String zname) {
|
||||
this.zname = zname;
|
||||
}
|
||||
|
||||
public String getFlag() {
|
||||
return flag;
|
||||
}
|
||||
|
||||
public void setFlag(String flag) {
|
||||
this.flag = flag;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,175 @@
|
||||
package com.enzhico.trans.modules.zapp;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.enzhico.trans.modules.MyBeanValidator;
|
||||
import com.enzhico.trans.modules.MyJobListener;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.Step;
|
||||
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||
import org.springframework.batch.core.launch.support.RunIdIncrementer;
|
||||
import org.springframework.batch.item.ItemProcessor;
|
||||
import org.springframework.batch.item.ItemReader;
|
||||
import org.springframework.batch.item.ItemWriter;
|
||||
import org.springframework.batch.item.ParseException;
|
||||
import org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider;
|
||||
import org.springframework.batch.item.database.JdbcBatchItemWriter;
|
||||
import org.springframework.batch.item.file.FlatFileItemReader;
|
||||
import org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper;
|
||||
import org.springframework.batch.item.file.mapping.DefaultLineMapper;
|
||||
import org.springframework.batch.item.file.transform.DelimitedLineTokenizer;
|
||||
import org.springframework.batch.item.validator.ValidatingItemProcessor;
|
||||
import org.springframework.batch.item.validator.ValidationException;
|
||||
import org.springframework.batch.item.validator.Validator;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.core.io.FileSystemResource;
|
||||
|
||||
/**
|
||||
* CsvBatchConfig
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
@Configuration
|
||||
public class AppConfig {
|
||||
/**
|
||||
* ItemReader定义,用来读取数据
|
||||
* 1，使用FlatFileItemReader读取文件
|
||||
* 2，使用FlatFileItemReader的setResource方法设置csv文件的路径
|
||||
* 3，对此对cvs文件的数据和领域模型类做对应映射
|
||||
*
|
||||
* @return FlatFileItemReader
|
||||
*/
|
||||
@Bean(name = "appReader")
|
||||
@StepScope
|
||||
public FlatFileItemReader<App> reader(@Value("#{jobParameters['input.file.name']}") String pathToFile) {
|
||||
FlatFileItemReader<App> reader = new FlatFileItemReader<>();
|
||||
// reader.setResource(new ClassPathResource(pathToFile));
|
||||
reader.setResource(new FileSystemResource(pathToFile));
|
||||
reader.setLineMapper(new DefaultLineMapper<App>() {
|
||||
{
|
||||
setLineTokenizer(new DelimitedLineTokenizer("|") {
|
||||
{
|
||||
setNames(new String[]{
|
||||
"appid", "zname", "flag"
|
||||
});
|
||||
}
|
||||
});
|
||||
setFieldSetMapper(new BeanWrapperFieldSetMapper<App>() {{
|
||||
setTargetType(App.class);
|
||||
}});
|
||||
}
|
||||
});
|
||||
// 如果包含header，需要忽略掉
|
||||
reader.setLinesToSkip(0);
|
||||
return reader;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemProcessor定义，用来处理数据
|
||||
*
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "appProcessor")
|
||||
public ItemProcessor<App, App> processor() {
|
||||
//使用我们自定义的ItemProcessor的实现CsvItemProcessor
|
||||
ValidatingItemProcessor<App> processor = new ValidatingItemProcessor<App>() {
|
||||
@Override
|
||||
public App process(App item) throws ValidationException {
|
||||
/*
|
||||
* 需要执行super.process(item)才会调用自定义校验器
|
||||
*/
|
||||
super.process(item);
|
||||
/*
|
||||
* 对数据进行简单的处理和转换 todo
|
||||
*/
|
||||
return item;
|
||||
}
|
||||
};
|
||||
//为processor指定校验器为CsvBeanValidator()
|
||||
processor.setValidator(csvBeanValidator());
|
||||
return processor;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemWriter定义，用来输出数据
|
||||
* spring能让容器中已有的Bean以参数的形式注入，Spring Boot已经为我们定义了dataSource
|
||||
*
|
||||
* @param dataSource
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "appWriter")
|
||||
public ItemWriter<App> writer(DruidDataSource dataSource) {
|
||||
JdbcBatchItemWriter<App> writer = new JdbcBatchItemWriter<>();
|
||||
//我们使用JDBC批处理的JdbcBatchItemWriter来写数据到数据库
|
||||
writer.setItemSqlParameterSourceProvider(new BeanPropertyItemSqlParameterSourceProvider<>());
|
||||
|
||||
String sql = "insert into z_test_App (appid, zname, flag) values(:appid, :zname, :flag)";
|
||||
//在此设置要执行批处理的SQL语句
|
||||
writer.setSql(sql);
|
||||
writer.setDataSource(dataSource);
|
||||
return writer;
|
||||
}
|
||||
|
||||
/**
|
||||
* Job定义，我们要实际执行的任务，包含一个或多个Step
|
||||
*
|
||||
* @param jobBuilderFactory
|
||||
* @param s1
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "zappJob")
|
||||
public Job zappJob(JobBuilderFactory jobBuilderFactory, @Qualifier("zappStep1") Step s1) {
|
||||
return jobBuilderFactory.get("zappJob")
|
||||
.incrementer(new RunIdIncrementer())
|
||||
.flow(s1)//为Job指定Step
|
||||
.end()
|
||||
.listener(new MyJobListener())//绑定监听器csvJobListener
|
||||
.build();
|
||||
}
|
||||
|
||||
/**
|
||||
* step步骤，包含ItemReader，ItemProcessor和ItemWriter
|
||||
*
|
||||
* @param stepBuilderFactory
|
||||
* @param reader
|
||||
* @param writer
|
||||
* @param processor
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "zappStep1")
|
||||
public Step zappStep1(StepBuilderFactory stepBuilderFactory,
|
||||
@Qualifier("appReader") ItemReader<App> reader,
|
||||
@Qualifier("appWriter") ItemWriter<App> writer,
|
||||
@Qualifier("appProcessor") ItemProcessor<App, App> processor) {
|
||||
return stepBuilderFactory
|
||||
.get("zappStep1")
|
||||
.<App, App>chunk(5000)//批处理每次提交5000条数据
|
||||
.reader(reader)//给step绑定reader
|
||||
.processor(processor)//给step绑定processor
|
||||
.writer(writer)//给step绑定writer
|
||||
.faultTolerant()
|
||||
.retry(Exception.class) // 重试
|
||||
.noRetry(ParseException.class)
|
||||
.retryLimit(1) //每条记录重试一次
|
||||
.skip(Exception.class)
|
||||
.skipLimit(200) //一共允许跳过200次异常
|
||||
// .taskExecutor(new SimpleAsyncTaskExecutor()) //设置每个Job通过并发方式执行，一般来讲一个Job就让它串行完成的好
|
||||
// .throttleLimit(10) //并发任务数为 10,默认为4
|
||||
.build();
|
||||
}
|
||||
|
||||
@Bean
|
||||
public Validator<App> csvBeanValidator() {
|
||||
return new MyBeanValidator<>();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,38 @@
|
||||
package com.enzhico.trans.modules.zlog;
|
||||
|
||||
/**
|
||||
* Log
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
public class Log {
|
||||
private int logid;
|
||||
private String msg;
|
||||
private String logtime;
|
||||
|
||||
public int getLogid() {
|
||||
return logid;
|
||||
}
|
||||
|
||||
public void setLogid(int logid) {
|
||||
this.logid = logid;
|
||||
}
|
||||
|
||||
public String getMsg() {
|
||||
return msg;
|
||||
}
|
||||
|
||||
public void setMsg(String msg) {
|
||||
this.msg = msg;
|
||||
}
|
||||
|
||||
public String getLogtime() {
|
||||
return logtime;
|
||||
}
|
||||
|
||||
public void setLogtime(String logtime) {
|
||||
this.logtime = logtime;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,174 @@
|
||||
package com.enzhico.trans.modules.zlog;
|
||||
|
||||
import com.alibaba.druid.pool.DruidDataSource;
|
||||
import com.enzhico.trans.modules.MyBeanValidator;
|
||||
import com.enzhico.trans.modules.MyJobListener;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.Step;
|
||||
import org.springframework.batch.core.configuration.annotation.JobBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepBuilderFactory;
|
||||
import org.springframework.batch.core.configuration.annotation.StepScope;
|
||||
import org.springframework.batch.core.launch.support.RunIdIncrementer;
|
||||
import org.springframework.batch.item.ItemProcessor;
|
||||
import org.springframework.batch.item.ItemReader;
|
||||
import org.springframework.batch.item.ItemWriter;
|
||||
import org.springframework.batch.item.ParseException;
|
||||
import org.springframework.batch.item.database.BeanPropertyItemSqlParameterSourceProvider;
|
||||
import org.springframework.batch.item.database.JdbcBatchItemWriter;
|
||||
import org.springframework.batch.item.file.FlatFileItemReader;
|
||||
import org.springframework.batch.item.file.mapping.BeanWrapperFieldSetMapper;
|
||||
import org.springframework.batch.item.file.mapping.DefaultLineMapper;
|
||||
import org.springframework.batch.item.file.transform.DelimitedLineTokenizer;
|
||||
import org.springframework.batch.item.validator.ValidatingItemProcessor;
|
||||
import org.springframework.batch.item.validator.ValidationException;
|
||||
import org.springframework.batch.item.validator.Validator;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.beans.factory.annotation.Value;
|
||||
import org.springframework.context.annotation.Bean;
|
||||
import org.springframework.context.annotation.Configuration;
|
||||
import org.springframework.core.io.FileSystemResource;
|
||||
|
||||
/**
|
||||
* CsvBatchConfig
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/3
|
||||
*/
|
||||
@Configuration
|
||||
public class LogConfig {
|
||||
/**
|
||||
* ItemReader定义,用来读取数据
|
||||
* 1，使用FlatFileItemReader读取文件
|
||||
* 2，使用FlatFileItemReader的setResource方法设置csv文件的路径
|
||||
* 3，对此对cvs文件的数据和领域模型类做对应映射
|
||||
*
|
||||
* @return FlatFileItemReader
|
||||
*/
|
||||
@Bean(name = "logReader")
|
||||
@StepScope
|
||||
public FlatFileItemReader<Log> reader(@Value("#{jobParameters['input.file.name']}") String pathToFile) {
|
||||
FlatFileItemReader<Log> reader = new FlatFileItemReader<>();
|
||||
// reader.setResource(new ClassPathResource(pathToFile));
|
||||
reader.setResource(new FileSystemResource(pathToFile));
|
||||
reader.setLineMapper(new DefaultLineMapper<Log>() {
|
||||
{
|
||||
setLineTokenizer(new DelimitedLineTokenizer("|") {
|
||||
{
|
||||
setNames(new String[]{
|
||||
"logid", "msg", "logtime"
|
||||
});
|
||||
}
|
||||
});
|
||||
setFieldSetMapper(new BeanWrapperFieldSetMapper<Log>() {{
|
||||
setTargetType(Log.class);
|
||||
}});
|
||||
}
|
||||
});
|
||||
// 如果包含header，需要忽略掉
|
||||
reader.setLinesToSkip(1);
|
||||
return reader;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemProcessor定义，用来处理数据
|
||||
*
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "logProcessor")
|
||||
public ItemProcessor<Log, Log> processor() {
|
||||
//使用我们自定义的ItemProcessor的实现CsvItemProcessor
|
||||
ValidatingItemProcessor<Log> processor = new ValidatingItemProcessor<Log>() {
|
||||
@Override
|
||||
public Log process(Log item) throws ValidationException {
|
||||
/*
|
||||
* 需要执行super.process(item)才会调用自定义校验器
|
||||
*/
|
||||
super.process(item);
|
||||
/*
|
||||
* 对数据进行简单的处理和转换 todo
|
||||
*/
|
||||
return item;
|
||||
}
|
||||
};
|
||||
//为processor指定校验器为CsvBeanValidator()
|
||||
processor.setValidator(csvBeanValidator());
|
||||
return processor;
|
||||
}
|
||||
|
||||
/**
|
||||
* ItemWriter定义，用来输出数据
|
||||
* spring能让容器中已有的Bean以参数的形式注入，Spring Boot已经为我们定义了dataSource
|
||||
*
|
||||
* @param dataSource
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "logWriter")
|
||||
public ItemWriter<Log> writer(DruidDataSource dataSource) {
|
||||
JdbcBatchItemWriter<Log> writer = new JdbcBatchItemWriter<>();
|
||||
//我们使用JDBC批处理的JdbcBatchItemWriter来写数据到数据库
|
||||
writer.setItemSqlParameterSourceProvider(new BeanPropertyItemSqlParameterSourceProvider<>());
|
||||
String sql = "insert into z_test_Log (logid, msg, logtime) values(:logid, :msg, :logtime)";
|
||||
//在此设置要执行批处理的SQL语句
|
||||
writer.setSql(sql);
|
||||
writer.setDataSource(dataSource);
|
||||
return writer;
|
||||
}
|
||||
|
||||
/**
|
||||
* Job定义，我们要实际执行的任务，包含一个或多个Step
|
||||
*
|
||||
* @param jobBuilderFactory
|
||||
* @param s1
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "zlogJob")
|
||||
public Job zlogJob(JobBuilderFactory jobBuilderFactory, @Qualifier("logStep1") Step s1) {
|
||||
return jobBuilderFactory.get("zlogJob")
|
||||
.incrementer(new RunIdIncrementer())
|
||||
.flow(s1)//为Job指定Step
|
||||
.end()
|
||||
.listener(new MyJobListener())//绑定监听器csvJobListener
|
||||
.build();
|
||||
}
|
||||
|
||||
/**
|
||||
* step步骤，包含ItemReader，ItemProcessor和ItemWriter
|
||||
*
|
||||
* @param stepBuilderFactory
|
||||
* @param reader
|
||||
* @param writer
|
||||
* @param processor
|
||||
* @return
|
||||
*/
|
||||
@Bean(name = "logStep1")
|
||||
public Step logStep1(StepBuilderFactory stepBuilderFactory,
|
||||
@Qualifier("logReader") ItemReader<Log> reader,
|
||||
@Qualifier("logWriter") ItemWriter<Log> writer,
|
||||
@Qualifier("logProcessor") ItemProcessor<Log, Log> processor) {
|
||||
return stepBuilderFactory
|
||||
.get("logStep1")
|
||||
.<Log, Log>chunk(5000)//批处理每次提交5000条数据
|
||||
.reader(reader)//给step绑定reader
|
||||
.processor(processor)//给step绑定processor
|
||||
.writer(writer)//给step绑定writer
|
||||
.faultTolerant()
|
||||
.retry(Exception.class) // 重试
|
||||
.noRetry(ParseException.class)
|
||||
.retryLimit(1) //每条记录重试一次
|
||||
.skip(Exception.class)
|
||||
.skipLimit(200) //一共允许跳过200次异常
|
||||
// .taskExecutor(new SimpleAsyncTaskExecutor()) //设置每个Job通过并发方式执行，一般来讲一个Job就让它串行完成的好
|
||||
// .throttleLimit(10) //并发任务数为 10,默认为4
|
||||
.build();
|
||||
}
|
||||
|
||||
@Bean
|
||||
public Validator<Log> csvBeanValidator() {
|
||||
return new MyBeanValidator<>();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,85 @@
|
||||
package com.enzhico.trans.service;
|
||||
|
||||
import com.enzhico.trans.config.properties.CommonProperties;
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
import com.enzhico.trans.modules.common.vo.BscCanton;
|
||||
import com.enzhico.trans.modules.common.vo.BscExeOffice;
|
||||
import com.enzhico.trans.modules.common.vo.BscOfficeExeItem;
|
||||
import com.enzhico.trans.modules.common.vo.BscTollItem;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.JobParameters;
|
||||
import org.springframework.batch.core.JobParametersBuilder;
|
||||
import org.springframework.batch.core.launch.JobLauncher;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.stereotype.Service;
|
||||
|
||||
import javax.annotation.Resource;
|
||||
import java.lang.reflect.Field;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
@Service
|
||||
public class CsvService {
|
||||
private Logger logger = LoggerFactory.getLogger(this.getClass());
|
||||
|
||||
@Resource
|
||||
private CommonProperties p;
|
||||
@Resource
|
||||
private JobLauncher jobLauncher;
|
||||
@Resource
|
||||
@Qualifier("commonJob")
|
||||
private Job commonJob;
|
||||
private static final String KEY_JOB_NAME = "input.job.name";
|
||||
private static final String KEY_FILE_NAME = "input.file.name";
|
||||
private static final String KEY_VO_NAME = "input.vo.name";
|
||||
private static final String KEY_COLUMNS = "input.columns";
|
||||
private static final String KEY_SQL = "input.sql";
|
||||
|
||||
/**
|
||||
* 导入数据库数据
|
||||
* @throws Exception ex
|
||||
*/
|
||||
public void importTables() throws Exception {
|
||||
runTask(BscCanton.class);
|
||||
runTask(BscOfficeExeItem.class);
|
||||
runTask(BscExeOffice.class);
|
||||
runTask(BscTollItem.class);
|
||||
}
|
||||
|
||||
/**
|
||||
* 根据类名反射运行相应的任务
|
||||
*
|
||||
* @param c 定义的Bean类
|
||||
*/
|
||||
public void runTask(Class c) throws Exception {
|
||||
TableName a = (TableName) c.getAnnotation(TableName.class);
|
||||
String tableName = a.value();
|
||||
Field[] fields = c.getDeclaredFields();
|
||||
List<String> fieldNames = new ArrayList<>();
|
||||
List<String> paramNames = new ArrayList<>();
|
||||
for (Field f : fields) {
|
||||
fieldNames.add(f.getName());
|
||||
paramNames.add(":" + f.getName());
|
||||
}
|
||||
String columnsStr = String.join(",", fieldNames);
|
||||
String paramsStr = String.join(",", paramNames);
|
||||
String csvFileName;
|
||||
if (p.getLocation() == 1) {
|
||||
csvFileName = p.getCsvDir() + tableName + ".csv";
|
||||
} else {
|
||||
csvFileName = tableName + ".csv";
|
||||
}
|
||||
JobParameters jobParameters1 = new JobParametersBuilder()
|
||||
.addLong("time", System.currentTimeMillis())
|
||||
.addString(KEY_JOB_NAME, tableName)
|
||||
.addString(KEY_FILE_NAME, csvFileName)
|
||||
.addString(KEY_VO_NAME, c.getCanonicalName())
|
||||
.addString(KEY_COLUMNS, String.join(",", fieldNames))
|
||||
.addString(KEY_SQL, "insert into " + tableName + " (" + columnsStr + ")" + " values(" + paramsStr + ")")
|
||||
.toJobParameters();
|
||||
jobLauncher.run(commonJob, jobParameters1);
|
||||
}
|
||||
|
||||
}
|
||||
@ -0,0 +1,30 @@
|
||||
package com.enzhico.trans.start;
|
||||
|
||||
import com.enzhico.trans.service.CsvService;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.boot.CommandLineRunner;
|
||||
import org.springframework.stereotype.Component;
|
||||
|
||||
import javax.annotation.Resource;
|
||||
|
||||
/**
|
||||
* 内网服务启动器
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/1/27
|
||||
*/
|
||||
@Component
|
||||
public class StartRunner implements CommandLineRunner {
|
||||
private Logger logger = LoggerFactory.getLogger(this.getClass());
|
||||
@Resource
|
||||
private CsvService csvService;
|
||||
|
||||
@Override
|
||||
public void run(String... args) throws Exception {
|
||||
logger.info("导入数据主进程启动啦啦啦...");
|
||||
csvService.importTables();
|
||||
logger.info("导入数据主进程完成啦啦啦...");
|
||||
}
|
||||
}
|
||||
90
springboot-batch/src/main/resources/application.yml
Normal file
90
springboot-batch/src/main/resources/application.yml
Normal file
@ -0,0 +1,90 @@
|
||||
##########################################################
|
||||
################## 所有profile共有的配置 #################
|
||||
##########################################################
|
||||
|
||||
################### 自定义配置 ###################
|
||||
common:
|
||||
csvVtoll: /var/csv/
|
||||
csvCanton: /var/csv/
|
||||
csvExeOffice: /var/csv/
|
||||
csvApp: /var/csv/
|
||||
csvLog: /var/csv/
|
||||
|
||||
################### spring配置 ###################
|
||||
spring:
|
||||
profiles:
|
||||
active: test
|
||||
batch:
|
||||
job:
|
||||
enabled: false
|
||||
initializer:
|
||||
enabled: false
|
||||
|
||||
################### mybatis-plus配置 ###################
|
||||
mybatis-plus:
|
||||
mapper-locations: classpath*:com/enzhico/trans/dao/repository/mapping/*.xml
|
||||
typeAliasesPackage: >
|
||||
com.enzhico.trans.dao.entity
|
||||
global-config:
|
||||
id-type: 1 # 0:数据库ID自增 1:用户输入id 2:全局唯一id(IdWorker) 3:全局唯一ID(uuid)
|
||||
db-column-underline: false
|
||||
refresh-mapper: true
|
||||
configuration:
|
||||
jdbcTypeForNull: NULL
|
||||
map-underscore-to-camel-case: true
|
||||
cache-enabled: true #配置的缓存的全局开关
|
||||
lazyLoadingEnabled: true #延时加载的开关
|
||||
multipleResultSetsEnabled: true #开启的话，延时加载一个属性时会加载该对象全部属性，否则按需加载属性
|
||||
|
||||
logging:
|
||||
level:
|
||||
org.springframework.web.servlet: ERROR
|
||||
|
||||
---
|
||||
|
||||
#####################################################################
|
||||
######################## 开发环境profile ##########################
|
||||
#####################################################################
|
||||
spring:
|
||||
profiles: dev
|
||||
datasource:
|
||||
driver-class-name: oracle.jdbc.driver.OracleDriver
|
||||
url: jdbc:oracle:thin:@111.230.194.170:1521:orcl11g
|
||||
username: adm_real
|
||||
password: adm_real
|
||||
|
||||
common:
|
||||
location: 1
|
||||
csvDir: E:/
|
||||
|
||||
logging:
|
||||
level:
|
||||
ROOT: INFO
|
||||
com:
|
||||
enzhico: DEBUG
|
||||
file: /var/logs/batch.log
|
||||
|
||||
---
|
||||
|
||||
#####################################################################
|
||||
######################## 测试环境profile ##########################
|
||||
#####################################################################
|
||||
spring:
|
||||
profiles: test
|
||||
datasource:
|
||||
driver-class-name: oracle.jdbc.driver.OracleDriver
|
||||
url: jdbc:oracle:thin:@127.0.0.1:1521:orcl11g
|
||||
username: adm_123
|
||||
password: adm_123
|
||||
|
||||
common:
|
||||
csvDir: /var/csv/
|
||||
location: 2
|
||||
|
||||
logging:
|
||||
level:
|
||||
ROOT: INFO
|
||||
com:
|
||||
enzhico: DEBUG
|
||||
file: /var/logs/batch.log
|
||||
|
||||
@ -0,0 +1,12 @@
|
||||
-- Autogenerated: do not edit this file
|
||||
|
||||
DROP TABLE BATCH_STEP_EXECUTION_CONTEXT ;
|
||||
DROP TABLE BATCH_JOB_EXECUTION_CONTEXT ;
|
||||
DROP TABLE BATCH_STEP_EXECUTION ;
|
||||
DROP TABLE BATCH_JOB_EXECUTION_PARAMS ;
|
||||
DROP TABLE BATCH_JOB_EXECUTION ;
|
||||
DROP TABLE BATCH_JOB_INSTANCE ;
|
||||
|
||||
DROP SEQUENCE BATCH_STEP_EXECUTION_SEQ ;
|
||||
DROP SEQUENCE BATCH_JOB_EXECUTION_SEQ ;
|
||||
DROP SEQUENCE BATCH_JOB_SEQ ;
|
||||
81
springboot-batch/src/main/resources/sql/schema-oracle10g.sql
Normal file
81
springboot-batch/src/main/resources/sql/schema-oracle10g.sql
Normal file
@ -0,0 +1,81 @@
|
||||
-- Autogenerated: do not edit this file
|
||||
|
||||
CREATE TABLE BATCH_JOB_INSTANCE (
|
||||
JOB_INSTANCE_ID NUMBER(19,0) NOT NULL PRIMARY KEY ,
|
||||
VERSION NUMBER(19,0) ,
|
||||
JOB_NAME VARCHAR2(100) NOT NULL,
|
||||
JOB_KEY VARCHAR2(32) NOT NULL,
|
||||
constraint JOB_INST_UN unique (JOB_NAME, JOB_KEY)
|
||||
) ;
|
||||
|
||||
CREATE TABLE BATCH_JOB_EXECUTION (
|
||||
JOB_EXECUTION_ID NUMBER(19,0) NOT NULL PRIMARY KEY ,
|
||||
VERSION NUMBER(19,0) ,
|
||||
JOB_INSTANCE_ID NUMBER(19,0) NOT NULL,
|
||||
CREATE_TIME TIMESTAMP NOT NULL,
|
||||
START_TIME TIMESTAMP DEFAULT NULL ,
|
||||
END_TIME TIMESTAMP DEFAULT NULL ,
|
||||
STATUS VARCHAR2(10) ,
|
||||
EXIT_CODE VARCHAR2(3600) ,
|
||||
EXIT_MESSAGE VARCHAR2(3600) ,
|
||||
LAST_UPDATED TIMESTAMP,
|
||||
JOB_CONFIGURATION_LOCATION VARCHAR(2500) NULL,
|
||||
constraint JOB_INST_EXEC_FK foreign key (JOB_INSTANCE_ID)
|
||||
references BATCH_JOB_INSTANCE(JOB_INSTANCE_ID)
|
||||
) ;
|
||||
|
||||
CREATE TABLE BATCH_JOB_EXECUTION_PARAMS (
|
||||
JOB_EXECUTION_ID NUMBER(19,0) NOT NULL ,
|
||||
TYPE_CD VARCHAR2(6) NOT NULL ,
|
||||
KEY_NAME VARCHAR2(200) NOT NULL ,
|
||||
STRING_VAL VARCHAR2(3000) ,
|
||||
DATE_VAL TIMESTAMP DEFAULT NULL ,
|
||||
LONG_VAL NUMBER(19,0) ,
|
||||
DOUBLE_VAL NUMBER ,
|
||||
IDENTIFYING CHAR(1) NOT NULL ,
|
||||
constraint JOB_EXEC_PARAMS_FK foreign key (JOB_EXECUTION_ID)
|
||||
references BATCH_JOB_EXECUTION(JOB_EXECUTION_ID)
|
||||
) ;
|
||||
|
||||
CREATE TABLE BATCH_STEP_EXECUTION (
|
||||
STEP_EXECUTION_ID NUMBER(19,0) NOT NULL PRIMARY KEY ,
|
||||
VERSION NUMBER(19,0) NOT NULL,
|
||||
STEP_NAME VARCHAR2(100) NOT NULL,
|
||||
JOB_EXECUTION_ID NUMBER(19,0) NOT NULL,
|
||||
START_TIME TIMESTAMP NOT NULL ,
|
||||
END_TIME TIMESTAMP DEFAULT NULL ,
|
||||
STATUS VARCHAR2(10) ,
|
||||
COMMIT_COUNT NUMBER(19,0) ,
|
||||
READ_COUNT NUMBER(19,0) ,
|
||||
FILTER_COUNT NUMBER(19,0) ,
|
||||
WRITE_COUNT NUMBER(19,0) ,
|
||||
READ_SKIP_COUNT NUMBER(19,0) ,
|
||||
WRITE_SKIP_COUNT NUMBER(19,0) ,
|
||||
PROCESS_SKIP_COUNT NUMBER(19,0) ,
|
||||
ROLLBACK_COUNT NUMBER(19,0) ,
|
||||
EXIT_CODE VARCHAR2(3600) ,
|
||||
EXIT_MESSAGE VARCHAR2(3600) ,
|
||||
LAST_UPDATED TIMESTAMP,
|
||||
constraint JOB_EXEC_STEP_FK foreign key (JOB_EXECUTION_ID)
|
||||
references BATCH_JOB_EXECUTION(JOB_EXECUTION_ID)
|
||||
) ;
|
||||
|
||||
CREATE TABLE BATCH_STEP_EXECUTION_CONTEXT (
|
||||
STEP_EXECUTION_ID NUMBER(19,0) NOT NULL PRIMARY KEY,
|
||||
SHORT_CONTEXT VARCHAR2(3600) NOT NULL,
|
||||
SERIALIZED_CONTEXT CLOB ,
|
||||
constraint STEP_EXEC_CTX_FK foreign key (STEP_EXECUTION_ID)
|
||||
references BATCH_STEP_EXECUTION(STEP_EXECUTION_ID)
|
||||
) ;
|
||||
|
||||
CREATE TABLE BATCH_JOB_EXECUTION_CONTEXT (
|
||||
JOB_EXECUTION_ID NUMBER(19,0) NOT NULL PRIMARY KEY,
|
||||
SHORT_CONTEXT VARCHAR2(3600) NOT NULL,
|
||||
SERIALIZED_CONTEXT CLOB ,
|
||||
constraint JOB_EXEC_CTX_FK foreign key (JOB_EXECUTION_ID)
|
||||
references BATCH_JOB_EXECUTION(JOB_EXECUTION_ID)
|
||||
) ;
|
||||
|
||||
CREATE SEQUENCE BATCH_STEP_EXECUTION_SEQ START WITH 0 MINVALUE 0 MAXVALUE 9223372036854775807 NOCYCLE;
|
||||
CREATE SEQUENCE BATCH_JOB_EXECUTION_SEQ START WITH 0 MINVALUE 0 MAXVALUE 9223372036854775807 NOCYCLE;
|
||||
CREATE SEQUENCE BATCH_JOB_SEQ START WITH 0 MINVALUE 0 MAXVALUE 9223372036854775807 NOCYCLE;
|
||||
@ -0,0 +1,222 @@
|
||||
package com.enzhico.service;
|
||||
|
||||
import com.enzhico.trans.Application;
|
||||
import com.enzhico.trans.config.properties.CommonProperties;
|
||||
import com.enzhico.trans.modules.common.anno.TableName;
|
||||
import com.enzhico.trans.modules.common.vo.*;
|
||||
import com.enzhico.trans.service.CsvService;
|
||||
import org.junit.Test;
|
||||
import org.junit.runner.RunWith;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.springframework.batch.core.Job;
|
||||
import org.springframework.batch.core.JobParameters;
|
||||
import org.springframework.batch.core.JobParametersBuilder;
|
||||
import org.springframework.batch.core.launch.JobLauncher;
|
||||
import org.springframework.beans.factory.annotation.Autowired;
|
||||
import org.springframework.beans.factory.annotation.Qualifier;
|
||||
import org.springframework.boot.test.context.SpringBootTest;
|
||||
import org.springframework.test.context.junit4.SpringRunner;
|
||||
|
||||
import javax.annotation.Resource;
|
||||
import java.lang.reflect.Field;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.junit.Assert.assertNull;
|
||||
|
||||
|
||||
/**
|
||||
* BatchServiceTest
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/2
|
||||
*/
|
||||
@RunWith(SpringRunner.class)
|
||||
@SpringBootTest(classes = Application.class)
|
||||
public class BatchServiceTest {
|
||||
private Logger logger = LoggerFactory.getLogger(this.getClass());
|
||||
@Autowired
|
||||
private CommonProperties p;
|
||||
@Autowired
|
||||
private JobLauncher jobLauncher;
|
||||
|
||||
@Autowired
|
||||
@Qualifier("commonJob")
|
||||
private Job commonJob;
|
||||
|
||||
@Autowired
|
||||
@Qualifier("vtollJob")
|
||||
private Job vtollJob;
|
||||
|
||||
@Autowired
|
||||
@Qualifier("cantonJob")
|
||||
private Job cantonJob;
|
||||
|
||||
@Autowired
|
||||
@Qualifier("zappJob")
|
||||
private Job zappJob;
|
||||
|
||||
@Autowired
|
||||
@Qualifier("zlogJob")
|
||||
private Job zlogJob;
|
||||
|
||||
@Resource
|
||||
private CsvService csvService;
|
||||
|
||||
private static final String KEY_JOB_NAME = "input.job.name";
|
||||
private static final String KEY_FILE_NAME = "input.file.name";
|
||||
private static final String KEY_VO_NAME = "input.vo.name";
|
||||
private static final String KEY_COLUMNS = "input.columns";
|
||||
private static final String KEY_SQL = "input.sql";
|
||||
|
||||
@Test
|
||||
public void testBudgetVtoll() throws Exception {
|
||||
JobParameters jobParameters = new JobParametersBuilder()
|
||||
.addLong("time", System.currentTimeMillis())
|
||||
.addString("input.file.name", p.getCsvVtoll())
|
||||
.toJobParameters();
|
||||
jobLauncher.run(vtollJob, jobParameters);
|
||||
logger.info("Main线程执行完成");
|
||||
while (true) {
|
||||
Thread.sleep(2000000L);
|
||||
}
|
||||
}
|
||||
@Test
|
||||
public void testCanton() throws Exception {
|
||||
JobParameters jobParameters = new JobParametersBuilder()
|
||||
.addLong("time", System.currentTimeMillis())
|
||||
.addString("input.file.name", p.getCsvCanton())
|
||||
.toJobParameters();
|
||||
jobLauncher.run(cantonJob, jobParameters);
|
||||
logger.info("Main线程执行完成");
|
||||
|
||||
while (true) {
|
||||
Thread.sleep(2000000L);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 测试一个配置类，可同时运行多个任务
|
||||
* @throws Exception 异常
|
||||
*/
|
||||
@Test
|
||||
public void testCommonJobs() throws Exception {
|
||||
JobParameters jobParameters1 = new JobParametersBuilder()
|
||||
.addLong("time",System.currentTimeMillis())
|
||||
.addString(KEY_JOB_NAME, "App")
|
||||
.addString(KEY_FILE_NAME, p.getCsvApp())
|
||||
.addString(KEY_VO_NAME, "com.enzhico.trans.modules.zapp.App")
|
||||
.addString(KEY_COLUMNS, String.join(",", new String[]{
|
||||
"appid", "zname", "flag"
|
||||
}))
|
||||
.addString(KEY_SQL, "insert into z_test_App (appid, zname, flag) values(:appid, :zname, :flag)")
|
||||
.toJobParameters();
|
||||
jobLauncher.run(commonJob, jobParameters1);
|
||||
|
||||
JobParameters jobParameters2 = new JobParametersBuilder()
|
||||
.addLong("time",System.currentTimeMillis())
|
||||
.addString(KEY_JOB_NAME, "Log")
|
||||
.addString(KEY_FILE_NAME, p.getCsvLog())
|
||||
.addString(KEY_VO_NAME, "com.enzhico.trans.modules.zlog.Log")
|
||||
.addString(KEY_COLUMNS, String.join(",", new String[]{
|
||||
"logid", "msg", "logtime"
|
||||
}))
|
||||
.addString(KEY_SQL, "insert into z_test_Log (logid, msg, logtime) values(:logid, :msg, :logtime)")
|
||||
.toJobParameters();
|
||||
jobLauncher.run(commonJob, jobParameters2);
|
||||
|
||||
logger.info("Main线程执行完成");
|
||||
|
||||
while (true) {
|
||||
Thread.sleep(2000000L);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* 一起测试4个CSV文件导入
|
||||
* @throws Exception 异常
|
||||
*/
|
||||
@Test
|
||||
public void testImportCsv4() throws Exception {
|
||||
JobParameters jobParameters1 = new JobParametersBuilder()
|
||||
.addLong("time",System.currentTimeMillis())
|
||||
.addString(KEY_JOB_NAME, "BscExeOffice")
|
||||
.addString(KEY_FILE_NAME, p.getCsvExeOffice())
|
||||
.addString(KEY_VO_NAME, "com.enzhico.trans.modules.common.vo.BscExeOffice")
|
||||
.addString(KEY_COLUMNS, String.join(",", new String[]{
|
||||
"id","cantonid","code","name","memcode","supdeptid","comdeptid","contactman","tel","mobil","email","bgofficeid","infomobil","infoman","logpass","startdate","stopdate","status","memo","auditer","audittime","isaudit","edittime","platform_id","isprintbill"
|
||||
}))
|
||||
.addString(KEY_SQL, "insert into NT_BSC_EXEOFFICE (F_ID,F_CANTONID,F_CODE,F_NAME,F_MEMCODE,F_SUPDEPTID,F_COMDEPTID,F_CONTACTMAN,F_TEL,F_MOBIL,F_EMAIL,F_BGOFFICEID,F_INFOMOBIL,F_INFOMAN,F_LOGPASS,F_STARTDATE,F_STOPDATE,F_STATUS,F_MEMO,F_AUDITER,F_AUDITTIME,F_ISAUDIT,F_EDITTIME,F_PLATFORM_ID,F_ISPRINTBILL)" +
|
||||
" values(:id, :cantonid, :code, :name, :memcode, :supdeptid, :comdeptid, :contactman, :tel, :mobil, :email, :bgofficeid, :infomobil, :infoman, :logpass, :startdate, :stopdate, :status, :memo, :auditer, :audittime, :isaudit, :edittime, :platform_id, :isprintbill)")
|
||||
.toJobParameters();
|
||||
jobLauncher.run(commonJob, jobParameters1);
|
||||
|
||||
// JobParameters jobParameters2 = new JobParametersBuilder()
|
||||
// .addLong("time",System.currentTimeMillis())
|
||||
// .addString(KEY_JOB_NAME, "Log")
|
||||
// .addString(KEY_FILE_NAME, p.getCsvLog())
|
||||
// .addString(KEY_VO_NAME, "com.enzhico.trans.modules.zlog.Log")
|
||||
// .addString(KEY_COLUMNS, String.join(",", new String[]{
|
||||
// "logid", "msg", "logtime"
|
||||
// }))
|
||||
// .addString(KEY_SQL, "insert into z_test_Log (logid, msg, logtime) values(:logid, :msg, :logtime)")
|
||||
// .toJobParameters();
|
||||
// jobLauncher.run(commonJob, jobParameters2);
|
||||
|
||||
logger.info("Main线程执行完成");
|
||||
|
||||
while (true) {
|
||||
Thread.sleep(2000000L);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
CREATE TABLE Z_TEST_APP (
|
||||
appid INT,
|
||||
zname VARCHAR2 (20),
|
||||
flag VARCHAR2 (2),
|
||||
CONSTRAINT app_pk PRIMARY KEY (appid)
|
||||
);
|
||||
|
||||
CREATE TABLE Z_TEST_LOG (
|
||||
logid INT,
|
||||
msg VARCHAR2 (20),
|
||||
logtime VARCHAR2 (8),
|
||||
CONSTRAINT log_pk PRIMARY KEY (logid)
|
||||
);
|
||||
* @throws Exception
|
||||
*/
|
||||
@Test
|
||||
public void testTwoJobs() throws Exception {
|
||||
JobParameters jobParameters1 = new JobParametersBuilder()
|
||||
.addLong("time", System.currentTimeMillis())
|
||||
.addString("input.file.name", p.getCsvApp())
|
||||
.toJobParameters();
|
||||
jobLauncher.run(zappJob, jobParameters1);
|
||||
|
||||
JobParameters jobParameters2 = new JobParametersBuilder()
|
||||
.addLong("time", System.currentTimeMillis())
|
||||
.addString("input.file.name", p.getCsvLog())
|
||||
.toJobParameters();
|
||||
jobLauncher.run(zlogJob, jobParameters2);
|
||||
|
||||
logger.info("Main线程执行完成");
|
||||
while (true) {
|
||||
Thread.sleep(2000000L);
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testRunSimple() throws Exception {
|
||||
csvService.runTask(BscCanton.class);
|
||||
csvService.runTask(BscOfficeExeItem.class);
|
||||
csvService.runTask(BscExeOffice.class);
|
||||
csvService.runTask(BscTollItem.class);
|
||||
while (true) {
|
||||
Thread.sleep(200000L);
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,28 @@
|
||||
package com.enzhico.service;
|
||||
|
||||
import org.junit.Test;
|
||||
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Arrays;
|
||||
import java.util.Date;
|
||||
import java.util.Locale;
|
||||
|
||||
/**
|
||||
* SimpleTest
|
||||
*
|
||||
* @author XiongNeng
|
||||
* @version 1.0
|
||||
* @since 2018/2/5
|
||||
*/
|
||||
public class SimpleTest {
|
||||
@Test
|
||||
public void test() throws Exception {
|
||||
System.out.println(Arrays.toString(new String[]{"11", "22"}));
|
||||
System.out.println(String.join(",", new String[]{"11", "22"}));
|
||||
|
||||
String d = "08-12月-17 05.38.07.812000 下午";
|
||||
Locale locale = Locale.CHINA;
|
||||
Date dd = new SimpleDateFormat("dd-M月-y hh.mm.ss.S a", locale).parse(d);
|
||||
System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(dd));
|
||||
}
|
||||
}
|
||||
1
springboot-batch/temp.txt
Normal file
1
springboot-batch/temp.txt
Normal file
@ -0,0 +1 @@
|
||||
530000_00741,530000,00741,云南省城市建设档案学会,,,,,,,,,,,,20100805,21001231,0,,,,1,24-8月 -16 08.55.05.628000 下午,,0
|
||||
Reference in New Issue
Block a user