# zk

**Repository Path**: dachuanz/zk

## Basic Information

- **Project Name**: zk
- **Description**: 数据转换
- **Primary Language**: Unknown
- **License**: Apache-2.0
- **Default Branch**: master
- **Homepage**: None
- **GVP Project**: No

## Statistics

- **Stars**: 0
- **Forks**: 0
- **Created**: 2017-04-18
- **Last Updated**: 2020-12-19

## Categories & Tags

**Categories**: Uncategorized

**Tags**: None

## README

#数据复制处理
使用 spring-jdbc 连接数据库。使用 quartz 进行任务调度
- 消费者 将接收到的数据插入数据库。


```
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
	xmlns:tx="http://www.springframework.org/schema/tx"
	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-4.0.xsd
    http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-4.0.xsd
    http://www.springframework.org/schema/tx http://www.springframework.org/schema/tx/spring-tx-4.0.xsd">



<!--消费者的数据库配置-->

	<bean id="dataSource" class="com.alibaba.druid.pool.DruidDataSource"
		init-method="init" destroy-method="close">
		
		<property name="driverClassName" value="org.postgresql.Driver" />
		<property name="url"
			value="" />
		<property name="username" value="postgres" />
		<property name="password" value="postgres" />

		<!-- 配置初始化大小、最小、最大 -->
		<property name="initialSize" value="1" />
		<property name="minIdle" value="1" />
		<property name="maxActive" value="20" />

		<!-- 配置获取连接等待超时的时间 -->
		<property name="maxWait" value="60000" />

		<!-- 配置间隔多久才进行一次检测，检测需要关闭的空闲连接，单位是毫秒 -->
		<property name="timeBetweenEvictionRunsMillis" value="60000" />

		<!-- 配置一个连接在池中最小生存的时间，单位是毫秒 -->
		<property name="minEvictableIdleTimeMillis" value="300000" />

		<property name="validationQuery" value="SELECT 'x'" />
		<property name="testWhileIdle" value="true" />
		<property name="testOnBorrow" value="false" />
		<property name="testOnReturn" value="false" />

		<!-- 打开PSCache，并且指定每个连接上PSCache的大小 -->
		<property name="poolPreparedStatements" value="true" />
		<property name="maxPoolPreparedStatementPerConnectionSize"
			value="20" />

		<!-- 配置监控统计拦截的filters，去掉后监控界面sql无法统计 -->
		<property name="filters" value="stat" />
	</bean>

	
	<tx:annotation-driven transaction-manager="txManager"
		proxy-target-class="true" />

	<bean id="txManager"
		class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
		<property name="dataSource" ref="dataSource" />
	</bean>

	<bean id="daoImp" class="com.winning.bi.jdbc.dao.DaoImp">
		<property name="datasource" ref="dataSource" />
	</bean>
</beans>


```

- 生产者配置 定时获取数据库中的数据。



```
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
	xmlns:tx="http://www.springframework.org/schema/tx"
	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans-4.0.xsd
    http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context-4.0.xsd
    http://www.springframework.org/schema/tx http://www.springframework.org/schema/tx/spring-tx-4.0.xsd">




<!-- 可支持 多个任务 配置多个-->
	<bean id="taskload" class="com.winning.bi.jdbc.TaskLoader">
		<property name="p">
			<list>
				<props>
  <!-- 任务名-->
					<props>
					<prop key="name">xxx</prop>
					<prop key="sql">SELECT Column_2, timestamp, Column_6 , column_5 FROM test2</prop>
					<prop key="table">test2</prop>
					<prop key="cron">0/5 * * * * ?</prop>
					<prop key="jobClass">job</prop>
					<prop key="target">test3</prop>
					<prop key="queue">xxx</prop>
					<!-- 字段映射 源字段:目标字段 (针对源数据表和目标数据表不一致) -->
					<prop key="columnMap">
						Column_2:xxx
					</prop>
					<!-- 起始 rowversion -->
					<prop key="rowversion">0x000000000000409E</prop>
				</props>
			<!--  	<props>
					<prop key="name">test2</prop>
					<prop key="sql">select * from test_zdc where ra &gt; ?</prop>
					<prop key="condition"></prop>
					<prop key="cron">0/10 * * * * ?</prop>
					<prop key="jobClass">job2</prop>
				</props>-->
			</list>

		</property>
	</bean>

	<!--生产者的数据库配置 -->

	<bean id="dataSource" class="com.alibaba.druid.pool.DruidDataSource"
		init-method="init" destroy-method="close">
		<property name="driverClassName" value="org.postgresql.Driver" />
		<property name="url"
			value="" />
		<property name="username" value="postgres" />
		<property name="password" value="postgres" />
		<property name="initialSize" value="1" />
		<property name="minIdle" value="1" />
		<property name="maxActive" value="20" />
		<property name="maxWait" value="60000" />
		<property name="timeBetweenEvictionRunsMillis" value="60000" />
		<property name="minEvictableIdleTimeMillis" value="300000" />
		<property name="validationQuery" value="SELECT 'x'" />
		<property name="testWhileIdle" value="true" />
		<property name="testOnBorrow" value="false" />
		<property name="testOnReturn" value="false" />
		<property name="poolPreparedStatements" value="true" />
		<property name="maxPoolPreparedStatementPerConnectionSize"
			value="20" />
		<property name="filters" value="stat" />
	</bean>

	<bean id="schedulerFactoryBean"
		class="org.springframework.scheduling.quartz.SchedulerFactoryBean">
		<property name="quartzProperties">
			<props>
<!-- 线程池-->
				<prop key="org.quartz.threadPool.threadCount">20</prop>
			</props>
		</property>

	</bean>

     <!--job生成-->
	<bean id="job" class="com.winning.bi.job.SimpleSqlJob" />
	

	<tx:annotation-driven transaction-manager="txManager"
		proxy-target-class="true" />
	<bean id="txManager"
		class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
		<property name="dataSource" ref="dataSource" />
	</bean>
	<bean id="daoImp" class="com.winning.bi.jdbc.dao.DaoImp">
		<property name="datasource" ref="dataSource" />
	</bean>
</beans>

  
```

 - cache 配置



```
<?xml version="1.0" encoding="UTF-8"?>

<config xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
	xmlns='http://www.ehcache.org/v3'
	xsi:schemaLocation="http://www.ehcache.org/v3 http://www.ehcache.org/schema/ehcache-core.xsd">

	<persistence directory="ehcacheTestDisk" />


	<cache alias="dbcache">
		<key-type>java.lang.String</key-type>
		<value-type>java.lang.String</value-type>
		<resources>
			<heap unit="entries">2000</heap>
			<offheap unit="MB">500</offheap>
			<disk persistent="true" unit="MB">640</disk>
		</resources>
	</cache>



</config>


```