supervision
/
supervision-boot
4
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

警务评议数据迁移

main
不爱学习的石同学 1 year ago
parent
f8d66efe77
commit
bf5a56e66a
15 changed files with 755 additions and 279 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 450
      pom.xml
  2. 2
      src/main/java/com/biutag/supervision/SupervisionApplication.java
  3. 22
      src/main/java/com/biutag/supervision/controller/datav/DataGobalController.java
  4. 1
      src/main/java/com/biutag/supervision/controller/datav/DataPetitionComplaintViewController.java
  5. 44
      src/main/java/com/biutag/supervision/controller/datav/DataScreenController.java
  6. 2
      src/main/java/com/biutag/supervision/controller/datav/SupervisionNotifyController.java
  7. 22
      src/main/java/com/biutag/supervision/mapper/DataMigrationMapper.java
  8. 21
      src/main/java/com/biutag/supervision/mapper/DataPoliceMeetingMysqlMapper.java
  9. 37
      src/main/java/com/biutag/supervision/mapper/DataPoliceMeetingSqlServerMapper.java
  10. 57
      src/main/java/com/biutag/supervision/pojo/entity/DataMigration.java
  11. 103
      src/main/java/com/biutag/supervision/pojo/entity/DataPoliceMeeting.java
  12. 103
      src/main/java/com/biutag/supervision/pojo/entity/DataPoliceMeetingV.java
  13. 160
      src/main/java/com/biutag/supervision/service/DataMigrationServiceImpl.java
  14. 5
      src/main/resources/application-dev.yml
  15. 5
      src/main/resources/application-prod.yml

450
pom.xml
Unescape View File

@ -1,225 +1,233 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>3.3.2</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.biutag</groupId>
<artifactId>supervision</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>supervision</name>
<description>长沙公安数据督察</description>
<url/>
<licenses>
<license/>
</licenses>
<developers>
<developer/>
</developers>
<scm>
<connection/>
<developerConnection/>
<tag/>
<url/>
</scm>
<properties>
<java.version>17</java.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-validation</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-redis-reactive</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-devtools</artifactId>
<scope>runtime</scope>
<optional>true</optional>
</dependency>
<dependency>
<groupId>com.mysql</groupId>
<artifactId>mysql-connector-j</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>io.projectreactor</groupId>
<artifactId>reactor-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>mybatis-plus-spring-boot3-starter</artifactId>
<version>3.5.7</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>easyexcel</artifactId>
<version>4.0.1</version>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
<version>2.17.0</version>
</dependency>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-core</artifactId>
<version>5.8.29</version>
</dependency>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-http</artifactId>
<version>5.8.29</version>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>dynamic-datasource-spring-boot3-starter</artifactId>
<version>4.3.1</version>
</dependency>
<dependency>
<groupId>org.freemarker</groupId>
<artifactId>freemarker</artifactId>
<version>2.3.32</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.security</groupId>
<artifactId>spring-security-crypto</artifactId>
</dependency>
<dependency>
<groupId>com.github.tobato</groupId>
<artifactId>fastdfs-client</artifactId>
<version>1.27.2</version>
</dependency>
<!--knife4j-->
<dependency>
<groupId>com.github.xiaoymin</groupId>
<artifactId>knife4j-openapi3-jakarta-spring-boot-starter</artifactId>
<version>4.1.0</version>
</dependency>
<dependency>
<groupId>com.gbase</groupId>
<artifactId>gbase-jdbc</artifactId>
<scope>system</scope>
<version>8.3.81.53-build55.2.1-bin</version>
<systemPath>${project.basedir}/src/main/resources/lib/gbase-connector-java-8.3.81.53-build52.8-bin.jar</systemPath>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>druid-spring-boot-starter</artifactId>
<version>1.2.22</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>2.0.53</version>
</dependency>
<dependency>
<groupId>com.dameng</groupId>
<artifactId>DmJdbcDriver18</artifactId>
<version>8.1.3.140</version>
</dependency>
</dependencies>
<build>
<resources>
<resource>
<directory>src/main/resources</directory>
<filtering>false</filtering>
</resource>
<resource>
<directory>src/main/resources</directory>
<includes>
<include>application.yml</include>
</includes>
<filtering>true</filtering>
</resource>
</resources>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<includeSystemScope>true</includeSystemScope>
<excludes>
<exclude>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</exclude>
</excludes>
</configuration>
</plugin>
</plugins>
<finalName>supervision</finalName>
</build>
<profiles>
<profile>
<id>local</id>
<properties>
<!-- 环境标识，需要与配置文件的名称相对应 -->
<profiles.active>local</profiles.active>
</properties>
<activation>
<!-- 默认环境 -->
<activeByDefault>true</activeByDefault>
</activation>
</profile>
<profile>
<id>dev</id>
<properties>
<!-- 环境标识，需要与配置文件的名称相对应 -->
<profiles.active>dev</profiles.active>
</properties>
</profile>
<profile>
<id>prod</id>
<properties>
<profiles.active>prod</profiles.active>
</properties>
</profile>
</profiles>
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>3.3.2</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<groupId>com.biutag</groupId>
<artifactId>supervision</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>supervision</name>
<description>长沙公安数据督察</description>
<url/>
<licenses>
<license/>
</licenses>
<developers>
<developer/>
</developers>
<scm>
<connection/>
<developerConnection/>
<tag/>
<url/>
</scm>
<properties>
<java.version>17</java.version>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<!-- SQL Server JDBC驱动 -->
<dependency>
<groupId>com.microsoft.sqlserver</groupId>
<artifactId>mssql-jdbc</artifactId>
<version>9.4.0.jre11</version>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-validation</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-data-redis-reactive</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-devtools</artifactId>
<scope>runtime</scope>
<optional>true</optional>
</dependency>
<dependency>
<groupId>com.mysql</groupId>
<artifactId>mysql-connector-j</artifactId>
<scope>runtime</scope>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>io.projectreactor</groupId>
<artifactId>reactor-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>mybatis-plus-spring-boot3-starter</artifactId>
<version>3.5.7</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>easyexcel</artifactId>
<version>4.0.1</version>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
<version>2.17.0</version>
</dependency>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-core</artifactId>
<version>5.8.29</version>
</dependency>
<dependency>
<groupId>cn.hutool</groupId>
<artifactId>hutool-http</artifactId>
<version>5.8.29</version>
</dependency>
<dependency>
<groupId>com.baomidou</groupId>
<artifactId>dynamic-datasource-spring-boot3-starter</artifactId>
<version>4.3.1</version>
</dependency>
<dependency>
<groupId>org.freemarker</groupId>
<artifactId>freemarker</artifactId>
<version>2.3.32</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.security</groupId>
<artifactId>spring-security-crypto</artifactId>
</dependency>
<dependency>
<groupId>com.github.tobato</groupId>
<artifactId>fastdfs-client</artifactId>
<version>1.27.2</version>
</dependency>
<!--knife4j-->
<dependency>
<groupId>com.github.xiaoymin</groupId>
<artifactId>knife4j-openapi3-jakarta-spring-boot-starter</artifactId>
<version>4.1.0</version>
</dependency>
<dependency>
<groupId>com.gbase</groupId>
<artifactId>gbase-jdbc</artifactId>
<scope>system</scope>
<version>8.3.81.53-build55.2.1-bin</version>
<systemPath>${project.basedir}/src/main/resources/lib/gbase-connector-java-8.3.81.53-build52.8-bin.jar
</systemPath>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>druid-spring-boot-starter</artifactId>
<version>1.2.22</version>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>2.0.53</version>
</dependency>
<dependency>
<groupId>com.dameng</groupId>
<artifactId>DmJdbcDriver18</artifactId>
<version>8.1.3.140</version>
</dependency>
</dependencies>
<build>
<resources>
<resource>
<directory>src/main/resources</directory>
<filtering>false</filtering>
</resource>
<resource>
<directory>src/main/resources</directory>
<includes>
<include>application.yml</include>
</includes>
<filtering>true</filtering>
</resource>
</resources>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<includeSystemScope>true</includeSystemScope>
<excludes>
<exclude>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</exclude>
</excludes>
</configuration>
</plugin>
</plugins>
<finalName>supervision</finalName>
</build>
<profiles>
<profile>
<id>local</id>
<properties>
<!-- 环境标识，需要与配置文件的名称相对应 -->
<profiles.active>local</profiles.active>
</properties>
<activation>
<!-- 默认环境 -->
<activeByDefault>true</activeByDefault>
</activation>
</profile>
<profile>
<id>dev</id>
<properties>
<!-- 环境标识，需要与配置文件的名称相对应 -->
<profiles.active>dev</profiles.active>
</properties>
</profile>
<profile>
<id>prod</id>
<properties>
<profiles.active>prod</profiles.active>
</properties>
</profile>
</profiles>
</project>

2
src/main/java/com/biutag/supervision/SupervisionApplication.java
Unescape View File

@ -2,12 +2,14 @@ package com.biutag.supervision;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.context.annotation.EnableAspectJAutoProxy;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.annotation.EnableScheduling;
@EnableAsync
@EnableScheduling
@SpringBootApplication
@EnableAspectJAutoProxy
public class SupervisionApplication {
public static void main(String[] args) {

22
src/main/java/com/biutag/supervision/controller/datav/DataGobalController.java
Unescape View File

@ -23,7 +23,6 @@ import java.util.stream.Collectors;
/**
* 数据大屏首页
*
* @author: sh
* @date: 2024/11/7
*/
@ -86,21 +85,18 @@ public class DataGobalController {
updateProList(policeProList, gobalMapVoList, GobalMapIconVo::setPolicePro);
updateProList(reviewProList, gobalMapVoList, GobalMapIconVo::setReviewPro);
}else {
gobalTempMapVoList.add(new GobalMapIconVo("芙蓉分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("天心分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("岳麓分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("开福分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("雨花分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("长沙县局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("望城分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("宁乡市局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("浏阳市局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("高新分局", 11,11,11,11,11,11));
gobalTempMapVoList.add(new GobalMapIconVo("天心分局", 22,22,22,22,22,22));
gobalTempMapVoList.add(new GobalMapIconVo("岳麓分局", 33,33,33,33,33,33));
gobalTempMapVoList.add(new GobalMapIconVo("开福分局", 44,44,44,44,44,44));
gobalTempMapVoList.add(new GobalMapIconVo("雨花分局", 55,55,55,55,55,55));
gobalTempMapVoList.add(new GobalMapIconVo("长沙县局", 66,66,66,66,66,66));
gobalTempMapVoList.add(new GobalMapIconVo("望城分局", 77,77,77,77,77,77));
gobalTempMapVoList.add(new GobalMapIconVo("宁乡市局", 88,88,88,88,88,88));
gobalTempMapVoList.add(new GobalMapIconVo("浏阳市局", 99,99,99,99,99,99));
gobalTempMapVoList.add(new GobalMapIconVo("高新分局", 100,100,100,100,100,100));
}
JSONObject data = new JSONObject().fluentPut("overview", overview)
.fluentPut("fxsjlist", fxsjlist)
.fluentPut("jsdwlist", jsdwlist)

1
src/main/java/com/biutag/supervision/controller/datav/DataPetitionComplaintViewController.java
Unescape View File

@ -32,6 +32,7 @@ import java.util.stream.Collectors;
/**
* @author: sh
* @date: 2024/10/31
* @description: 信访投诉大屏相关
*/
@Tag(name = "信访数据大屏选相关")
@RequestMapping("datav/mailVisits")

44
src/main/java/com/biutag/supervision/controller/datav/DataScreenController.java
Unescape View File

@ -1,44 +0,0 @@
package com.biutag.supervision.controller.datav;
import com.biutag.supervision.pojo.Result;
import io.swagger.v3.oas.annotations.Operation;
import io.swagger.v3.oas.annotations.tags.Tag;
import jakarta.annotation.Resource;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;
import java.util.List;
import java.util.Map;
/**
* @author: sh
* @date: 20224/11/5
*/
@RestController
@RequiredArgsConstructor
@RequestMapping("datav/dataScreen")
public class DataScreenController {
// private final DataScreenService dataScreenService;
/**
* todo 获取地图数据
*/
@GetMapping("/mapData")
public Result<List<Map<String, Object>>> mapData(@RequestParam Map<String, Object> params) {
if (params.isEmpty()) {
// return Result.success(dataScreenService.mapData());
} else {
String deptId = params.get("id").toString();
// return Result.success(dataScreenService.mapCountyData(deptId));
}
return null;
}
}

2
src/main/java/com/biutag/supervision/controller/datav/SupervisionNotifyController.java
Unescape View File

@ -21,7 +21,7 @@ import java.util.List;
/**
* @Auther: sh
* @Date: 2024/11/7 10:30
* @Description: 现场督察相关
* @Description: 现场督察大屏相关
*/
@Slf4j
@RestController

22
src/main/java/com/biutag/supervision/mapper/DataMigrationMapper.java
Unescape View File

@ -0,0 +1,22 @@
package com.biutag.supervision.mapper;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.biutag.supervision.pojo.entity.DataMigration;
import org.apache.ibatis.annotations.Select;
/**
* @author 舒云
* @description 针对表【data_migration】的数据库操作Mapper
* @createDate 2024-11-13 11:21:19
* @Entity generator.domain.DataMigration
*/
public interface DataMigrationMapper extends BaseMapper<DataMigration> {
@Select("SELECT * FROM data_migration WHERE end_time = (SELECT MAX(end_time) FROM data_migration)")
DataMigration selectLastMigrationTime();
}

21
src/main/java/com/biutag/supervision/mapper/DataPoliceMeetingMysqlMapper.java
Unescape View File

@ -0,0 +1,21 @@
package com.biutag.supervision.mapper;
import com.baomidou.dynamic.datasource.annotation.DS;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.biutag.supervision.pojo.entity.DataPoliceMeeting;
import org.apache.ibatis.annotations.Mapper;
/**
* @author 舒云
* @description 针对表【data_police_meeting】的数据库操作Mapper
* @createDate 2024-11-13 09:43:04
*/
@DS("master")
@Mapper
public interface DataPoliceMeetingMysqlMapper extends BaseMapper<DataPoliceMeeting> {
}

37
src/main/java/com/biutag/supervision/mapper/DataPoliceMeetingSqlServerMapper.java
Unescape View File

@ -0,0 +1,37 @@
package com.biutag.supervision.mapper;
import com.baomidou.dynamic.datasource.annotation.DS;
import com.baomidou.mybatisplus.core.mapper.BaseMapper;
import com.biutag.supervision.pojo.entity.DataPoliceMeetingV;
import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Select;
import java.time.LocalDateTime;
import java.util.List;
/**
* @author 舒云
* @createDate 2024-11-13 09:43:04
*/
@DS("test1")
@Mapper
public interface DataPoliceMeetingSqlServerMapper extends BaseMapper<DataPoliceMeetingV> {
@Select("select max(create_time) from data_police_meeting")
LocalDateTime selectMaxCreateTime();
@Select("select * from data_police_meeting where create_time > #{lastSelectTime} and create_time <= #{now}")
List<DataPoliceMeetingV> selectAimList(LocalDateTime lastSelectTime, LocalDateTime now);
@Select("SELECT * FROM SampleResultPoolView " +
"WHERE create_time > #{lastSelectTime} AND create_time <= #{now} " +
"ORDER BY create_time " +
"OFFSET #{offset} ROWS FETCH NEXT #{pageSize} ROWS ONLY")
List<DataPoliceMeetingV> selectAimListWithPagination(LocalDateTime lastSelectTime, LocalDateTime now, int offset, int pageSize);
}

57
src/main/java/com/biutag/supervision/pojo/entity/DataMigration.java
Unescape View File

@ -0,0 +1,57 @@
package com.biutag.supervision.pojo.entity;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableId;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;
import java.io.Serializable;
import java.time.LocalDateTime;
import java.util.Date;
/**
* 数据库迁移记录
* @TableName data_migration
*/
@TableName(value ="data_migration")
@Data
public class DataMigration implements Serializable {
/**
* 数据迁移操作id
*/
@TableId(value = "id")
private Integer id;
/**
* 来源库
*/
@TableField(value = "target")
private String target;
/**
* 开始时间
*/
@TableField(value = "start_time")
private LocalDateTime startTime;
/**
* 结束时间
*/
@TableField(value = "end_time")
private LocalDateTime endTime;
/**
* 迁移数量
*/
@TableField(value = "migration_count")
private String migrationCount;
/**
* 目标表最大时间
*/
@TableField(value = "target_max_time")
private LocalDateTime targetMaxTime;
@TableField(exist = false)
private static final long serialVersionUID = 1L;
}

103
src/main/java/com/biutag/supervision/pojo/entity/DataPoliceMeeting.java
Unescape View File

@ -0,0 +1,103 @@
package com.biutag.supervision.pojo.entity;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;
import java.io.Serializable;
import java.util.Date;
/**
* mysql中negative中data_police_meeting表的实体类
* @TableName data_police_meeting
*/
@TableName(value ="data_police_meeting")
@Data
public class DataPoliceMeeting implements Serializable {
/**
*
*/
@TableField(value = "sample_id")
private Integer sampleId;
/**
*
*/
@TableField(value = "name")
private String name;
/**
*
*/
@TableField(value = "visit_name")
private String visitName;
/**
*
*/
@TableField(value = "visit_phone")
private String visitPhone;
/**
*
*/
@TableField(value = "organize_id")
private String organizeId;
/**
*
*/
@TableField(value = "org_name")
private String orgName;
/**
*
*/
@TableField(value = "business_id")
private String businessId;
/**
*
*/
@TableField(value = "business_name")
private String businessName;
/**
*
*/
@TableField(value = "sample_time")
private Date sampleTime;
/**
*
*/
@TableField(value = "create_time")
private Date createTime;
/**
*
*/
@TableField(value = "sample_content")
private String sampleContent;
/**
*
*/
@TableField(value = "visitime")
private Date visitime;
/**
*
*/
@TableField(value = "result_name")
private String resultName;
/**
*
*/
@TableField(value = "code")
private String code;
@TableField(exist = false)
private static final long serialVersionUID = 1L;
}

103
src/main/java/com/biutag/supervision/pojo/entity/DataPoliceMeetingV.java
Unescape View File

@ -0,0 +1,103 @@
package com.biutag.supervision.pojo.entity;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableName;
import lombok.Data;
import java.io.Serializable;
import java.util.Date;
/**
* sqlServer数据库SampleResultPoolView视图实体类
* @TableName SampleResultPoolView
*/
@TableName(value ="SampleResultPoolView")
@Data
public class DataPoliceMeetingV implements Serializable {
/**
*
*/
@TableField(value = "sample_id")
private Integer sampleId;
/**
*
*/
@TableField(value = "name")
private String name;
/**
*
*/
@TableField(value = "visit_name")
private String visitName;
/**
*
*/
@TableField(value = "visit_phone")
private String visitPhone;
/**
*
*/
@TableField(value = "organize_id")
private String organizeId;
/**
*
*/
@TableField(value = "org_name")
private String orgName;
/**
*
*/
@TableField(value = "business_id")
private String businessId;
/**
*
*/
@TableField(value = "business_name")
private String businessName;
/**
*
*/
@TableField(value = "sample_time")
private Date sampleTime;
/**
*
*/
@TableField(value = "create_time")
private Date createTime;
/**
*
*/
@TableField(value = "sample_content")
private String sampleContent;
/**
*
*/
@TableField(value = "visitime")
private Date visitime;
/**
*
*/
@TableField(value = "result_name")
private String resultName;
/**
*
*/
@TableField(value = "code")
private String code;
@TableField(exist = false)
private static final long serialVersionUID = 1L;
}

160
src/main/java/com/biutag/supervision/service/DataMigrationServiceImpl.java
Unescape View File

@ -0,0 +1,160 @@
package com.biutag.supervision.service;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.biutag.supervision.mapper.DataMigrationMapper;
import com.biutag.supervision.mapper.DataPoliceMeetingMysqlMapper;
import com.biutag.supervision.mapper.DataPoliceMeetingSqlServerMapper;
import com.biutag.supervision.pojo.entity.DataMigration;
import com.biutag.supervision.pojo.entity.DataPoliceMeeting;
import com.biutag.supervision.pojo.entity.DataPoliceMeetingV;
import jakarta.annotation.PostConstruct;
import jakarta.annotation.Resource;
import org.springframework.beans.BeanUtils;
import org.springframework.beans.BeansException;
import org.springframework.scheduling.annotation.Async;
import org.springframework.scheduling.annotation.EnableAsync;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import java.text.DateFormat;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Optional;
import java.util.concurrent.CompletableFuture;
import java.util.stream.Stream;
/**
* @author 舒云
* @description 针对表【data_migration】的数据库操作Service实现
* @createDate 2024-11-13 11:21:19
*/
@Service
//@EnableAsync
public class DataMigrationServiceImpl extends ServiceImpl<DataMigrationMapper, DataMigration> {
@Resource
private DataPoliceMeetingMysqlMapper dataPoliceMeetingMysqlMapper;
@Resource
private DataPoliceMeetingSqlServerMapper dataPoliceMeetingSqlServerMapper;
@Resource
private DataMigrationMapper dataMigrationMapper; // 迁移记录
private static final int BATCH_SIZE = 1000; // 每次处理的记录数
public List<DataPoliceMeetingV> getDataPoliceMeetingFromSqlServer(LocalDateTime lastSelectTime, LocalDateTime now) {
return dataPoliceMeetingSqlServerMapper.selectAimList(lastSelectTime, now);
}
@PostConstruct
public void startMigration() {
CompletableFuture.runAsync(() -> migrateData());
}
/* @Async
public void migrateDataAsync() {
migrateData();
}*/
// @Scheduled(cron = "*/10 * * * * ?")
@Async
public void migrateData() {
LocalDateTime startTime = LocalDateTime.now(); // 开始迁移时间
// 1. 查询数据库中最后一次迁移的时间
DataMigration lastMigration = dataMigrationMapper.selectLastMigrationTime();
LocalDateTime lastMigrationTime = (lastMigration == null || lastMigration.getTargetMaxTime() == null)
? LocalDateTime.of(1970, 1, 1, 0, 0)
: lastMigration.getTargetMaxTime();
// 2、准备数据
int pageNum = 1;
int pageSize = 1000;
Long total = 0L;
List<DataPoliceMeetingV> dataPoliceMeetingFromSqlServerList;
do {
dataPoliceMeetingFromSqlServerList = getDataPoliceMeetingFromSqlServer(lastMigrationTime, LocalDateTime.now(), pageNum, pageSize);
// 3、开始新的迁移
boolean migrationSuccessful = updateMigration(dataPoliceMeetingFromSqlServerList);
total += dataPoliceMeetingFromSqlServerList.size();
if (!migrationSuccessful) {
System.out.println("数据迁移失败");
return;
}
pageNum++;
} while (!dataPoliceMeetingFromSqlServerList.isEmpty());
LocalDateTime endTime = LocalDateTime.now();
// updateMigrationRecord(startTime, endTime, dataPoliceMeetingFromSqlServerList);
DataMigration dataMigration = new DataMigration();
dataMigration.setTarget("sqlServer");
dataMigration.setStartTime(startTime);
dataMigration.setEndTime(endTime);
dataMigration.setMigrationCount(total.toString());
LocalDateTime maxCreateTime = dataPoliceMeetingSqlServerMapper.selectMaxCreateTime();
dataMigration.setTargetMaxTime(maxCreateTime);
dataMigrationMapper.insert(dataMigration);
System.out.println("数据迁移成功");
}
private boolean updateMigration(List<DataPoliceMeetingV> dataPoliceMeetingFromSqlServerList) {
try {
for (DataPoliceMeetingV dataPoliceMeetingV : dataPoliceMeetingFromSqlServerList) {
DataPoliceMeeting dataPoliceMeeting = new DataPoliceMeeting();
BeanUtils.copyProperties(dataPoliceMeetingV, dataPoliceMeeting);
dataPoliceMeetingMysqlMapper.insert(dataPoliceMeeting);
}
return true;
} catch (BeansException e) {
return false;
}
}
// 大数据分页查询
public List<DataPoliceMeetingV> getDataPoliceMeetingFromSqlServer(LocalDateTime lastSelectTime, LocalDateTime now, int pageNum, int pageSize) {
int offset = (pageNum - 1) * pageSize;
return dataPoliceMeetingSqlServerMapper.selectAimListWithPagination(lastSelectTime, now, offset, pageSize);
}
private void updateMigrationRecord(LocalDateTime startTime, LocalDateTime endTime, List<DataPoliceMeetingV> dataPoliceMeetingFromSqlServerList) {
DataMigration dataMigration = new DataMigration();
dataMigration.setTarget("sqlServer");
dataMigration.setStartTime(startTime);
dataMigration.setEndTime(endTime);
dataMigration.setMigrationCount(String.valueOf(dataPoliceMeetingFromSqlServerList.size()));
LocalDateTime maxCreateTime = dataPoliceMeetingSqlServerMapper.selectMaxCreateTime();
dataMigration.setTargetMaxTime(maxCreateTime);
dataMigrationMapper.insert(dataMigration);
}
/**
* boolean migrationSuccessful = updateMigration(dataPoliceMeetingFromSqlServerList);
* if (migrationSuccessful) {
* LocalDateTime endTime = LocalDateTime.now(); // 结束迁移时间
* // 4、更新迁移记录
* updateMigrationRecord(startTime, endTime, dataPoliceMeetingFromSqlServerList);
* System.out.println("数据迁移成功");
* } else {
* System.out.println("数据迁移失败");
* }
*/
}

5
src/main/resources/application-dev.yml
Unescape View File

@ -26,6 +26,11 @@ spring:
url: jdbc:mysql://172.31.217.20:31868/negative?serverTimezone=GMT%2B8
username: root
password: ip12341234
test1:
url: jdbc:sqlserver://8.155.28.101:1433;databaseName=test1
username: SA
password: shihao&&200003
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
druid:
min-evictable-idle-time-millis: 300000
test-on-borrow: false

5
src/main/resources/application-prod.yml
Unescape View File

@ -26,6 +26,11 @@ spring:
url: jdbc:dm://65.47.22.243:5236?SCHEMA=JSDZ_4GDB
username: DCZD
password: DCZD@2024
test1:
url: jdbc:sqlserver://65.47.6.114:1433;databaseName=VisitManage_CS
username: ck1112
password: CK@20241112
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
druid:
min-evictable-idle-time-millis: 300000
test-on-borrow: false

Write Preview
Loading…
Cancel
Save