feature (一手案例批次同步): 下载一手案例批次

1. 分批次下载一手房案例数据
2. 修复租赁案例下载缺少两个字段(created,modifydate)
This commit is contained in:
purple
2020-07-09 19:16:18 +08:00
parent cfd960dd3d
commit 1320329f03
14 changed files with 871 additions and 20 deletions

View File

@ -60,7 +60,7 @@ spring:
password: lc1234
compute:
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
url: jdbc:sqlserver://172.16.30.233:1433;DatabaseName=uv_compute
url: jdbc:sqlserver://172.16.30.233:1433;DatabaseName=uv_calc
username: sa
password: Lcdatacenter_888
clean:
@ -70,9 +70,9 @@ spring:
password: Lcdatacenter_888
calc:
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
url: jdbc:sqlserver://172.16.30.233:1433;DatabaseName=uv_calc
username: sa
password: Lcdatacenter_888
url: jdbc:sqlserver://139.196.201.83:1433;DatabaseName=CALC
username: purple
password: liancheng
spider:
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
url: jdbc:sqlserver://139.196.201.83:1433;DatabaseName=TEST

View File

@ -0,0 +1,69 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.ruoyi.project.data.cases.mapper.sync.DownloadOriginalNewHouseCaseMapper">
<resultMap id="ResultMapping" type="com.ruoyi.project.data.cases.domain.OriginalNewHouseCase">
<result property="caseCounty" column="区域"/>
<result property="caseBlock" column="板块"/>
<result property="caseLoop" column="环线"/>
<result property="caseCommunityName" column="小区名称"/>
<result property="caseAddress" column="房屋地址"/>
<result property="caseArea" column="面积"/>
<result property="caseTotalPrice" column="总价"/>
<result property="caseUnitPrice" column="单价"/>
<result property="caseHouseType" column="房屋类型"/>
<result property="caseSigningDate" column="签约日期" jdbcType="DATE"/>
<result property="caseFloor" column="楼层"/>
<result property="caseHouseProperty" column="房屋性质"/>
<result property="caseApartmentLayout" column="户型"/>
<result property="computeUnitPrice" column="计算单价"/>
<result property="computeTotalPrice" column="计算总价"/>
<result property="referenceTotalPrice" column="参考单价"/>
<result property="referenceUnitPrice" column="参考总价"/>
<result property="yearMonth" column="yearMonth"/>
</resultMap>
<select id="getFirst" resultMap="ResultMapping">
SELECT 区域
,板块
,环线
,小区名称
,房屋地址
,面积
,总价
,单价
,房屋类型
,签约日期
,楼层
,房屋性质
,户型
,计算单价
,计算总价
,参考单价
,参考总价
,${yearMonth} as yearMonth
FROM dbo.一手房成交数据${yearMonth}
</select>
<select id="getSecond" resultMap="ResultMapping">
<bind name="targetTableName" value="'dbo.一手房成交数据' + yearMonth+'_update'"/>
SELECT 区域
,板块
,环线
,小区名称
,房屋地址
,面积
,总价
,单价
,房屋类型
,签约日期
,楼层
,房屋性质
,户型
,计算单价
,计算总价
,参考单价
,参考总价
,${yearMonth} as yearMonth
FROM ${targetTableName}
</select>
</mapper>

View File

@ -26,6 +26,7 @@
<result property="caseCommunityUrl" column="curl"/>
<result property="caseCommunityName" column="cname"/>
<result property="caseGetDate" column="created" javaType="java.sql.Date"/>
<result property="updateDate" column="modified" javaType="java.sql.Date"/>
<result property="caseProvider" column="caseProvider"/>
</resultMap>
<select id="download" resultMap="resultMapping">
@ -51,6 +52,7 @@
,curl
,cname
,created
,modified
, '链家' as caseProvider
FROM dbo.ZListing_Lianjia
</select>

View File

@ -0,0 +1,166 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE mapper
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
<mapper namespace="com.ruoyi.project.data.cases.mapper.OriginalNewHouseCaseMapper">
<!--第一批一手房案例表-->
<update id="createFirstTable">
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth"/>
IF OBJECT_ID(#{targetTableName}, 'U') IS NOT NULL
drop table ${targetTableName};
create TABLE ${targetTableName}
(
case_id varchar(32) not null,
case_county varchar (20) NULL,
case_block varchar (200) NULL,
case_loop varchar (200) NULL,
case_community_name nvarchar (255) NULL,
case_address nvarchar (1024) NULL,
case_area decimal(18,2) NULL,
case_unit_price decimal(18,2) NULL,
case_total_price decimal(18,2) NULL,
case_house_type nvarchar(255) null,
case_signing_date date null,
case_floor int null,
case_house_property nvarchar(255) null,
case_apartment_layout nvarchar(255) null,
compute_unit_price decimal(18,2) NULL,
compute_total_price decimal(18,2) NULL,
reference_unit_price decimal(18,2) NULL,
reference_total_price decimal(18,2) NULL,
case_label nvarchar(512) null,
create_time datetime not null
);
</update>
<insert id="insertFirstTable" parameterType="com.ruoyi.project.data.cases.domain.OriginalNewHouseCase">
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth"/>
insert into ${targetTableName}
(
case_id
, case_county
, case_block
, case_loop
, case_community_name
, case_address
, case_area
, case_unit_price
, case_total_price
, case_house_type
, case_signing_date
, case_floor
, case_house_property
, case_apartment_layout
, compute_unit_price
, compute_total_price
, reference_unit_price
, reference_total_price
, case_label
, create_time
)
values(
#{caseId},
#{caseCounty},
#{caseBlock},
#{caseLoop},
#{caseCommunityName},
#{caseAddress},
#{caseArea},
#{caseUnitPrice},
#{caseTotalPrice},
#{caseHouseType},
#{caseSigningDate,jdbcType=DATE},
#{caseFloor},
#{caseHouseProperty},
#{caseApartmentLayout},
#{computeUnitPrice},
#{computeTotalPrice},
#{referenceUnitPrice},
#{referenceTotalPrice},
#{caseLabel},
getdate()
)
</insert>
<!--第二批一手房案例表-->
<update id="createSecondTable">
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth+'_update'"/>
IF OBJECT_ID(#{targetTableName}, 'U') IS NOT NULL
drop table ${targetTableName};
create TABLE ${targetTableName}
(
case_id varchar(32) not null,
case_county varchar (20) NULL,
case_block varchar (200) NULL,
case_loop varchar (200) NULL,
case_community_name nvarchar (255) NULL,
case_address nvarchar (1024) NULL,
case_area decimal(18,2) NULL,
case_unit_price decimal(18,2) NULL,
case_total_price decimal(18,2) NULL,
case_house_type nvarchar(255) null,
case_signing_date date null,
case_floor int null,
case_house_property nvarchar(255) null,
case_apartment_layout nvarchar(255) null,
compute_unit_price decimal(18,2) NULL,
compute_total_price decimal(18,2) NULL,
reference_unit_price decimal(18,2) NULL,
reference_total_price decimal(18,2) NULL,
case_label nvarchar(512) null,
create_time datetime not null
);
</update>
<insert id="insertSecondTable" parameterType="com.ruoyi.project.data.cases.domain.OriginalNewHouseCase">
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth+'_update'"/>
insert into ${targetTableName}
(
case_id
, case_county
, case_block
, case_loop
, case_community_name
, case_address
, case_area
, case_unit_price
, case_total_price
, case_house_type
, case_signing_date
, case_floor
, case_house_property
, case_apartment_layout
, compute_unit_price
, compute_total_price
, reference_unit_price
, reference_total_price
, case_label
, create_time
)
values(
#{caseId},
#{caseCounty},
#{caseBlock},
#{caseLoop},
#{caseCommunityName},
#{caseAddress},
#{caseArea},
#{caseUnitPrice},
#{caseTotalPrice},
#{caseHouseType},
#{caseSigningDate,jdbcType=DATE},
#{caseFloor},
#{caseHouseProperty},
#{caseApartmentLayout},
#{computeUnitPrice},
#{computeTotalPrice},
#{referenceUnitPrice},
#{referenceTotalPrice},
#{caseLabel},
getdate()
)
</insert>
</mapper>