feature (一手案例批次同步): 下载一手案例批次
1. 分批次下载一手房案例数据 2. 修复租赁案例下载缺少两个字段(created,modifydate)
This commit is contained in:
@ -60,7 +60,7 @@ spring:
|
||||
password: lc1234
|
||||
compute:
|
||||
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
|
||||
url: jdbc:sqlserver://172.16.30.233:1433;DatabaseName=uv_compute
|
||||
url: jdbc:sqlserver://172.16.30.233:1433;DatabaseName=uv_calc
|
||||
username: sa
|
||||
password: Lcdatacenter_888
|
||||
clean:
|
||||
@ -70,9 +70,9 @@ spring:
|
||||
password: Lcdatacenter_888
|
||||
calc:
|
||||
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
|
||||
url: jdbc:sqlserver://172.16.30.233:1433;DatabaseName=uv_calc
|
||||
username: sa
|
||||
password: Lcdatacenter_888
|
||||
url: jdbc:sqlserver://139.196.201.83:1433;DatabaseName=CALC
|
||||
username: purple
|
||||
password: liancheng
|
||||
spider:
|
||||
driver-class-name: com.microsoft.sqlserver.jdbc.SQLServerDriver
|
||||
url: jdbc:sqlserver://139.196.201.83:1433;DatabaseName=TEST
|
||||
|
@ -0,0 +1,69 @@
|
||||
<?xml version="1.0" encoding="UTF-8" ?>
|
||||
<!DOCTYPE mapper
|
||||
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
|
||||
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
|
||||
<mapper namespace="com.ruoyi.project.data.cases.mapper.sync.DownloadOriginalNewHouseCaseMapper">
|
||||
<resultMap id="ResultMapping" type="com.ruoyi.project.data.cases.domain.OriginalNewHouseCase">
|
||||
<result property="caseCounty" column="区域"/>
|
||||
<result property="caseBlock" column="板块"/>
|
||||
<result property="caseLoop" column="环线"/>
|
||||
<result property="caseCommunityName" column="小区名称"/>
|
||||
<result property="caseAddress" column="房屋地址"/>
|
||||
<result property="caseArea" column="面积"/>
|
||||
<result property="caseTotalPrice" column="总价"/>
|
||||
<result property="caseUnitPrice" column="单价"/>
|
||||
<result property="caseHouseType" column="房屋类型"/>
|
||||
<result property="caseSigningDate" column="签约日期" jdbcType="DATE"/>
|
||||
<result property="caseFloor" column="楼层"/>
|
||||
<result property="caseHouseProperty" column="房屋性质"/>
|
||||
<result property="caseApartmentLayout" column="户型"/>
|
||||
<result property="computeUnitPrice" column="计算单价"/>
|
||||
<result property="computeTotalPrice" column="计算总价"/>
|
||||
<result property="referenceTotalPrice" column="参考单价"/>
|
||||
<result property="referenceUnitPrice" column="参考总价"/>
|
||||
<result property="yearMonth" column="yearMonth"/>
|
||||
</resultMap>
|
||||
<select id="getFirst" resultMap="ResultMapping">
|
||||
SELECT 区域
|
||||
,板块
|
||||
,环线
|
||||
,小区名称
|
||||
,房屋地址
|
||||
,面积
|
||||
,总价
|
||||
,单价
|
||||
,房屋类型
|
||||
,签约日期
|
||||
,楼层
|
||||
,房屋性质
|
||||
,户型
|
||||
,计算单价
|
||||
,计算总价
|
||||
,参考单价
|
||||
,参考总价
|
||||
,${yearMonth} as yearMonth
|
||||
FROM dbo.一手房成交数据${yearMonth}
|
||||
</select>
|
||||
<select id="getSecond" resultMap="ResultMapping">
|
||||
<bind name="targetTableName" value="'dbo.一手房成交数据' + yearMonth+'_update'"/>
|
||||
SELECT 区域
|
||||
,板块
|
||||
,环线
|
||||
,小区名称
|
||||
,房屋地址
|
||||
,面积
|
||||
,总价
|
||||
,单价
|
||||
,房屋类型
|
||||
,签约日期
|
||||
,楼层
|
||||
,房屋性质
|
||||
,户型
|
||||
,计算单价
|
||||
,计算总价
|
||||
,参考单价
|
||||
,参考总价
|
||||
,${yearMonth} as yearMonth
|
||||
FROM ${targetTableName}
|
||||
</select>
|
||||
</mapper>
|
@ -26,6 +26,7 @@
|
||||
<result property="caseCommunityUrl" column="curl"/>
|
||||
<result property="caseCommunityName" column="cname"/>
|
||||
<result property="caseGetDate" column="created" javaType="java.sql.Date"/>
|
||||
<result property="updateDate" column="modified" javaType="java.sql.Date"/>
|
||||
<result property="caseProvider" column="caseProvider"/>
|
||||
</resultMap>
|
||||
<select id="download" resultMap="resultMapping">
|
||||
@ -51,6 +52,7 @@
|
||||
,curl
|
||||
,cname
|
||||
,created
|
||||
,modified
|
||||
, '链家' as caseProvider
|
||||
FROM dbo.ZListing_Lianjia
|
||||
</select>
|
||||
|
@ -0,0 +1,166 @@
|
||||
<?xml version="1.0" encoding="UTF-8" ?>
|
||||
<!DOCTYPE mapper
|
||||
PUBLIC "-//mybatis.org//DTD Mapper 3.0//EN"
|
||||
"http://mybatis.org/dtd/mybatis-3-mapper.dtd">
|
||||
<mapper namespace="com.ruoyi.project.data.cases.mapper.OriginalNewHouseCaseMapper">
|
||||
<!--第一批一手房案例表-->
|
||||
<update id="createFirstTable">
|
||||
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth"/>
|
||||
IF OBJECT_ID(#{targetTableName}, 'U') IS NOT NULL
|
||||
drop table ${targetTableName};
|
||||
|
||||
create TABLE ${targetTableName}
|
||||
(
|
||||
case_id varchar(32) not null,
|
||||
case_county varchar (20) NULL,
|
||||
case_block varchar (200) NULL,
|
||||
case_loop varchar (200) NULL,
|
||||
case_community_name nvarchar (255) NULL,
|
||||
case_address nvarchar (1024) NULL,
|
||||
case_area decimal(18,2) NULL,
|
||||
case_unit_price decimal(18,2) NULL,
|
||||
case_total_price decimal(18,2) NULL,
|
||||
case_house_type nvarchar(255) null,
|
||||
case_signing_date date null,
|
||||
case_floor int null,
|
||||
case_house_property nvarchar(255) null,
|
||||
case_apartment_layout nvarchar(255) null,
|
||||
compute_unit_price decimal(18,2) NULL,
|
||||
compute_total_price decimal(18,2) NULL,
|
||||
reference_unit_price decimal(18,2) NULL,
|
||||
reference_total_price decimal(18,2) NULL,
|
||||
case_label nvarchar(512) null,
|
||||
create_time datetime not null
|
||||
);
|
||||
</update>
|
||||
|
||||
<insert id="insertFirstTable" parameterType="com.ruoyi.project.data.cases.domain.OriginalNewHouseCase">
|
||||
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth"/>
|
||||
insert into ${targetTableName}
|
||||
(
|
||||
case_id
|
||||
, case_county
|
||||
, case_block
|
||||
, case_loop
|
||||
, case_community_name
|
||||
, case_address
|
||||
, case_area
|
||||
, case_unit_price
|
||||
, case_total_price
|
||||
, case_house_type
|
||||
, case_signing_date
|
||||
, case_floor
|
||||
, case_house_property
|
||||
, case_apartment_layout
|
||||
, compute_unit_price
|
||||
, compute_total_price
|
||||
, reference_unit_price
|
||||
, reference_total_price
|
||||
, case_label
|
||||
, create_time
|
||||
)
|
||||
values(
|
||||
#{caseId},
|
||||
#{caseCounty},
|
||||
#{caseBlock},
|
||||
#{caseLoop},
|
||||
#{caseCommunityName},
|
||||
#{caseAddress},
|
||||
#{caseArea},
|
||||
#{caseUnitPrice},
|
||||
#{caseTotalPrice},
|
||||
#{caseHouseType},
|
||||
#{caseSigningDate,jdbcType=DATE},
|
||||
#{caseFloor},
|
||||
#{caseHouseProperty},
|
||||
#{caseApartmentLayout},
|
||||
#{computeUnitPrice},
|
||||
#{computeTotalPrice},
|
||||
#{referenceUnitPrice},
|
||||
#{referenceTotalPrice},
|
||||
#{caseLabel},
|
||||
getdate()
|
||||
)
|
||||
</insert>
|
||||
|
||||
<!--第二批一手房案例表-->
|
||||
<update id="createSecondTable">
|
||||
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth+'_update'"/>
|
||||
IF OBJECT_ID(#{targetTableName}, 'U') IS NOT NULL
|
||||
drop table ${targetTableName};
|
||||
|
||||
create TABLE ${targetTableName}
|
||||
(
|
||||
case_id varchar(32) not null,
|
||||
case_county varchar (20) NULL,
|
||||
case_block varchar (200) NULL,
|
||||
case_loop varchar (200) NULL,
|
||||
case_community_name nvarchar (255) NULL,
|
||||
case_address nvarchar (1024) NULL,
|
||||
case_area decimal(18,2) NULL,
|
||||
case_unit_price decimal(18,2) NULL,
|
||||
case_total_price decimal(18,2) NULL,
|
||||
case_house_type nvarchar(255) null,
|
||||
case_signing_date date null,
|
||||
case_floor int null,
|
||||
case_house_property nvarchar(255) null,
|
||||
case_apartment_layout nvarchar(255) null,
|
||||
compute_unit_price decimal(18,2) NULL,
|
||||
compute_total_price decimal(18,2) NULL,
|
||||
reference_unit_price decimal(18,2) NULL,
|
||||
reference_total_price decimal(18,2) NULL,
|
||||
case_label nvarchar(512) null,
|
||||
create_time datetime not null
|
||||
);
|
||||
</update>
|
||||
|
||||
<insert id="insertSecondTable" parameterType="com.ruoyi.project.data.cases.domain.OriginalNewHouseCase">
|
||||
<bind name="targetTableName" value="'dbo.original_new_house_case_' + yearMonth+'_update'"/>
|
||||
insert into ${targetTableName}
|
||||
(
|
||||
case_id
|
||||
, case_county
|
||||
, case_block
|
||||
, case_loop
|
||||
, case_community_name
|
||||
, case_address
|
||||
, case_area
|
||||
, case_unit_price
|
||||
, case_total_price
|
||||
, case_house_type
|
||||
, case_signing_date
|
||||
, case_floor
|
||||
, case_house_property
|
||||
, case_apartment_layout
|
||||
, compute_unit_price
|
||||
, compute_total_price
|
||||
, reference_unit_price
|
||||
, reference_total_price
|
||||
, case_label
|
||||
, create_time
|
||||
)
|
||||
values(
|
||||
#{caseId},
|
||||
#{caseCounty},
|
||||
#{caseBlock},
|
||||
#{caseLoop},
|
||||
#{caseCommunityName},
|
||||
#{caseAddress},
|
||||
#{caseArea},
|
||||
#{caseUnitPrice},
|
||||
#{caseTotalPrice},
|
||||
#{caseHouseType},
|
||||
#{caseSigningDate,jdbcType=DATE},
|
||||
#{caseFloor},
|
||||
#{caseHouseProperty},
|
||||
#{caseApartmentLayout},
|
||||
#{computeUnitPrice},
|
||||
#{computeTotalPrice},
|
||||
#{referenceUnitPrice},
|
||||
#{referenceTotalPrice},
|
||||
#{caseLabel},
|
||||
getdate()
|
||||
)
|
||||
</insert>
|
||||
|
||||
</mapper>
|
Reference in New Issue
Block a user