120 lines
4.4 KiB
Python
120 lines
4.4 KiB
Python
# coding: utf-8
|
||
# Author：tajochen
|
||
|
||
import time
|
||
|
||
import requests
|
||
|
||
from application.settings import Config
|
||
from common.tools.dms import dms_login, dms_task_record
|
||
from util.upload_client import upload_file_client
|
||
|
||
from util.http_util import httpUtil
|
||
|
||
|
||
# 动态调用函数
|
||
# @param tag 标签名
|
||
# @param text 文本
|
||
# @return True:OK, False:NG
|
||
def item_check(func_name, text):
|
||
if type and text:
|
||
try:
|
||
# 调用导入模块中的函数，并传参
|
||
return eval("__{0}".format(func_name))(text)
|
||
except Exception:
|
||
return False
|
||
else:
|
||
return False
|
||
|
||
|
||
# 动态调用遥感函数
|
||
# @param tag 标签名
|
||
# @param text 文本
|
||
# @return True:OK, False:NG
|
||
def analysis_remote_sensing_data(func_name, collection_code, path):
|
||
"""
|
||
解析JPSS-VJ102元数据
|
||
:return:
|
||
"""
|
||
print('开始扫描VJ102IMG数据集')
|
||
#collectionCode = 'VJ102IMG'
|
||
# 用户登录
|
||
token_s = dms_login()
|
||
# 判断定时任务是否在进行
|
||
task = dms_task_record(token_s, collection_code)
|
||
# 如果不是空说明正在进行
|
||
if task is not None and len(task) > 0:
|
||
return 1
|
||
|
||
file_total_size = ""
|
||
file_total_name = ""
|
||
xmlPath = Config.XML_PATH # 解析出的xml文件保存的路径
|
||
ThumbnailPath = Config.THUMBNAIL_PATH # 解析出的缩略图保存的路径
|
||
|
||
# 解析遥感数据文件（demo）
|
||
remote_sensing_data_dic = globals().get('func_%s' % func_name)(path, xmlPath, ThumbnailPath)
|
||
|
||
# 配置文件服务器参数
|
||
url = Config.DFS_UPLOAD_URL
|
||
files = {'file': open(remote_sensing_data_dic['xmlPath'], 'rb')}
|
||
options = {'output': 'json', 'path': '/archive_data/remote_sensing_data/' + collection_code}
|
||
# 上传生成的xml文件到文件服务器
|
||
xml = requests.post(url, data=options, files=files)
|
||
|
||
url = Config.DFS_UPLOAD_URL
|
||
files = {'file': open(remote_sensing_data_dic['ThumbnailPath'], 'rb')}
|
||
options = {'output': 'json', 'path': '/archive_data/remote_sensing_data/' + collection_code}
|
||
# 上传生成的xml文件到文件服务器
|
||
ThumbnailName = requests.post(url, data=options, files=files)
|
||
|
||
CollectionCode = remote_sensing_data_dic['CollectionCode']
|
||
DirectoryDepth = remote_sensing_data_dic['DirectoryDepth']
|
||
StartTime = remote_sensing_data_dic['StartTime']
|
||
# uc = upload_client(path, DirectoryDepth, StartTime[0:19])
|
||
uc = upload_file_client(path, DirectoryDepth, StartTime[0:19], collection_code)
|
||
|
||
StartTime = time.mktime(time.strptime(remote_sensing_data_dic['StartTime'][0:19], '%Y-%m-%d %H:%M:%S'))
|
||
EndTime = time.mktime(time.strptime(remote_sensing_data_dic['EndTime'][0:19], '%Y-%m-%d %H:%M:%S'))
|
||
|
||
# 入库遥感数据
|
||
res_data = httpUtil(url=Config.RESING_DATA_URL,
|
||
data={"collectionCode": collection_code, "shootingTimeStartTs": StartTime,
|
||
"shootingTimeEndTs": EndTime,
|
||
"fileMd5": uc['md5'], "fileName": uc['fileName'], "filePath": uc['file_path'],
|
||
"fileSize": uc['file_size'], "cloudCoverage": remote_sensing_data_dic['CloudPercent'],
|
||
"metaInformationFile": xml.json()['path'],
|
||
"thumbnailFile": ThumbnailName.json()['path'],
|
||
"remarks": "", "boundaryGeomStr": remote_sensing_data_dic['boundaryGeomStr']},
|
||
token=token_s).post_no_patam_herder()
|
||
print(res_data.json()['data'])
|
||
|
||
file_total_size = file_total_size + str(uc['file_size'])
|
||
file_total_size = file_total_size + ","
|
||
|
||
file_total_name = file_total_name + uc['fileName']
|
||
file_total_name = file_total_name + ","
|
||
|
||
# 添加遥感数据归档任务
|
||
res = httpUtil(url=Config.DATA_TASK_URL,
|
||
data={"clientCode": "client1", "collectionCode": collection_code, "storageFileList": file_total_name,
|
||
"storageFileSizeList": file_total_size, "remarks": ""}, token=token_s).post_no_patam_herder()
|
||
task_code = res.json()['data']
|
||
|
||
# 结束遥感数据归档任务
|
||
header = {"Authorization": token_s}
|
||
res = requests.post(url=Config.DATA_END_TASK_URL,
|
||
|
||
params={"taskCode": task_code}, headers=header).json()
|
||
if res_data.json()['status'] == 0:
|
||
return 0
|
||
else:
|
||
return 2
|
||
|
||
|
||
if __name__ == "__main__":
|
||
result = item_check("num", 123.23)
|
||
print(result)
|
||
strs = ['year', 'month']
|
||
for s in strs:
|
||
globals().get('func_%s' % s)(s)
|