132 lines
4.4 KiB
Python
132 lines
4.4 KiB
Python
import traceback
|
||
import tdlc_connector
|
||
from tdlc_connector import constants
|
||
|
||
|
||
def query_tencent_cloud_data(config,start_time,end_time,vin):
|
||
try:
|
||
# 配置参数（替换为您的实际参数）
|
||
# config = {
|
||
# 'region': 'ap-shanghai', # 引擎所在地域
|
||
# 'secret_id': 'AKIDtfFdqqgYUflgdZaPFvOfkDd0EGEUkx0u',
|
||
# 'secret_key': 'sBKH5WrESUJwLdljV6Yrysc9TaTAh3Gk',
|
||
# 'engine': 'gen6_prod_aiag', # 引擎名称
|
||
# "database":"dws"
|
||
# }
|
||
# 建立连接
|
||
conn = tdlc_connector.connect(
|
||
**config,
|
||
engine_type=constants.EngineType.SPARK,
|
||
result_style=constants.ResultStyles.LIST
|
||
)
|
||
|
||
cursor = conn.cursor()
|
||
|
||
# 执行查询
|
||
sql = f"""
|
||
SELECT * FROM gen6_incidents
|
||
WHERE incident_time BETWEEN '{start_time}' AND '{end_time}'
|
||
AND oneid = '{vin}'
|
||
"""
|
||
print(f"执行SQL: {sql}")
|
||
cursor.execute(sql)
|
||
|
||
# 获取列名
|
||
columns = [desc[0] for desc in cursor.description] # 使用cursor.description获取列名 [[5]]
|
||
|
||
# 获取结果
|
||
results = cursor.fetchall()
|
||
print(f"查询结果共 {len(results)} 条:")
|
||
|
||
# 将结果转换为字典列表格式
|
||
dict_results = []
|
||
for i, row in enumerate(results, 1):
|
||
# 将每一行转换为字典，键为列名，值为对应的值
|
||
row_dict = dict(zip(columns, row))
|
||
dict_results.append(row_dict)
|
||
print(f"第{i}行: {row_dict}")
|
||
|
||
return dict_results
|
||
|
||
except Exception as e:
|
||
print(f"查询失败: {str(e)}")
|
||
raise
|
||
finally:
|
||
# 确保关闭连接
|
||
if 'cursor' in locals():
|
||
cursor.close()
|
||
if 'conn' in locals():
|
||
conn.close()
|
||
|
||
|
||
def sync_query_tencent_cloud_data(config, sql, params, result_queue, task_id):
|
||
"""
|
||
同步查询腾讯云TDLC数据（兼容单/多线程）
|
||
:param config: TDLC连接配置
|
||
:param sql: 含%s占位符的SQL语句
|
||
:param params: SQL参数列表（用于替换%s）
|
||
:param result_queue: 线程安全的结果队列（单线程传None）
|
||
:param task_id: 任务ID（区分不同查询，单线程可传任意字符串）
|
||
"""
|
||
conn = None
|
||
cursor = None
|
||
try:
|
||
# （原连接/执行SQL逻辑完全不变）
|
||
conn = tdlc_connector.connect(
|
||
**config,
|
||
engine_type=constants.EngineType.SPARK,
|
||
result_style=constants.ResultStyles.LIST
|
||
)
|
||
cursor = conn.cursor()
|
||
# print(f"[线程-{task_id}] 执行SQL: {sql} | 参数: {params}")
|
||
cursor.execute(sql, params)
|
||
columns = [desc[0] for desc in cursor.description] if cursor.description else []
|
||
results = cursor.fetchall()
|
||
dict_results = [dict(zip(columns, row)) for row in results]
|
||
|
||
# ===== 仅新增：判断队列是否为空，兼容单线程 =====
|
||
if result_queue is not None:
|
||
# 多线程：结果入队
|
||
result_queue.put({
|
||
"task_id": task_id,
|
||
"success": True,
|
||
"data": dict_results,
|
||
"error": None
|
||
})
|
||
else:
|
||
# 单线程：直接返回结果（新增返回逻辑）
|
||
return {
|
||
"success": True,
|
||
"data": dict_results,
|
||
"error": None
|
||
}
|
||
|
||
except Exception as e:
|
||
error_info = f"{str(e)}\n{traceback.format_exc()}"
|
||
print(f"[线程-{task_id}] 查询失败: {error_info}")
|
||
# ===== 同样新增：队列空判断 =====
|
||
if result_queue is not None:
|
||
result_queue.put({
|
||
"task_id": task_id,
|
||
"success": False,
|
||
"data": None,
|
||
"error": error_info
|
||
})
|
||
else:
|
||
return {
|
||
"success": False,
|
||
"data": None,
|
||
"error": error_info
|
||
}
|
||
finally:
|
||
# （原关闭连接逻辑完全不变）
|
||
if cursor:
|
||
try:
|
||
cursor.close()
|
||
except Exception as e:
|
||
print(f"[线程-{task_id}] 关闭游标失败: {str(e)}")
|
||
if conn:
|
||
try:
|
||
conn.close()
|
||
except Exception as e:
|
||
print(f"[线程-{task_id}] 关闭连接失败: {str(e)}") |