|
|
@ -32,6 +32,9 @@ public class S3ToMySQLHandler implements RequestHandler<Map<String, Object>, Str |
|
|
LocalDate now = DateUtil.resolveEventDate( event, zone); |
|
|
LocalDate now = DateUtil.resolveEventDate( event, zone); |
|
|
String dateStr = DateUtil.getLastYearSameIsoWeekDayStr(now); |
|
|
String dateStr = DateUtil.getLastYearSameIsoWeekDayStr(now); |
|
|
|
|
|
|
|
|
|
|
|
// --- 解析出 fileDate(用于删除早于该日期的数据) ---
|
|
|
|
|
|
LocalDate fileDate = LocalDate.parse(dateStr); |
|
|
|
|
|
|
|
|
// 查询符合条件的企业ID
|
|
|
// 查询符合条件的企业ID
|
|
|
List<Long> companyIds = mysqlService.getActiveCompanyIds(); |
|
|
List<Long> companyIds = mysqlService.getActiveCompanyIds(); |
|
|
logger.info("company id list: {}", companyIds); |
|
|
logger.info("company id list: {}", companyIds); |
|
|
@ -42,6 +45,10 @@ public class S3ToMySQLHandler implements RequestHandler<Map<String, Object>, Str |
|
|
String schema = "data_center_dongjian_" + companyId; |
|
|
String schema = "data_center_dongjian_" + companyId; |
|
|
|
|
|
|
|
|
for (String table : tables) { |
|
|
for (String table : tables) { |
|
|
|
|
|
//先删除旧数据
|
|
|
|
|
|
int deleted = mysqlService.deleteBeforeDate(schema, table, fileDate); |
|
|
|
|
|
logger.info("[{}][{}] deleted {} records before {}", schema, table, deleted, fileDate); |
|
|
|
|
|
|
|
|
// 构造 S3 文件路径
|
|
|
// 构造 S3 文件路径
|
|
|
String s3Key = String.format("%s/%s/%s.csv", table, companyId, dateStr); |
|
|
String s3Key = String.format("%s/%s/%s.csv", table, companyId, dateStr); |
|
|
logger.info("processing s3 file: {}", s3Key); |
|
|
logger.info("processing s3 file: {}", s3Key); |
|
|
|