Compare commits

..

No commits in common. "b8e344547aec2887f14ad2b1d404a1f9c1ce5ed9" and "b8170bc955d97035e1002d8373e1c8b6c86fde23" have entirely different histories.

2 changed files with 7 additions and 31 deletions

View File

@ -9,7 +9,6 @@ import jakarta.annotation.Resource;
import jakarta.servlet.http.HttpServletRequest; import jakarta.servlet.http.HttpServletRequest;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import org.springframework.util.CollectionUtils;
import org.springframework.web.servlet.mvc.method.annotation.SseEmitter; import org.springframework.web.servlet.mvc.method.annotation.SseEmitter;
import java.io.IOException; import java.io.IOException;
@ -17,10 +16,6 @@ import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
/** /**
* 流水线运行时日志管理 * 流水线运行时日志管理
* */ * */
@ -30,12 +25,11 @@ public class MemoryLogManager implements LoggerManager {
/** /**
* 第一级 是taskId可能同一个账号IP建立多个连接所以保存为list * 第一级 是taskId可能同一个账号IP建立多个连接所以保存为list
* */ * */
private final Map<String, List<SseEmitter>> taskIdSSEMap = new ConcurrentHashMap<>(); private final static Map<String, List<SseEmitter>> taskIdSSEMap = new ConcurrentHashMap<>();
private final Map<String,StringBuffer> taskIdMemoryLogMap = new ConcurrentHashMap<>(); private final static Map<String,StringBuffer> taskIdMemoryLogMap = new ConcurrentHashMap<>();
public final Integer FLUSH_DB_SIZE=2*1024*1024; public static final Integer FLUSH_DB_SIZE=2*1024*1024;
private ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(1);
/** /**
* 缓存最近一次执行的日志key是taskIdval是数据库id已入库的情况下用于buffer满了增加日志内容 * 缓存最近一次执行的日志key是taskIdval是数据库id已入库的情况下用于buffer满了增加日志内容
* 读取日志的时候同时读取数据库和内存中的日志 * 读取日志的时候同时读取数据库和内存中的日志
@ -46,16 +40,15 @@ public class MemoryLogManager implements LoggerManager {
@Override @Override
public SseEmitter subscribe(String taskId,HttpServletRequest request) { public SseEmitter subscribe(String taskId,HttpServletRequest request) {
String ipAddr = IpUtil.getIpAddr(request); String ipAddr = IpUtil.getIpAddr(request);
SseEmitter emitter = new SseEmitter(30000L); SseEmitter emitter = new SseEmitter(3000L);
emitterInit(emitter,taskId); emitterInit(emitter,taskId);
Long loginUserId = WebFrameworkUtils.getLoginUserId(); Long loginUserId = WebFrameworkUtils.getLoginUserId();
log.info("SSE连接建立"); log.info("SSE连接建立");
log.info("当前请求ip{}",ipAddr); log.info("当前请求ip{}",ipAddr);
log.info("当前用户id{}",loginUserId); log.info("当前用户id{}",loginUserId);
log.info("当前taskId{}",loginUserId); log.info("当前taskId{}",loginUserId);
List<SseEmitter> taskIdSSEList = taskIdSSEMap.computeIfAbsent(taskId, k->new ArrayList<>(1)); List<SseEmitter> taskIdSSEList = taskIdSSEMap.getOrDefault(taskId, new ArrayList<>(1));
taskIdSSEList.add(emitter); taskIdSSEList.add(emitter);
return emitter; return emitter;
} }
@ -66,7 +59,7 @@ public class MemoryLogManager implements LoggerManager {
* 内存满4mb入库查询日志和入库操作用同一把锁 * 内存满4mb入库查询日志和入库操作用同一把锁
* 然后新内容推sse * 然后新内容推sse
* */ * */
StringBuffer logCache = taskIdMemoryLogMap.computeIfAbsent(taskId, k -> new StringBuffer()); StringBuffer logCache = taskIdMemoryLogMap.getOrDefault(taskId, new StringBuffer());
int length = logCache.length(); int length = logCache.length();
if (length>=FLUSH_DB_SIZE) { if (length>=FLUSH_DB_SIZE) {
synchronized (this){ synchronized (this){
@ -95,16 +88,6 @@ public class MemoryLogManager implements LoggerManager {
} }
} }
logCache.append(logContent); logCache.append(logContent);
List<SseEmitter> sseEmitters = taskIdSSEMap.get(taskId);
if (!CollectionUtils.isEmpty(sseEmitters)) {
for (SseEmitter sseEmitter : sseEmitters) {
try {
sseEmitter.send(logContent);
} catch (IOException e) {
log.error("",e);
}
}
}
} }
@Override @Override
@ -119,14 +102,6 @@ public class MemoryLogManager implements LoggerManager {
} }
private void emitterInit(SseEmitter emitter,String taskId){ private void emitterInit(SseEmitter emitter,String taskId){
// 维持心跳
scheduler.scheduleWithFixedDelay(()-> {
try {
emitter.send("\n\n");
} catch (IOException e) {
log.error("",e);
}
},0,30,TimeUnit.SECONDS);
emitter.onCompletion(()->{ emitter.onCompletion(()->{
taskIdSSEMap.remove(taskId); taskIdSSEMap.remove(taskId);
log.info("===================taskId:{}断开连接===============",taskId); log.info("===================taskId:{}断开连接===============",taskId);

View File

@ -124,6 +124,7 @@ public class TaskServiceImpl extends ServiceImpl<PipTaskDao, PipTask> implements
@Override @Override
public CommonResult<String> getLogContentByTaskId(String taskId) { public CommonResult<String> getLogContentByTaskId(String taskId) {
return CommonResult.success(loggerManager.getLogContent(taskId)); return CommonResult.success(loggerManager.getLogContent(taskId));
} }
} }