修改配置项,暂不可运行
This commit is contained in:
parent
5e893baefa
commit
27c5da846e
2
.gitignore
vendored
2
.gitignore
vendored
@ -27,7 +27,7 @@ replay_pid*
|
|||||||
|
|
||||||
|
|
||||||
### IntelliJ IDEA ###
|
### IntelliJ IDEA ###
|
||||||
.idea
|
.idea/*
|
||||||
*.iws
|
*.iws
|
||||||
*.iml
|
*.iml
|
||||||
*.ipr!/.flattened-pom.xml
|
*.ipr!/.flattened-pom.xml
|
||||||
|
@ -58,7 +58,7 @@ public class PipelineCreateReq {
|
|||||||
*/
|
*/
|
||||||
private String templateId;
|
private String templateId;
|
||||||
|
|
||||||
private String targetId;
|
private String targetVersionId;
|
||||||
|
|
||||||
private String targetType;
|
private String targetType;
|
||||||
|
|
||||||
|
@ -68,7 +68,7 @@ public class PipelineReq {
|
|||||||
// */
|
// */
|
||||||
// private String templateId;
|
// private String templateId;
|
||||||
//
|
//
|
||||||
// private String targetId;
|
// private String targetVersionId;
|
||||||
//
|
//
|
||||||
// private String targetType;
|
// private String targetType;
|
||||||
//
|
//
|
||||||
|
@ -68,7 +68,7 @@ public class PipelineUpdateReq {
|
|||||||
*/
|
*/
|
||||||
private String templateId;
|
private String templateId;
|
||||||
|
|
||||||
private String targetId;
|
private String targetVersionId;
|
||||||
|
|
||||||
private String targetType;
|
private String targetType;
|
||||||
|
|
||||||
|
@ -0,0 +1,59 @@
|
|||||||
|
package cd.casic.ci.process.engine.configinfo;
|
||||||
|
|
||||||
|
import lombok.Data;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author HopeLi
|
||||||
|
* @version v1.0
|
||||||
|
* @ClassName ScaSbomConfigInfo
|
||||||
|
* @Date: 2025/5/21 19:25
|
||||||
|
* @Description:
|
||||||
|
*/
|
||||||
|
@Data
|
||||||
|
public class ScaSbomConfigInfo {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 机器id
|
||||||
|
*/
|
||||||
|
private long machineId;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 项目名称
|
||||||
|
*/
|
||||||
|
private String projectName;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 应用名称
|
||||||
|
*/
|
||||||
|
private String applicationName;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 应用版本
|
||||||
|
*/
|
||||||
|
private String applicationVersion;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 应用描述,可选
|
||||||
|
*/
|
||||||
|
private String applicationDescription;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 是否开启恶意组件分析,可选
|
||||||
|
*/
|
||||||
|
private String enablePoison;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 节点保存返回的任务id
|
||||||
|
*/
|
||||||
|
private Integer scaTaskId;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 节点保存返回的任务id
|
||||||
|
*/
|
||||||
|
private Integer applicationId;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 目标版本id --用于比较目标版本是否改变
|
||||||
|
*/
|
||||||
|
private String targetVersionId;
|
||||||
|
}
|
@ -0,0 +1,55 @@
|
|||||||
|
package cd.casic.ci.process.engine.worker;
|
||||||
|
|
||||||
|
import org.apache.http.conn.ssl.NoopHostnameVerifier;
|
||||||
|
import org.apache.http.conn.ssl.TrustSelfSignedStrategy;
|
||||||
|
import org.apache.http.impl.client.CloseableHttpClient;
|
||||||
|
import org.apache.http.impl.client.HttpClients;
|
||||||
|
import org.apache.http.ssl.SSLContextBuilder;
|
||||||
|
import org.springframework.http.client.HttpComponentsClientHttpRequestFactory;
|
||||||
|
import org.springframework.web.client.RestTemplate;
|
||||||
|
|
||||||
|
import javax.net.ssl.SSLContext;
|
||||||
|
import java.security.KeyManagementException;
|
||||||
|
import java.security.KeyStoreException;
|
||||||
|
import java.security.NoSuchAlgorithmException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author HopeLi
|
||||||
|
* @version v1.0
|
||||||
|
* @ClassName httpWorker
|
||||||
|
* @Date: 2025/5/21 20:13
|
||||||
|
* @Description:
|
||||||
|
*/
|
||||||
|
public abstract class HttpWorker extends BaseWorker{
|
||||||
|
public static RestTemplate getRestTemplateWithoutSANCheck() throws NoSuchAlgorithmException, KeyManagementException, KeyStoreException {
|
||||||
|
// 创建一个信任所有证书的 SSL 上下文
|
||||||
|
SSLContext sslContext = new SSLContextBuilder()
|
||||||
|
.loadTrustMaterial(null, new TrustSelfSignedStrategy())
|
||||||
|
.build();
|
||||||
|
|
||||||
|
// 创建一个不验证主机名的主机名验证器
|
||||||
|
CloseableHttpClient httpClient = HttpClients.custom()
|
||||||
|
.setSSLContext(sslContext)
|
||||||
|
.setSSLHostnameVerifier(NoopHostnameVerifier.INSTANCE)
|
||||||
|
.build();
|
||||||
|
|
||||||
|
// 创建一个自定义的请求工厂
|
||||||
|
HttpComponentsClientHttpRequestFactory requestFactory = new HttpComponentsClientHttpRequestFactory();
|
||||||
|
requestFactory.setHttpClient(httpClient);
|
||||||
|
|
||||||
|
return new RestTemplate(requestFactory);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static void main(String[] args) {
|
||||||
|
try {
|
||||||
|
RestTemplate restTemplate = getRestTemplateWithoutSANCheck();
|
||||||
|
// 示例 POST 请求
|
||||||
|
String url = "https://175.6.27.252:30002/openapi/v1/sbom/detect-file";
|
||||||
|
String requestBody = "{\"key\": \"value\"}";
|
||||||
|
String response = restTemplate.postForObject(url, requestBody, String.class);
|
||||||
|
System.out.println("Response: " + response);
|
||||||
|
} catch (Exception e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,253 @@
|
|||||||
|
package cd.casic.ci.process.engine.worker;
|
||||||
|
|
||||||
|
import cd.casic.ci.common.pipeline.annotation.Plugin;
|
||||||
|
import cd.casic.ci.process.engine.configinfo.ScaSbomConfigInfo;
|
||||||
|
import cd.casic.ci.process.engine.runContext.BaseRunContext;
|
||||||
|
import cd.casic.ci.process.engine.runContext.TaskRunContext;
|
||||||
|
import cd.casic.ci.process.process.dataObject.base.PipBaseElement;
|
||||||
|
import cd.casic.ci.process.process.dataObject.pipeline.PipPipeline;
|
||||||
|
import cd.casic.ci.process.process.dataObject.target.TargetVersion;
|
||||||
|
import cd.casic.ci.process.process.dataObject.task.PipTask;
|
||||||
|
import cd.casic.ci.process.process.service.pipeline.PipelineService;
|
||||||
|
import cd.casic.ci.process.process.service.target.impl.TargetVersionServiceImpl;
|
||||||
|
import cd.casic.ci.process.process.service.task.impl.TaskServiceImpl;
|
||||||
|
import cd.casic.framework.commons.exception.ServiceException;
|
||||||
|
import cd.casic.framework.commons.exception.enums.GlobalErrorCodeConstants;
|
||||||
|
import cn.hutool.core.util.ObjectUtil;
|
||||||
|
import com.alibaba.fastjson.JSON;
|
||||||
|
import com.alibaba.fastjson.JSONObject;
|
||||||
|
import jakarta.annotation.Resource;
|
||||||
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.apache.commons.lang3.StringUtils;
|
||||||
|
import org.springframework.beans.BeanUtils;
|
||||||
|
import org.springframework.core.io.FileSystemResource;
|
||||||
|
import org.springframework.http.*;
|
||||||
|
import org.springframework.util.LinkedMultiValueMap;
|
||||||
|
import org.springframework.util.MultiValueMap;
|
||||||
|
import org.springframework.web.client.RestTemplate;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
import java.security.KeyManagementException;
|
||||||
|
import java.security.KeyStoreException;
|
||||||
|
import java.security.NoSuchAlgorithmException;
|
||||||
|
import java.util.*;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @author HopeLi
|
||||||
|
* @version v1.0
|
||||||
|
* @ClassName ScaSbomWorker
|
||||||
|
* @Date: 2025/5/21 9:30
|
||||||
|
* @Description:
|
||||||
|
*/
|
||||||
|
@Slf4j
|
||||||
|
@Plugin(taskType = "ScaSbom")
|
||||||
|
public class ScaSbomWorker extends BaseWorker{
|
||||||
|
|
||||||
|
private static final int POLLING_INTERVAL = 5000; // 轮询间隔,单位:毫秒
|
||||||
|
private static final int MAX_POLLING_TIMES = 100; // 最大退出次数
|
||||||
|
|
||||||
|
@Resource
|
||||||
|
private PipelineService pipelineService;
|
||||||
|
|
||||||
|
@Resource
|
||||||
|
private TargetVersionServiceImpl targetVersionService;
|
||||||
|
|
||||||
|
@Resource
|
||||||
|
private TaskServiceImpl pipelineNodeInfoService;
|
||||||
|
|
||||||
|
|
||||||
|
public String work(BaseRunContext workerParam) {
|
||||||
|
int statusCode = 0;
|
||||||
|
|
||||||
|
PipBaseElement contextDef = workerParam.getContextDef();
|
||||||
|
log.info("================SCA-SBOM节点执行===================");
|
||||||
|
if (ObjectUtil.isEmpty(contextDef)) {
|
||||||
|
log.error("未查询到节点[{}]配置,taskType = ScaSbom");
|
||||||
|
return "-1";
|
||||||
|
}
|
||||||
|
if (ObjectUtil.isEmpty(contextDef)) {
|
||||||
|
log.error("未查询到节点[{}]配置,taskType = ScaSbom");
|
||||||
|
return "-1";
|
||||||
|
}
|
||||||
|
|
||||||
|
String filePath = "";
|
||||||
|
if (contextDef instanceof PipTask pipTask){
|
||||||
|
// 查询并下载目标文件
|
||||||
|
String pipelineId = pipTask.getPipelineId();
|
||||||
|
//根据流水线id查询流水线信息
|
||||||
|
PipPipeline pipeline = pipelineService.getById(pipelineId);
|
||||||
|
//根据目标id查询目标信息
|
||||||
|
if (StringUtils.isEmpty(pipeline.getTargetVersionId())){
|
||||||
|
throw new ServiceException(GlobalErrorCodeConstants.INTERNAL_SERVER_ERROR.getCode(),"目标文件不存在")
|
||||||
|
}
|
||||||
|
TargetVersion targetVersion = targetVersionService.getById(pipeline.getTargetVersionId());
|
||||||
|
filePath = targetVersion.getFilePath();
|
||||||
|
|
||||||
|
try {
|
||||||
|
|
||||||
|
|
||||||
|
File file = new File(filePath);
|
||||||
|
if (!file.exists() || !file.canRead()) {
|
||||||
|
log.error("目标文件不存在或不可读");
|
||||||
|
// nodeLogger.appendErrorNow("目标文件不存在或不可读");
|
||||||
|
return "-1";
|
||||||
|
}
|
||||||
|
|
||||||
|
handleUpload(workerParam, contextDef, pipTask.getTaskProperties(), file);
|
||||||
|
}catch (Exception e){
|
||||||
|
throw new ServiceException(GlobalErrorCodeConstants.INTERNAL_SERVER_ERROR.getCode(),"SCA-SBOM节点执行失败")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
return statusCode + "";
|
||||||
|
}
|
||||||
|
|
||||||
|
private void handleUpload(BaseRunContext workerParam, PipBaseElement pipelineNodeConfigInfo,
|
||||||
|
Map<String,Object> scaSbomConfigInfo, File file) throws NoSuchAlgorithmException, KeyStoreException, KeyManagementException {
|
||||||
|
RestTemplate restTemplate = getRestTemplateWithoutSANCheck();
|
||||||
|
String scaUploadUrl = ConstantContextHolder.getScaIp() + "/openapi/v1/sbom/detect-file";
|
||||||
|
MultiValueMap<String, Object> body = buildRequestBody(scaSbomConfigInfo, file);
|
||||||
|
HttpHeaders headers = createHeaders();
|
||||||
|
headers.setContentType(MediaType.MULTIPART_FORM_DATA);
|
||||||
|
headers.add("OpenApiUserToken", ConstantContextHolder.getScaToken());
|
||||||
|
HttpEntity<MultiValueMap<String, Object>> requestEntity = new HttpEntity<>(body, headers);
|
||||||
|
|
||||||
|
log.info("SCA上传接口:" + scaUploadUrl);
|
||||||
|
JSONObject response = restTemplate.postForObject(scaUploadUrl, requestEntity, JSONObject.class);
|
||||||
|
String message = response.getString("message");
|
||||||
|
|
||||||
|
if (message.equals("success")) {
|
||||||
|
nodeLogger.appendNow("==================SCA上传成功=================");
|
||||||
|
JSONObject data = response.getJSONObject("data");
|
||||||
|
Integer scaTaskId = data.getInteger("scaTaskId");
|
||||||
|
Integer applicationId = data.getInteger("applicationId");
|
||||||
|
|
||||||
|
scaSbomConfigInfo.setScaTaskId(scaTaskId);
|
||||||
|
scaSbomConfigInfo.setApplicationId(applicationId);
|
||||||
|
//更新到节点json数据
|
||||||
|
String nodeJson = JSON.toJSONString(scaSbomConfigInfo);
|
||||||
|
pipelineNodeConfigInfo.setInfo(nodeJson);
|
||||||
|
PipelineNodeInfoParam pipelineNodeInfoParam = new PipelineNodeInfoParam();
|
||||||
|
BeanUtils.copyProperties(pipelineNodeConfigInfo, pipelineNodeInfoParam);
|
||||||
|
pipelineNodeInfoService.update(pipelineNodeInfoParam);
|
||||||
|
workerParam.getPipelineNodeConfigInfo().setInfo(nodeJson);
|
||||||
|
|
||||||
|
pollTaskStatus(restTemplate, scaTaskId);
|
||||||
|
} else if (message.equals("应用已经存在")) {
|
||||||
|
Integer oldScaTaskId = scaSbomConfigInfo.getScaTaskId();
|
||||||
|
Integer oldApplicationId = scaSbomConfigInfo.getApplicationId();
|
||||||
|
int restartResult = reStartTask(restTemplate, oldApplicationId);
|
||||||
|
if (restartResult != 0) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
pollTaskStatus(restTemplate, oldScaTaskId);
|
||||||
|
} else {
|
||||||
|
nodeLogger.appendNow("==================SCA接口异常,调用失败=================");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private MultiValueMap<String, Object> buildRequestBody(ScaSbomConfigInfo scaSbomConfigInfo, File file) {
|
||||||
|
MultiValueMap<String, Object> body = new LinkedMultiValueMap<>();
|
||||||
|
body.add("file", new FileSystemResource(file));
|
||||||
|
body.add("projectName", scaSbomConfigInfo.getProjectName());
|
||||||
|
body.add("applicationName", scaSbomConfigInfo.getApplicationName());
|
||||||
|
body.add("applicationVersion", scaSbomConfigInfo.getApplicationVersion());
|
||||||
|
body.add("applicationDescription", scaSbomConfigInfo.getApplicationDescription());
|
||||||
|
return body;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 创建请求头
|
||||||
|
*
|
||||||
|
* @return HttpHeaders
|
||||||
|
*/
|
||||||
|
private HttpHeaders createHeaders() {
|
||||||
|
HttpHeaders headers = new HttpHeaders();
|
||||||
|
headers.add("OpenApiUserToken", ConstantContextHolder.getScaToken());
|
||||||
|
return headers;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 轮询请求任务状态
|
||||||
|
*
|
||||||
|
* @param restTemplate
|
||||||
|
* @param scaTaskId
|
||||||
|
*/
|
||||||
|
public void pollTaskStatus(RestTemplate restTemplate, Integer scaTaskId) {
|
||||||
|
int currentPollingTimes = 0;
|
||||||
|
while (currentPollingTimes < MAX_POLLING_TIMES) {
|
||||||
|
try {
|
||||||
|
HttpHeaders headers = new HttpHeaders();
|
||||||
|
headers.add("OpenApiUserToken", ConstantContextHolder.getScaToken());
|
||||||
|
HttpEntity<String> requestEntity = new HttpEntity<>(null, headers);
|
||||||
|
String scaStatusUrl = ConstantContextHolder.getScaIp() + "/openapi/v1/task/" + scaTaskId;
|
||||||
|
ResponseEntity<JSONObject> response = restTemplate.exchange(scaStatusUrl, HttpMethod.GET, requestEntity, JSONObject.class);
|
||||||
|
|
||||||
|
if (Objects.requireNonNull(response.getBody()).getString("message").equals("success")) {
|
||||||
|
//"status": 5, //状态 0-未审计 1-未检测 2-排队中 3-检测中 4-检测暂停 5-检测完成 6-检测超时 7-手动停止 8-检测异常 9-已删除 10-拉取中 11-停止中 12-下载中
|
||||||
|
int status = response.getBody().getJSONObject("data").getInteger("status");
|
||||||
|
log.info("当前任务状态: " + status);
|
||||||
|
if (status == 5) {
|
||||||
|
System.out.println("任务已完成,停止轮询。");
|
||||||
|
log.info("任务已完成,停止轮询。");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
log.error("获取任务状态失败: " + response.getBody().getString("message"));
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.error("获取任务状态时发生错误: " + e.getMessage());
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
// 轮询间隔 5 秒
|
||||||
|
Thread.sleep(POLLING_INTERVAL);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
Thread.currentThread().interrupt();
|
||||||
|
log.error("轮询被中断: " + e.getMessage());
|
||||||
|
}
|
||||||
|
currentPollingTimes++;
|
||||||
|
}
|
||||||
|
System.out.println("停止轮询");
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 重新检测接口
|
||||||
|
*
|
||||||
|
* @param restTemplate
|
||||||
|
* @param applicationId
|
||||||
|
*/
|
||||||
|
public int reStartTask(RestTemplate restTemplate, Integer applicationId) {
|
||||||
|
try {
|
||||||
|
String url = ConstantContextHolder.getScaIp() + "/openapi/v1/task/batch/detect";
|
||||||
|
HttpHeaders headers = new HttpHeaders();
|
||||||
|
headers.add("OpenApiUserToken", ConstantContextHolder.getScaToken());
|
||||||
|
headers.setContentType(MediaType.APPLICATION_JSON);
|
||||||
|
headers.add("Accept", MediaType.APPLICATION_JSON.toString());
|
||||||
|
Map<String, List<Integer>> param = new HashMap<>();
|
||||||
|
param.put("applicationIds", Arrays.asList(applicationId));
|
||||||
|
String s = JSON.toJSONString(param);
|
||||||
|
HttpEntity<String> formEntry = new HttpEntity<>(s, headers);
|
||||||
|
|
||||||
|
JSONObject res = restTemplate.postForObject(url, formEntry, JSONObject.class);
|
||||||
|
if (res.getString("message").equals("success")) {
|
||||||
|
log.info("重新检测成功");
|
||||||
|
return 0;
|
||||||
|
} else {
|
||||||
|
log.error("重新检测失败");
|
||||||
|
log.error(res.getString("message"));
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.error("重新检测失败");
|
||||||
|
log.error(e.getMessage());
|
||||||
|
}
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void execute(TaskRunContext context) {
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
@ -1,8 +1,5 @@
|
|||||||
package cd.casic.ci.process.process.dataObject.pipeline;
|
package cd.casic.ci.process.process.dataObject.pipeline;
|
||||||
|
|
||||||
import cd.casic.ci.process.process.dataObject.base.PipBaseElement;
|
|
||||||
import com.baomidou.mybatisplus.annotation.IdType;
|
|
||||||
import com.baomidou.mybatisplus.annotation.TableId;
|
|
||||||
import cd.casic.ci.process.process.dataObject.base.PipBaseElement;
|
import cd.casic.ci.process.process.dataObject.base.PipBaseElement;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import lombok.EqualsAndHashCode;
|
import lombok.EqualsAndHashCode;
|
||||||
@ -52,7 +49,7 @@ public class PipPipeline extends PipBaseElement {
|
|||||||
/**
|
/**
|
||||||
* 目标id
|
* 目标id
|
||||||
*/
|
*/
|
||||||
private String targetId;
|
private String targetVersionId;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 目标类型
|
* 目标类型
|
||||||
|
Loading…
x
Reference in New Issue
Block a user