Updated things for compound testing

This commit is contained in:
Dunemask 2022-07-12 02:44:44 +00:00
parent 4e6732c09b
commit 5c3f865604
16 changed files with 160 additions and 56 deletions

View file

@ -7,7 +7,7 @@ import { INFO, OK, logInfo } from "../util/logging.js";
import expressApp from "./server.js";
import applySockets from "../sockets/handler.js";
import jobManager from "./JobManager.js";
import rabbiteer from "../rabbit/rabbit-workers.js";
import getRabbiteer from "../rabbit/rabbit-workers.js";
// Constants
const title = "QLTR";
@ -27,7 +27,8 @@ export default class Qualiteer {
this.app = expressApp;
this.server = http.createServer(this.app);
this.sockets = applySockets(this.server, this.jobs);
this.rabbiteer = rabbiteer;
this.app.set("socketio", this.sockets);
this.rabbiteer = getRabbiteer(this.sockets);
}
start() {

View file

@ -34,8 +34,8 @@ const pipelineMaxLife = (testName) => {
const buildCompound = (jobReq, socketId) => {
const { testName, command } = jobReq;
const pipelineLife = jobReq.pipelineLife ?? pipelineMaxLife(testName);
command.push(`pipelineLife=${pipelineLife}`);
const pipelineTriggers = jobReq.pipelineTriggers;
if (pipelineTriggers) command.push(`pipelineTriggers=${pipelineTriggers}`);
command.push(`pipelineDashboardSocket=${socketId}`);
return { ...jobReq, command };
};

View file

@ -14,7 +14,7 @@ const app = express();
// Special Routes
app.all("/", (req, res) => res.redirect("/qualiteer"));
if (process.env.MOCK_ROUTES === "true") app.use(mock);
if(process.env.USE_DEV_ROUTER === "true") app.use("/api/dev",dev);
if (process.env.USE_DEV_ROUTER === "true") app.use("/api/dev", dev);
// Middlewares

View file

@ -1,5 +1,5 @@
import Rabbiteer from "rabbiteer";
import workers from "./workers/index.js";
import getWorkers from "./workers/index.js";
// Pull Environment Variables
const { RABBIT_HOST: host, RABBIT_USER: user, RABBIT_PASS: pass } = process.env;
@ -11,4 +11,7 @@ const rabbitConfig = {
pass: pass ?? "rabbit",
};
export default new Rabbiteer(null, workers, { autoRabbit: rabbitConfig });
const getRabbiteer = (skio) =>
new Rabbiteer(null, getWorkers(skio), { autoRabbit: rabbitConfig });
export default getRabbiteer;

View file

@ -1,9 +1,11 @@
// Imports
import { Worker } from "rabbiteer";
import evt from "../../sockets/events.js";
// Class
export default class TestResultsWorker extends Worker {
constructor() {
constructor(skio) {
super("TestResults");
this.skio = skio;
}
/* Example Test Result
@ -22,6 +24,24 @@ export default class TestResultsWorker extends Worker {
}
*/
onMessage(testResult) {
console.log(testResult);
const { pipelineData, pipelineTriggers, pipelineDelay } = testResult;
const pipelineTrigger = { pipelineData, pipelineTriggers, pipelineDelay };
// Alter to start next test
// TODO the delay should be autopopulated either by the suite, or filled in by the server
if (pipelineTriggers)
return this.pipelineTrigger(
pipelineTrigger,
testResult.pipelineDashboardSocket
);
this.pipelineClose(testResult.pipelineDashboardSocket);
}
pipelineTrigger(pipelineTrigger, socketId) {
pipelineTrigger.pipelineDelay = 1000 * 5;
this.skio.to(socketId).emit(evt.PPL_TRG, pipelineTrigger);
}
pipelineClose(socketId) {
this.skio.to(socketId).emit(evt.PPL_CLS);
}
}

View file

@ -1,3 +1,4 @@
import TestResultsWorker from "./TestResultsWorker.js";
export default [new TestResultsWorker()];
const getWorkers = (skio) => [new TestResultsWorker(skio)];
export default getWorkers;

View file

@ -1,13 +1,12 @@
import { Router, json as jsonMiddleware } from "express";
import TestResultsWorker from "../rabbit/workers/TestResultsWorker.js";
const testResultsHandler = new TestResultsWorker();
const router = Router();
router.use(jsonMiddleware());
router.post("/rabbit/TestResults", (req, res) => {
const { testResult } = req.body;
testResultsHandler.onMessage(testResult);
var io = req.app.get("socketio");
new TestResultsWorker(io).onMessage(testResult);
res.sendStatus(200);
});

View file

@ -12,6 +12,11 @@ export default class Initiator {
this.onLog = options.onLog ?? ((d) => console.log(`job: ${d}`));
this.onClose = options.onClose ?? (() => {});
this.onCreate = options.onCreate ?? ((id) => console.log(`job id: ${id}`));
this.onPipelineClose =
options.onPipelineClose ??
(() => {
console.log("job pipeline closed");
});
}
async newJob(jobRequest, onLog, onClose, onCreate) {
@ -31,4 +36,58 @@ export default class Initiator {
})
);
}
async newPipelineJob(
jobRequest,
onLog,
onClose,
onCreate,
onPipelineTrigger,
onPipelineClose
) {
const mgr = new Manager(this.url, {
query: { mode: this.mode, job: JSON.stringify(jobRequest) },
});
onLog = onLog ?? this.onLog.bind(this);
onClose = onClose ?? this.onClose.bind(this);
onCreate = onCreate ?? this.onCreate.bind(this);
onPipelineTrigger =
onPipelineTrigger ??
((trigger) => {
console.log("job trg:", trigger);
const testName = trigger.pipelineTriggers;
const pipelineData = trigger.pipelineData;
const pipelineTriggers = trigger.newPipelineTriggers;
const jobReq = {
...jobRequest,
testName,
pipelineData,
pipelineTriggers,
};
setTimeout(
() =>
this.newPipelineJob(
jobReq,
onLog,
onClose,
onCreate,
onPipelineTrigger,
onPipelineClose
),
trigger.pipelineDelay
);
});
onPipelineClose = onPipelineClose ?? this.onPipelineClose.bind(this);
const sk = mgr.socket("/");
sk.on(events.JOB_LOG, onLog);
sk.on(events.JOB_CLS, onClose);
sk.on(events.PPL_TRG, onPipelineTrigger);
sk.on(events.PPL_CLS, onPipelineClose);
return new Promise((res) =>
sk.on(events.JOB_CRT, function onJobCreate(id) {
onCreate(id);
res({ ...jobRequest, id });
})
);
}
}

View file

@ -2,6 +2,8 @@ const JOB_REP = "jr"; // Job Report Event
const JOB_LOG = "jl"; // Job Log Event
const JOB_CLS = "jc"; // Job Close Event
const JOB_CRT = "jcr"; // Job Create Event
const PPL_TRG = "plr"; // Pipeline Trigger Event
const PPL_CLS = "plc"; // Pipeline Close Event
const ERR = "e"; // Socket Error
export default {
@ -9,5 +11,7 @@ export default {
JOB_LOG,
JOB_CLS,
JOB_CRT,
PPL_TRG,
PPL_CLS,
ERR,
};

View file

@ -43,6 +43,7 @@ const applySockets = (server, jobs, options) => {
io.on("connection", (socket) => socketConnect(io, socket, jobs));
io.of("/").adapter.on("leave-room", (room, id) => socketDrop(io, room, id));
return io;
cle;
};
export default applySockets;