Delete k8s pod explicitly to free up pvc

pull/310/head
Frostebite 2022-01-30 17:21:38 +00:00
parent 3f4d4bf331
commit 60a7570943
3 changed files with 30 additions and 29 deletions

16
dist/index.js vendored
View File

@ -1943,7 +1943,6 @@ class Kubernetes {
});
}
runTask(buildGuid, image, commands, mountdir, workingdir, environment, secrets) {
var _a;
return __awaiter(this, void 0, void 0, function* () {
try {
// setup
@ -1954,9 +1953,8 @@ class Kubernetes {
yield kubernetes_secret_1.default.createSecret(secrets, this.secretName, this.namespace, this.kubeClient);
const jobSpec = kubernetes_job_spec_factory_1.default.getJobSpec(commands, image, mountdir, workingdir, environment, secrets, this.buildGuid, this.buildParameters, this.secretName, this.pvcName, this.jobName, k8s);
//run
cloud_runner_logger_1.default.log('Creating build job');
this.jobName =
((_a = (yield this.kubeClientBatch.createNamespacedJob(this.namespace, jobSpec)).body.metadata) === null || _a === void 0 ? void 0 : _a.name) || this.jobName;
const jobResult = yield this.kubeClientBatch.createNamespacedJob(this.namespace, jobSpec);
cloud_runner_logger_1.default.log(`Creating build job ${JSON.stringify(jobResult, undefined, 4)}`);
yield new Promise((promise) => setTimeout(promise, 5000));
cloud_runner_logger_1.default.log('Job created');
this.setPodNameAndContainerName(yield Kubernetes.findPodFromJob(this.kubeClient, this.jobName, this.namespace));
@ -1998,11 +1996,9 @@ class Kubernetes {
cleanupTaskResources() {
return __awaiter(this, void 0, void 0, function* () {
cloud_runner_logger_1.default.log('cleaning up');
try {
yield async_wait_until_1.default(() => __awaiter(this, void 0, void 0, function* () {
var _b;
try {
yield this.kubeClientBatch.deleteNamespacedJob(this.jobName, this.namespace);
yield this.kubeClient.deleteNamespacedPod(this.podName, this.namespace);
yield this.kubeClient.deleteNamespacedSecret(this.secretName, this.namespace);
}
catch (error) {
@ -2011,8 +2007,12 @@ class Kubernetes {
cloud_runner_logger_1.default.log('Abandoning cleanup, build error:');
throw error;
}
try {
yield async_wait_until_1.default(() => __awaiter(this, void 0, void 0, function* () {
var _b;
const jobBody = (yield this.kubeClientBatch.readNamespacedJob(this.jobName, this.namespace)).body;
return jobBody === null || ((_b = jobBody.status) === null || _b === void 0 ? void 0 : _b.active) === 0;
const podname = (yield this.kubeClient.readNamespacedPod(this.podName, this.namespace)).body;
return (jobBody === null || ((_b = jobBody.status) === null || _b === void 0 ? void 0 : _b.active) === 0) && podname === null;
}), {
timeout: 500000,
intervalBetweenAttempts: 15000,

2
dist/index.js.map vendored

File diff suppressed because one or more lines are too long

View File

@ -95,9 +95,8 @@ class Kubernetes implements CloudRunnerProviderInterface {
);
//run
CloudRunnerLogger.log('Creating build job');
this.jobName =
(await this.kubeClientBatch.createNamespacedJob(this.namespace, jobSpec)).body.metadata?.name || this.jobName;
const jobResult = await this.kubeClientBatch.createNamespacedJob(this.namespace, jobSpec);
CloudRunnerLogger.log(`Creating build job ${JSON.stringify(jobResult, undefined, 4)}`);
await new Promise((promise) => setTimeout(promise, 5000));
CloudRunnerLogger.log('Job created');
@ -144,11 +143,9 @@ class Kubernetes implements CloudRunnerProviderInterface {
async cleanupTaskResources() {
CloudRunnerLogger.log('cleaning up');
try {
await waitUntil(
async () => {
try {
await this.kubeClientBatch.deleteNamespacedJob(this.jobName, this.namespace);
await this.kubeClient.deleteNamespacedPod(this.podName, this.namespace);
await this.kubeClient.deleteNamespacedSecret(this.secretName, this.namespace);
} catch (error) {
CloudRunnerLogger.log('Failed to cleanup, error:');
@ -156,8 +153,12 @@ class Kubernetes implements CloudRunnerProviderInterface {
CloudRunnerLogger.log('Abandoning cleanup, build error:');
throw error;
}
try {
await waitUntil(
async () => {
const jobBody = (await this.kubeClientBatch.readNamespacedJob(this.jobName, this.namespace)).body;
return jobBody === null || jobBody.status?.active === 0;
const podname = (await this.kubeClient.readNamespacedPod(this.podName, this.namespace)).body;
return (jobBody === null || jobBody.status?.active === 0) && podname === null;
},
{
timeout: 500000,