311 lines
16 KiB
TypeScript
311 lines
16 KiB
TypeScript
import SharedWorkspaceLocking from '../services/shared-workspace-locking';
|
|
import { Cli } from '../../cli/cli';
|
|
import setups from './cloud-runner-suite.test';
|
|
import CloudRunnerLogger from '../services/cloud-runner-logger';
|
|
import { v4 as uuidv4 } from 'uuid';
|
|
import CloudRunnerOptions from '../cloud-runner-options';
|
|
import UnityVersioning from '../../unity-versioning';
|
|
import BuildParameters from '../../build-parameters';
|
|
import CloudRunner from '../cloud-runner';
|
|
|
|
async function CreateParameters(overrides) {
|
|
if (overrides) {
|
|
Cli.options = overrides;
|
|
}
|
|
|
|
return await BuildParameters.create();
|
|
}
|
|
|
|
describe('Cloud Runner Locking', () => {
|
|
setups();
|
|
it('Responds', () => {});
|
|
if (CloudRunnerOptions.cloudRunnerDebug) {
|
|
it(`Create Workspace`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
});
|
|
it(`Create Workspace And Lock Workspace`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const runId = uuidv4();
|
|
const buildParameters = await CreateParameters(overrides);
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
});
|
|
it(`Simple Locking End2End Flow`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters);
|
|
expect(await SharedWorkspaceLocking.DoesCacheKeyTopLevelExist(buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.DoesWorkspaceExist(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
const isExpectedUnlockedBeforeLocking =
|
|
(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)) === false;
|
|
expect(isExpectedUnlockedBeforeLocking).toBeTruthy();
|
|
const result = await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters);
|
|
expect(result).toBeTruthy();
|
|
const lines = await SharedWorkspaceLocking.ReadLines(`aws s3 ls ${SharedWorkspaceLocking.workspaceRoot}`);
|
|
expect(lines.map((x) => x.replace(`/`, ``)).includes(buildParameters.cacheKey));
|
|
expect(await SharedWorkspaceLocking.DoesCacheKeyTopLevelExist(buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.DoesWorkspaceExist(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
const allLocks = await SharedWorkspaceLocking.GetAllLocksForWorkspace(newWorkspaceName, buildParameters);
|
|
expect(
|
|
(
|
|
await SharedWorkspaceLocking.ReadLines(
|
|
`aws s3 ls ${SharedWorkspaceLocking.workspaceRoot}${buildParameters.cacheKey}/`,
|
|
)
|
|
).filter((x) => x.endsWith(`${newWorkspaceName}_workspace_lock`)),
|
|
).toHaveLength(1);
|
|
expect(
|
|
(
|
|
await SharedWorkspaceLocking.ReadLines(
|
|
`aws s3 ls ${SharedWorkspaceLocking.workspaceRoot}${buildParameters.cacheKey}/`,
|
|
)
|
|
).filter((x) => x.endsWith(`${newWorkspaceName}_workspace`)),
|
|
).toHaveLength(1);
|
|
expect(allLocks.filter((x) => x.endsWith(`${newWorkspaceName}_workspace_lock`)).length).toBeGreaterThan(0);
|
|
const isExpectedLockedAfterLocking =
|
|
(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)) === true;
|
|
expect(isExpectedLockedAfterLocking).toBeTruthy();
|
|
const locksBeforeRelease = await SharedWorkspaceLocking.GetAllLocksForWorkspace(
|
|
newWorkspaceName,
|
|
buildParameters,
|
|
);
|
|
CloudRunnerLogger.log(JSON.stringify(locksBeforeRelease, undefined, 4));
|
|
expect(locksBeforeRelease.length).toBe(1);
|
|
await SharedWorkspaceLocking.ReleaseWorkspace(newWorkspaceName, runId, buildParameters);
|
|
const locks = await SharedWorkspaceLocking.GetAllLocksForWorkspace(newWorkspaceName, buildParameters);
|
|
expect(locks.length).toBe(0);
|
|
const isExpectedNotLockedAfterReleasing =
|
|
(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)) === false;
|
|
expect(isExpectedNotLockedAfterReleasing).toBeTruthy();
|
|
const lockingResult2 = await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters);
|
|
expect(lockingResult2).toBeTruthy();
|
|
expect((await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)) === true).toBeTruthy();
|
|
await SharedWorkspaceLocking.ReleaseWorkspace(newWorkspaceName, runId, buildParameters);
|
|
expect(
|
|
(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)) === false,
|
|
).toBeTruthy();
|
|
await SharedWorkspaceLocking.CleanupWorkspace(newWorkspaceName, buildParameters);
|
|
CloudRunnerLogger.log(`Starting get or create`);
|
|
expect(
|
|
await SharedWorkspaceLocking.GetOrCreateLockedWorkspace(newWorkspaceName, runId, buildParameters),
|
|
).toBeTruthy();
|
|
}, 150000);
|
|
it(`Get Or Create From No Workspace`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
expect(
|
|
await SharedWorkspaceLocking.GetOrCreateLockedWorkspace(newWorkspaceName, runId, buildParameters),
|
|
).toBeTruthy();
|
|
}, 150000);
|
|
it(`Get Or Create From Unlocked`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(
|
|
await SharedWorkspaceLocking.GetOrCreateLockedWorkspace(newWorkspaceName, runId, buildParameters),
|
|
).toBeTruthy();
|
|
expect(CloudRunner.lockedWorkspace).toMatch(newWorkspaceName);
|
|
}, 150000);
|
|
it(`Get Or Create From Locked`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
const runId2 = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.HasWorkspaceLock(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.IsWorkspaceBelowMax(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.DoesWorkspaceExist(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(
|
|
await SharedWorkspaceLocking.GetOrCreateLockedWorkspace(newWorkspaceName, runId2, buildParameters),
|
|
).toBeTruthy();
|
|
expect(CloudRunner.lockedWorkspace).not.toMatch(newWorkspaceName);
|
|
}, 150000);
|
|
it(`Get Or Create After Double Lock And Unlock`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
const runId2 = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.ReleaseWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)).toBeFalsy();
|
|
expect(await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.HasWorkspaceLock(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.ReleaseWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)).toBeFalsy();
|
|
expect(await SharedWorkspaceLocking.DoesWorkspaceExist(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(
|
|
await SharedWorkspaceLocking.GetOrCreateLockedWorkspace(newWorkspaceName, runId2, buildParameters),
|
|
).toBeTruthy();
|
|
expect(CloudRunner.lockedWorkspace).not.toContain(newWorkspaceName);
|
|
}, 150000);
|
|
it(`0 free workspaces after locking`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.HasWorkspaceLock(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.DoesWorkspaceExist(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.GetAllWorkspaces(buildParameters)).toHaveLength(1);
|
|
expect(await SharedWorkspaceLocking.GetAllLocksForWorkspace(newWorkspaceName, buildParameters)).toHaveLength(1);
|
|
expect(await SharedWorkspaceLocking.IsWorkspaceLocked(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
|
|
const files = await SharedWorkspaceLocking.ReadLines(
|
|
`aws s3 ls ${SharedWorkspaceLocking.workspaceRoot}${buildParameters.cacheKey}/`,
|
|
);
|
|
|
|
const lockFilesExist =
|
|
files.filter((x) => {
|
|
return x.includes(newWorkspaceName) && x.endsWith(`_lock`);
|
|
}).length > 0;
|
|
|
|
expect(files).toHaveLength(2);
|
|
expect(
|
|
files.filter((x) => {
|
|
return x.includes(newWorkspaceName) && x.endsWith(`_lock`);
|
|
}),
|
|
).toHaveLength(1);
|
|
expect(lockFilesExist).toBeTruthy();
|
|
const result: string[] = [];
|
|
const workspaces = await SharedWorkspaceLocking.GetAllWorkspaces(buildParameters);
|
|
for (const element of workspaces) {
|
|
expect((await SharedWorkspaceLocking.GetAllWorkspaces(buildParameters)).join()).toContain(element);
|
|
expect(
|
|
(await SharedWorkspaceLocking.GetAllWorkspaces(buildParameters)).filter((x) => x.endsWith(`_workspace`)),
|
|
).toHaveLength(1);
|
|
expect(await SharedWorkspaceLocking.DoesWorkspaceExist(element, buildParameters)).toBeTruthy();
|
|
await new Promise((promise) => setTimeout(promise, 1500));
|
|
const isLocked = await SharedWorkspaceLocking.IsWorkspaceLocked(element, buildParameters);
|
|
const isBelowMax = await SharedWorkspaceLocking.IsWorkspaceBelowMax(element, buildParameters);
|
|
CloudRunnerLogger.log(`workspace ${element} locked:${isLocked} below max:${isBelowMax}`);
|
|
const lock = files.find((x) => {
|
|
return x.endsWith(`_lock`);
|
|
});
|
|
expect(lock).toContain(element);
|
|
expect(isLocked).toBeTruthy();
|
|
expect(isBelowMax).toBeTruthy();
|
|
if (!isLocked && isBelowMax) {
|
|
result.push(element);
|
|
}
|
|
}
|
|
expect(result).toHaveLength(0);
|
|
expect(await SharedWorkspaceLocking.GetFreeWorkspaces(buildParameters)).toHaveLength(0);
|
|
}, 150000);
|
|
it(`Get Or Create From Unlocked Was Locked`, async () => {
|
|
Cli.options.retainWorkspaces = true;
|
|
const overrides: any = {
|
|
versioning: 'None',
|
|
projectPath: 'test-project',
|
|
unityVersion: UnityVersioning.determineUnityVersion('test-project', UnityVersioning.read('test-project')),
|
|
targetPlatform: 'StandaloneLinux64',
|
|
cacheKey: `test-case-${uuidv4()}`,
|
|
retainWorkspaces: true,
|
|
};
|
|
const buildParameters = await CreateParameters(overrides);
|
|
|
|
const newWorkspaceName = `test-workspace-${uuidv4()}`;
|
|
const runId = uuidv4();
|
|
CloudRunner.buildParameters = buildParameters;
|
|
expect(await SharedWorkspaceLocking.CreateWorkspace(newWorkspaceName, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.LockWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(await SharedWorkspaceLocking.ReleaseWorkspace(newWorkspaceName, runId, buildParameters)).toBeTruthy();
|
|
expect(
|
|
await SharedWorkspaceLocking.GetOrCreateLockedWorkspace(newWorkspaceName, runId, buildParameters),
|
|
).toBeTruthy();
|
|
expect(CloudRunner.lockedWorkspace).toMatch(newWorkspaceName);
|
|
}, 150000);
|
|
}
|
|
});
|