format
parent
aa0f813abd
commit
8da174c2a9
|
|
@ -239,7 +239,7 @@ class AWS {
|
|||
git clone https://$GITHUB_TOKEN@github.com/webbertakken/unity-builder.git ${buildUid}/builder;
|
||||
cd ${buildUid}/repo;
|
||||
git checkout $GITHUB_SHA;
|
||||
`
|
||||
`,
|
||||
], '/data', '/data/', [
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
|
|
@ -251,7 +251,9 @@ class AWS {
|
|||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
]);
|
||||
yield this.run(buildUid, buildParameters.awsStackName, baseImage.toString(), ['/bin/sh'], ['-c', `
|
||||
yield this.run(buildUid, buildParameters.awsStackName, baseImage.toString(), ['/bin/sh'], [
|
||||
'-c',
|
||||
`
|
||||
cp -r /data/${buildUid}/builder/action/default-build-script /UnityBuilderAction;
|
||||
cp -r /data/${buildUid}/builder/action/entrypoint.sh /entrypoint.sh;
|
||||
cp -r /data/${buildUid}/builder/action/steps /steps;
|
||||
|
|
@ -260,7 +262,8 @@ class AWS {
|
|||
chmod -R +x /steps;
|
||||
/entrypoint.sh;
|
||||
ls
|
||||
`], '/data', `/data/${buildUid}/repo/`, [
|
||||
`,
|
||||
], '/data', `/data/${buildUid}/repo/`, [
|
||||
{
|
||||
name: 'GITHUB_WORKSPACE',
|
||||
value: `/data/${buildUid}/repo/`,
|
||||
|
|
@ -312,31 +315,31 @@ class AWS {
|
|||
},
|
||||
{
|
||||
ParameterKey: 'UnityLicense',
|
||||
ParameterValue: process.env.UNITY_LICENSE ? process.env.UNITY_LICENSE : '0'
|
||||
ParameterValue: process.env.UNITY_LICENSE ? process.env.UNITY_LICENSE : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityEmail',
|
||||
ParameterValue: process.env.UNITY_EMAIL ? process.env.UNITY_EMAIL : '0'
|
||||
ParameterValue: process.env.UNITY_EMAIL ? process.env.UNITY_EMAIL : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityPassword',
|
||||
ParameterValue: process.env.UNITY_PASSWORD ? process.env.UNITY_PASSWORD : '0'
|
||||
ParameterValue: process.env.UNITY_PASSWORD ? process.env.UNITY_PASSWORD : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnitySerial',
|
||||
ParameterValue: process.env.UNITY_SERIAL ? process.env.UNITY_SERIAL : '0'
|
||||
ParameterValue: process.env.UNITY_SERIAL ? process.env.UNITY_SERIAL : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeystoreBase64',
|
||||
ParameterValue: buildParameters.androidKeystoreBase64 ? buildParameters.androidKeystoreBase64 : '0'
|
||||
ParameterValue: buildParameters.androidKeystoreBase64 ? buildParameters.androidKeystoreBase64 : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeystorePass',
|
||||
ParameterValue: buildParameters.androidKeystorePass ? buildParameters.androidKeystorePass : '0'
|
||||
ParameterValue: buildParameters.androidKeystorePass ? buildParameters.androidKeystorePass : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeyAliasPass',
|
||||
ParameterValue: buildParameters.androidKeyaliasPass ? buildParameters.androidKeyaliasPass : '0'
|
||||
ParameterValue: buildParameters.androidKeyaliasPass ? buildParameters.androidKeyaliasPass : '0',
|
||||
},
|
||||
]);
|
||||
// Cleanup
|
||||
|
|
@ -347,7 +350,7 @@ class AWS {
|
|||
apk add zip
|
||||
zip -r ./${buildUid}/output.zip ./${buildUid}/repo/build
|
||||
ls
|
||||
`
|
||||
`,
|
||||
], '/data', '/data/', [
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
|
|
@ -365,7 +368,7 @@ class AWS {
|
|||
aws s3 cp ./${buildUid}/output.zip s3://game-ci-storage/${buildUid}
|
||||
rm -r ${buildUid}
|
||||
ls
|
||||
`
|
||||
`,
|
||||
], '/data', '/data/', [
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
|
|
@ -401,9 +404,7 @@ class AWS {
|
|||
return __awaiter(this, void 0, void 0, function* () {
|
||||
const ECS = new SDK.ECS();
|
||||
const CF = new SDK.CloudFormation();
|
||||
const taskDefStackName = `${stackName}-taskDef-${image}-${buildUid}`
|
||||
.toString()
|
||||
.replace(/[^\da-z]/gi, '');
|
||||
const taskDefStackName = `${stackName}-taskDef-${image}-${buildUid}`.toString().replace(/[^\da-z]/gi, '');
|
||||
const taskDefCloudFormation = fs.readFileSync(`${__dirname}/task-def-formation.yml`, 'utf8');
|
||||
yield CF.createStack({
|
||||
StackName: taskDefStackName,
|
||||
|
|
@ -436,16 +437,16 @@ class AWS {
|
|||
{
|
||||
ParameterKey: 'BUILDID',
|
||||
ParameterValue: buildUid,
|
||||
}
|
||||
},
|
||||
].concat(secrets),
|
||||
}).promise();
|
||||
core.info("Creating build cluster...");
|
||||
const taskDefStackNameTTL = taskDefStackName + "-ttl";
|
||||
core.info('Creating build cluster...');
|
||||
const taskDefStackNameTTL = taskDefStackName + '-ttl';
|
||||
const ttlCloudFormation = fs.readFileSync(`${__dirname}/cloudformation-stack-ttl.yml`, 'utf8');
|
||||
yield CF.createStack({
|
||||
StackName: taskDefStackNameTTL,
|
||||
TemplateBody: ttlCloudFormation,
|
||||
Capabilities: ["CAPABILITY_IAM"],
|
||||
Capabilities: ['CAPABILITY_IAM'],
|
||||
Parameters: [
|
||||
{
|
||||
ParameterKey: 'StackName',
|
||||
|
|
@ -453,38 +454,37 @@ class AWS {
|
|||
},
|
||||
{
|
||||
ParameterKey: 'TTL',
|
||||
ParameterValue: "100",
|
||||
ParameterValue: '100',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'BUILDID',
|
||||
ParameterValue: buildUid,
|
||||
}
|
||||
},
|
||||
],
|
||||
}).promise();
|
||||
core.info("Creating cleanup cluster...");
|
||||
core.info('Creating cleanup cluster...');
|
||||
try {
|
||||
yield CF.waitFor('stackCreateComplete', { StackName: taskDefStackName }).promise();
|
||||
}
|
||||
catch (error) {
|
||||
core.error(error);
|
||||
}
|
||||
core.info("Cloud formation stack created");
|
||||
core.info('Cloud formation stack created');
|
||||
const taskDefResources = yield CF.describeStackResources({
|
||||
StackName: taskDefStackName,
|
||||
}).promise();
|
||||
const baseResources = yield CF.describeStackResources({ StackName: stackName }).promise();
|
||||
const clusterName = ((_b = (_a = baseResources.StackResources) === null || _a === void 0 ? void 0 : _a.find((x) => x.LogicalResourceId === 'ECSCluster')) === null || _b === void 0 ? void 0 : _b.PhysicalResourceId) || "";
|
||||
const clusterName = ((_b = (_a = baseResources.StackResources) === null || _a === void 0 ? void 0 : _a.find((x) => x.LogicalResourceId === 'ECSCluster')) === null || _b === void 0 ? void 0 : _b.PhysicalResourceId) || '';
|
||||
const task = yield ECS.runTask({
|
||||
cluster: clusterName,
|
||||
taskDefinition: ((_d = (_c = taskDefResources.StackResources) === null || _c === void 0 ? void 0 : _c.find((x) => x.LogicalResourceId === 'TaskDefinition')) === null || _d === void 0 ? void 0 : _d.PhysicalResourceId) || "",
|
||||
taskDefinition: ((_d = (_c = taskDefResources.StackResources) === null || _c === void 0 ? void 0 : _c.find((x) => x.LogicalResourceId === 'TaskDefinition')) === null || _d === void 0 ? void 0 : _d.PhysicalResourceId) ||
|
||||
'',
|
||||
platformVersion: '1.4.0',
|
||||
overrides: {
|
||||
containerOverrides: [
|
||||
{
|
||||
name: taskDefStackName,
|
||||
environment: environment.concat([
|
||||
{ name: 'BUILDID', value: buildUid }
|
||||
]),
|
||||
environment: environment.concat([{ name: 'BUILDID', value: buildUid }]),
|
||||
},
|
||||
],
|
||||
},
|
||||
|
|
@ -492,24 +492,24 @@ class AWS {
|
|||
networkConfiguration: {
|
||||
awsvpcConfiguration: {
|
||||
subnets: [
|
||||
((_f = (_e = baseResources.StackResources) === null || _e === void 0 ? void 0 : _e.find((x) => x.LogicalResourceId === 'PublicSubnetOne')) === null || _f === void 0 ? void 0 : _f.PhysicalResourceId) || "",
|
||||
((_h = (_g = baseResources.StackResources) === null || _g === void 0 ? void 0 : _g.find((x) => x.LogicalResourceId === 'PublicSubnetTwo')) === null || _h === void 0 ? void 0 : _h.PhysicalResourceId) || "",
|
||||
((_f = (_e = baseResources.StackResources) === null || _e === void 0 ? void 0 : _e.find((x) => x.LogicalResourceId === 'PublicSubnetOne')) === null || _f === void 0 ? void 0 : _f.PhysicalResourceId) || '',
|
||||
((_h = (_g = baseResources.StackResources) === null || _g === void 0 ? void 0 : _g.find((x) => x.LogicalResourceId === 'PublicSubnetTwo')) === null || _h === void 0 ? void 0 : _h.PhysicalResourceId) || '',
|
||||
],
|
||||
assignPublicIp: 'ENABLED',
|
||||
securityGroups: [
|
||||
((_k = (_j = baseResources.StackResources) === null || _j === void 0 ? void 0 : _j.find((x) => x.LogicalResourceId === 'ContainerSecurityGroup')) === null || _k === void 0 ? void 0 : _k.PhysicalResourceId) || "",
|
||||
((_k = (_j = baseResources.StackResources) === null || _j === void 0 ? void 0 : _j.find((x) => x.LogicalResourceId === 'ContainerSecurityGroup')) === null || _k === void 0 ? void 0 : _k.PhysicalResourceId) || '',
|
||||
],
|
||||
},
|
||||
},
|
||||
}, undefined).promise();
|
||||
core.info('Build job is starting');
|
||||
try {
|
||||
yield ECS.waitFor('tasksRunning', { tasks: [((_l = task.tasks) === null || _l === void 0 ? void 0 : _l[0].taskArn) || ""], cluster: clusterName, }).promise();
|
||||
yield ECS.waitFor('tasksRunning', { tasks: [((_l = task.tasks) === null || _l === void 0 ? void 0 : _l[0].taskArn) || ''], cluster: clusterName }).promise();
|
||||
}
|
||||
catch (error) {
|
||||
yield new Promise((resolve) => setTimeout(resolve, 3000));
|
||||
let describeTasks = yield ECS.describeTasks({
|
||||
tasks: [((_m = task.tasks) === null || _m === void 0 ? void 0 : _m[0].taskArn) || ""],
|
||||
tasks: [((_m = task.tasks) === null || _m === void 0 ? void 0 : _m[0].taskArn) || ''],
|
||||
cluster: clusterName,
|
||||
}).promise();
|
||||
core.info(`Build job has ended ${(_p = (_o = describeTasks.tasks) === null || _o === void 0 ? void 0 : _o[0].containers) === null || _p === void 0 ? void 0 : _p[0].lastStatus}`);
|
||||
|
|
@ -523,20 +523,23 @@ class AWS {
|
|||
var _w, _x;
|
||||
const tasks = yield ECS.describeTasks({
|
||||
cluster: clusterName,
|
||||
tasks: [((_w = task.tasks) === null || _w === void 0 ? void 0 : _w[0].taskArn) || ""],
|
||||
tasks: [((_w = task.tasks) === null || _w === void 0 ? void 0 : _w[0].taskArn) || ''],
|
||||
}).promise();
|
||||
return (_x = tasks.tasks) === null || _x === void 0 ? void 0 : _x[0].lastStatus;
|
||||
});
|
||||
const stream = yield kinesis.describeStream({
|
||||
StreamName: ((_r = (_q = taskDefResources.StackResources) === null || _q === void 0 ? void 0 : _q.find((x) => x.LogicalResourceId === 'KinesisStream')) === null || _r === void 0 ? void 0 : _r.PhysicalResourceId) || "",
|
||||
}, undefined).promise();
|
||||
const stream = yield kinesis
|
||||
.describeStream({
|
||||
StreamName: ((_r = (_q = taskDefResources.StackResources) === null || _q === void 0 ? void 0 : _q.find((x) => x.LogicalResourceId === 'KinesisStream')) === null || _r === void 0 ? void 0 : _r.PhysicalResourceId) ||
|
||||
'',
|
||||
}, undefined)
|
||||
.promise();
|
||||
let iterator = (yield kinesis
|
||||
.getShardIterator({
|
||||
ShardIteratorType: 'TRIM_HORIZON',
|
||||
StreamName: stream.StreamDescription.StreamName,
|
||||
ShardId: stream.StreamDescription.Shards[0].ShardId,
|
||||
})
|
||||
.promise()).ShardIterator || "";
|
||||
.promise()).ShardIterator || '';
|
||||
yield CF.waitFor('stackCreateComplete', { StackName: taskDefStackNameTTL }).promise();
|
||||
core.info(`Task status is ${yield getTaskStatus()}`);
|
||||
const logBaseUrl = `https://console.aws.amazon.com/cloudwatch/home?region=${SDK.config.region}#logsV2:log-groups/${taskDefStackName}`;
|
||||
|
|
@ -553,7 +556,7 @@ class AWS {
|
|||
ShardIterator: iterator,
|
||||
})
|
||||
.promise();
|
||||
iterator = records.NextShardIterator || "";
|
||||
iterator = records.NextShardIterator || '';
|
||||
if (records.Records.length > 0) {
|
||||
for (let index = 0; index < records.Records.length; index++) {
|
||||
const json = JSON.parse(zlib.gunzipSync(Buffer.from(records.Records[index].Data, 'base64')).toString('utf8'));
|
||||
|
|
@ -565,9 +568,9 @@ class AWS {
|
|||
}
|
||||
}
|
||||
}
|
||||
yield ECS.waitFor('tasksStopped', { cluster: clusterName, tasks: [((_s = task.tasks) === null || _s === void 0 ? void 0 : _s[0].taskArn) || ""] }).promise();
|
||||
yield ECS.waitFor('tasksStopped', { cluster: clusterName, tasks: [((_s = task.tasks) === null || _s === void 0 ? void 0 : _s[0].taskArn) || ''] }).promise();
|
||||
const exitCode = (_v = (_u = (yield ECS.describeTasks({
|
||||
tasks: [((_t = task.tasks) === null || _t === void 0 ? void 0 : _t[0].taskArn) || ""],
|
||||
tasks: [((_t = task.tasks) === null || _t === void 0 ? void 0 : _t[0].taskArn) || ''],
|
||||
cluster: clusterName,
|
||||
}).promise()).tasks) === null || _u === void 0 ? void 0 : _u[0].containers) === null || _v === void 0 ? void 0 : _v[0].exitCode;
|
||||
if (exitCode != 0) {
|
||||
|
|
@ -583,10 +586,10 @@ class AWS {
|
|||
StackName: taskDefStackNameTTL,
|
||||
}).promise();
|
||||
yield CF.waitFor('stackDeleteComplete', {
|
||||
StackName: taskDefStackName
|
||||
StackName: taskDefStackName,
|
||||
}).promise();
|
||||
yield CF.waitFor('stackDeleteComplete', {
|
||||
StackName: taskDefStackNameTTL
|
||||
StackName: taskDefStackNameTTL,
|
||||
}).promise();
|
||||
core.info('Cleanup complete');
|
||||
});
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
534
src/model/aws.ts
534
src/model/aws.ts
|
|
@ -9,16 +9,16 @@ import BuildParameters from './build-parameters';
|
|||
|
||||
class AWS {
|
||||
static async runBuildJob(buildParameters, baseImage) {
|
||||
try{
|
||||
|
||||
let buildUid = nanoid();
|
||||
await this.run(buildUid,
|
||||
buildParameters.awsStackName,
|
||||
'alpine/git',
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`apk update;
|
||||
try {
|
||||
let buildUid = nanoid();
|
||||
await this.run(
|
||||
buildUid,
|
||||
buildParameters.awsStackName,
|
||||
'alpine/git',
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`apk update;
|
||||
apk add git-lfs;
|
||||
apk add jq;
|
||||
ls;
|
||||
|
|
@ -26,27 +26,31 @@ class AWS {
|
|||
git clone https://$GITHUB_TOKEN@github.com/webbertakken/unity-builder.git ${buildUid}/builder;
|
||||
cd ${buildUid}/repo;
|
||||
git checkout $GITHUB_SHA;
|
||||
`],
|
||||
'/data',
|
||||
'/data/',
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
value: process.env.GITHUB_SHA,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
],
|
||||
);
|
||||
await this.run(buildUid,
|
||||
buildParameters.awsStackName,
|
||||
baseImage.toString(),
|
||||
['/bin/sh'],
|
||||
['-c', `
|
||||
`,
|
||||
],
|
||||
'/data',
|
||||
'/data/',
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
value: process.env.GITHUB_SHA,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
],
|
||||
);
|
||||
await this.run(
|
||||
buildUid,
|
||||
buildParameters.awsStackName,
|
||||
baseImage.toString(),
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`
|
||||
cp -r /data/${buildUid}/builder/action/default-build-script /UnityBuilderAction;
|
||||
cp -r /data/${buildUid}/builder/action/entrypoint.sh /entrypoint.sh;
|
||||
cp -r /data/${buildUid}/builder/action/steps /steps;
|
||||
|
|
@ -55,171 +59,182 @@ class AWS {
|
|||
chmod -R +x /steps;
|
||||
/entrypoint.sh;
|
||||
ls
|
||||
`],
|
||||
'/data',
|
||||
`/data/${buildUid}/repo/`,
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_WORKSPACE',
|
||||
value: `/data/${buildUid}/repo/`,
|
||||
},
|
||||
{
|
||||
name: 'PROJECT_PATH',
|
||||
value: buildParameters.projectPath,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_PATH',
|
||||
value: buildParameters.buildPath,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_FILE',
|
||||
value: buildParameters.buildFile,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_NAME',
|
||||
value: buildParameters.buildName,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_METHOD',
|
||||
value: buildParameters.buildMethod,
|
||||
},
|
||||
{
|
||||
name: 'CUSTOM_PARAMETERS',
|
||||
value: buildParameters.customParameters,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_TARGET',
|
||||
value: buildParameters.platform,
|
||||
},
|
||||
{
|
||||
name: 'ANDROID_VERSION_CODE',
|
||||
value: buildParameters.androidVersionCode.toString(),
|
||||
},
|
||||
{
|
||||
name: 'ANDROID_KEYSTORE_NAME',
|
||||
value: buildParameters.androidKeystoreName,
|
||||
},
|
||||
{
|
||||
name: 'ANDROID_KEYALIAS_NAME',
|
||||
value: buildParameters.androidKeyaliasName,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityLicense',
|
||||
ParameterValue: process.env.UNITY_LICENSE?process.env.UNITY_LICENSE:'0'
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityEmail',
|
||||
ParameterValue: process.env.UNITY_EMAIL?process.env.UNITY_EMAIL:'0'
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityPassword',
|
||||
ParameterValue: process.env.UNITY_PASSWORD?process.env.UNITY_PASSWORD:'0'
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnitySerial',
|
||||
ParameterValue: process.env.UNITY_SERIAL?process.env.UNITY_SERIAL:'0'
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeystoreBase64',
|
||||
ParameterValue: buildParameters.androidKeystoreBase64?buildParameters.androidKeystoreBase64:'0'
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeystorePass',
|
||||
ParameterValue: buildParameters.androidKeystorePass?buildParameters.androidKeystorePass:'0'
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeyAliasPass',
|
||||
ParameterValue: buildParameters.androidKeyaliasPass?buildParameters.androidKeyaliasPass:'0'
|
||||
},
|
||||
]
|
||||
);
|
||||
// Cleanup
|
||||
await this.run(buildUid,
|
||||
buildParameters.awsStackName,
|
||||
'alpine',
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`
|
||||
`,
|
||||
],
|
||||
'/data',
|
||||
`/data/${buildUid}/repo/`,
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_WORKSPACE',
|
||||
value: `/data/${buildUid}/repo/`,
|
||||
},
|
||||
{
|
||||
name: 'PROJECT_PATH',
|
||||
value: buildParameters.projectPath,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_PATH',
|
||||
value: buildParameters.buildPath,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_FILE',
|
||||
value: buildParameters.buildFile,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_NAME',
|
||||
value: buildParameters.buildName,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_METHOD',
|
||||
value: buildParameters.buildMethod,
|
||||
},
|
||||
{
|
||||
name: 'CUSTOM_PARAMETERS',
|
||||
value: buildParameters.customParameters,
|
||||
},
|
||||
{
|
||||
name: 'BUILD_TARGET',
|
||||
value: buildParameters.platform,
|
||||
},
|
||||
{
|
||||
name: 'ANDROID_VERSION_CODE',
|
||||
value: buildParameters.androidVersionCode.toString(),
|
||||
},
|
||||
{
|
||||
name: 'ANDROID_KEYSTORE_NAME',
|
||||
value: buildParameters.androidKeystoreName,
|
||||
},
|
||||
{
|
||||
name: 'ANDROID_KEYALIAS_NAME',
|
||||
value: buildParameters.androidKeyaliasName,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityLicense',
|
||||
ParameterValue: process.env.UNITY_LICENSE ? process.env.UNITY_LICENSE : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityEmail',
|
||||
ParameterValue: process.env.UNITY_EMAIL ? process.env.UNITY_EMAIL : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnityPassword',
|
||||
ParameterValue: process.env.UNITY_PASSWORD ? process.env.UNITY_PASSWORD : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'UnitySerial',
|
||||
ParameterValue: process.env.UNITY_SERIAL ? process.env.UNITY_SERIAL : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeystoreBase64',
|
||||
ParameterValue: buildParameters.androidKeystoreBase64 ? buildParameters.androidKeystoreBase64 : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeystorePass',
|
||||
ParameterValue: buildParameters.androidKeystorePass ? buildParameters.androidKeystorePass : '0',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AndroidKeyAliasPass',
|
||||
ParameterValue: buildParameters.androidKeyaliasPass ? buildParameters.androidKeyaliasPass : '0',
|
||||
},
|
||||
],
|
||||
);
|
||||
// Cleanup
|
||||
await this.run(
|
||||
buildUid,
|
||||
buildParameters.awsStackName,
|
||||
'alpine',
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`
|
||||
apk update;
|
||||
apk add zip
|
||||
zip -r ./${buildUid}/output.zip ./${buildUid}/repo/build
|
||||
ls
|
||||
`],
|
||||
'/data',
|
||||
'/data/',
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
value: process.env.GITHUB_SHA,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
],
|
||||
);
|
||||
await this.run(buildUid,
|
||||
buildParameters.awsStackName,
|
||||
'amazon/aws-cli',
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`
|
||||
`,
|
||||
],
|
||||
'/data',
|
||||
'/data/',
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
value: process.env.GITHUB_SHA,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
],
|
||||
);
|
||||
await this.run(
|
||||
buildUid,
|
||||
buildParameters.awsStackName,
|
||||
'amazon/aws-cli',
|
||||
['/bin/sh'],
|
||||
[
|
||||
'-c',
|
||||
`
|
||||
aws s3 cp ./${buildUid}/output.zip s3://game-ci-storage/${buildUid}
|
||||
rm -r ${buildUid}
|
||||
ls
|
||||
`],
|
||||
'/data',
|
||||
'/data/',
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
value: process.env.GITHUB_SHA,
|
||||
},
|
||||
{
|
||||
name: 'AWS_DEFAULT_REGION',
|
||||
value: process.env.AWS_DEFAULT_REGION,
|
||||
},
|
||||
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AWSAccessKeyID',
|
||||
ParameterValue: process.env.AWS_ACCESS_KEY_ID,
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AWSSecretAccessKey',
|
||||
ParameterValue: process.env.AWS_SECRET_ACCESS_KEY,
|
||||
},
|
||||
],
|
||||
);
|
||||
}
|
||||
catch(error){
|
||||
`,
|
||||
],
|
||||
'/data',
|
||||
'/data/',
|
||||
[
|
||||
{
|
||||
name: 'GITHUB_SHA',
|
||||
value: process.env.GITHUB_SHA,
|
||||
},
|
||||
{
|
||||
name: 'AWS_DEFAULT_REGION',
|
||||
value: process.env.AWS_DEFAULT_REGION,
|
||||
},
|
||||
],
|
||||
[
|
||||
{
|
||||
ParameterKey: 'GithubToken',
|
||||
ParameterValue: buildParameters.githubToken,
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AWSAccessKeyID',
|
||||
ParameterValue: process.env.AWS_ACCESS_KEY_ID,
|
||||
},
|
||||
{
|
||||
ParameterKey: 'AWSSecretAccessKey',
|
||||
ParameterValue: process.env.AWS_SECRET_ACCESS_KEY,
|
||||
},
|
||||
],
|
||||
);
|
||||
} catch (error) {
|
||||
core.setFailed(error);
|
||||
core.error(error);
|
||||
}
|
||||
}
|
||||
|
||||
static async run(buildUid:string, stackName:string, image:string, entrypoint:string[], commands, mountdir, workingdir, environment, secrets) {
|
||||
static async run(
|
||||
buildUid: string,
|
||||
stackName: string,
|
||||
image: string,
|
||||
entrypoint: string[],
|
||||
commands,
|
||||
mountdir,
|
||||
workingdir,
|
||||
environment,
|
||||
secrets,
|
||||
) {
|
||||
const ECS = new SDK.ECS();
|
||||
const CF = new SDK.CloudFormation();
|
||||
|
||||
const taskDefStackName = `${stackName}-taskDef-${image}-${buildUid}`
|
||||
.toString()
|
||||
.replace(/[^\da-z]/gi, '');
|
||||
const taskDefStackName = `${stackName}-taskDef-${image}-${buildUid}`.toString().replace(/[^\da-z]/gi, '');
|
||||
const taskDefCloudFormation = fs.readFileSync(`${__dirname}/task-def-formation.yml`, 'utf8');
|
||||
await CF.createStack({
|
||||
StackName: taskDefStackName,
|
||||
|
|
@ -252,17 +267,17 @@ class AWS {
|
|||
{
|
||||
ParameterKey: 'BUILDID',
|
||||
ParameterValue: buildUid,
|
||||
}
|
||||
},
|
||||
].concat(secrets),
|
||||
}).promise();
|
||||
core.info("Creating build cluster...");
|
||||
core.info('Creating build cluster...');
|
||||
|
||||
const taskDefStackNameTTL = taskDefStackName+"-ttl";
|
||||
const taskDefStackNameTTL = taskDefStackName + '-ttl';
|
||||
const ttlCloudFormation = fs.readFileSync(`${__dirname}/cloudformation-stack-ttl.yml`, 'utf8');
|
||||
await CF.createStack({
|
||||
StackName: taskDefStackNameTTL,
|
||||
TemplateBody: ttlCloudFormation,
|
||||
Capabilities: [ "CAPABILITY_IAM" ],
|
||||
Capabilities: ['CAPABILITY_IAM'],
|
||||
Parameters: [
|
||||
{
|
||||
ParameterKey: 'StackName',
|
||||
|
|
@ -270,83 +285,80 @@ class AWS {
|
|||
},
|
||||
{
|
||||
ParameterKey: 'TTL',
|
||||
ParameterValue: "100",
|
||||
ParameterValue: '100',
|
||||
},
|
||||
{
|
||||
ParameterKey: 'BUILDID',
|
||||
ParameterValue: buildUid,
|
||||
}
|
||||
},
|
||||
],
|
||||
}).promise();
|
||||
core.info("Creating cleanup cluster...");
|
||||
core.info('Creating cleanup cluster...');
|
||||
|
||||
try{
|
||||
try {
|
||||
await CF.waitFor('stackCreateComplete', { StackName: taskDefStackName }).promise();
|
||||
}catch(error){
|
||||
} catch (error) {
|
||||
core.error(error);
|
||||
}
|
||||
core.info("Cloud formation stack created");
|
||||
core.info('Cloud formation stack created');
|
||||
|
||||
const taskDefResources = await CF.describeStackResources({
|
||||
StackName: taskDefStackName,
|
||||
}).promise();
|
||||
|
||||
|
||||
const baseResources = await CF.describeStackResources({ StackName: stackName }).promise();
|
||||
|
||||
const clusterName = baseResources.StackResources?.find(
|
||||
(x) => x.LogicalResourceId === 'ECSCluster',
|
||||
)?.PhysicalResourceId || "";
|
||||
const task = await ECS.runTask({
|
||||
cluster: clusterName,
|
||||
taskDefinition: taskDefResources.StackResources?.find(
|
||||
(x) => x.LogicalResourceId === 'TaskDefinition',
|
||||
)?.PhysicalResourceId || "",
|
||||
platformVersion: '1.4.0',
|
||||
overrides: {
|
||||
containerOverrides: [
|
||||
{
|
||||
name: taskDefStackName,
|
||||
environment: environment.concat([
|
||||
{name:'BUILDID', value: buildUid}
|
||||
]),
|
||||
},
|
||||
],
|
||||
},
|
||||
launchType: 'FARGATE',
|
||||
networkConfiguration: {
|
||||
awsvpcConfiguration: {
|
||||
subnets: [
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'PublicSubnetOne')?.PhysicalResourceId || "",
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'PublicSubnetTwo')?.PhysicalResourceId || "",
|
||||
],
|
||||
assignPublicIp: 'ENABLED',
|
||||
securityGroups: [
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'ContainerSecurityGroup')?.PhysicalResourceId || "",
|
||||
const clusterName =
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'ECSCluster')?.PhysicalResourceId || '';
|
||||
const task = await ECS.runTask(
|
||||
{
|
||||
cluster: clusterName,
|
||||
taskDefinition:
|
||||
taskDefResources.StackResources?.find((x) => x.LogicalResourceId === 'TaskDefinition')?.PhysicalResourceId ||
|
||||
'',
|
||||
platformVersion: '1.4.0',
|
||||
overrides: {
|
||||
containerOverrides: [
|
||||
{
|
||||
name: taskDefStackName,
|
||||
environment: environment.concat([{ name: 'BUILDID', value: buildUid }]),
|
||||
},
|
||||
],
|
||||
},
|
||||
launchType: 'FARGATE',
|
||||
networkConfiguration: {
|
||||
awsvpcConfiguration: {
|
||||
subnets: [
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'PublicSubnetOne')
|
||||
?.PhysicalResourceId || '',
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'PublicSubnetTwo')
|
||||
?.PhysicalResourceId || '',
|
||||
],
|
||||
assignPublicIp: 'ENABLED',
|
||||
securityGroups: [
|
||||
baseResources.StackResources?.find((x) => x.LogicalResourceId === 'ContainerSecurityGroup')
|
||||
?.PhysicalResourceId || '',
|
||||
],
|
||||
},
|
||||
},
|
||||
},
|
||||
}, undefined).promise();
|
||||
undefined,
|
||||
).promise();
|
||||
|
||||
core.info('Build job is starting');
|
||||
|
||||
try {
|
||||
await ECS.waitFor('tasksRunning', {tasks: [task.tasks?.[0].taskArn||""],
|
||||
cluster: clusterName,
|
||||
}).promise();
|
||||
await ECS.waitFor('tasksRunning', { tasks: [task.tasks?.[0].taskArn || ''], cluster: clusterName }).promise();
|
||||
} catch (error) {
|
||||
await new Promise((resolve) => setTimeout(resolve, 3000));
|
||||
let describeTasks = await ECS.describeTasks({
|
||||
tasks: [task.tasks?.[0].taskArn||""],
|
||||
tasks: [task.tasks?.[0].taskArn || ''],
|
||||
cluster: clusterName,
|
||||
}).promise();
|
||||
core.info(
|
||||
`Build job has ended ${describeTasks.tasks?.[0].containers?.[0].lastStatus}`
|
||||
);
|
||||
core.info(`Build job has ended ${describeTasks.tasks?.[0].containers?.[0].lastStatus}`);
|
||||
core.setFailed(error);
|
||||
core.error(error);
|
||||
}
|
||||
|
||||
|
||||
core.info(`Build job is running`);
|
||||
|
||||
|
|
@ -356,29 +368,35 @@ class AWS {
|
|||
const getTaskStatus = async () => {
|
||||
const tasks = await ECS.describeTasks({
|
||||
cluster: clusterName,
|
||||
tasks: [task.tasks?.[0].taskArn||""],
|
||||
tasks: [task.tasks?.[0].taskArn || ''],
|
||||
}).promise();
|
||||
return tasks.tasks?.[0].lastStatus;
|
||||
};
|
||||
|
||||
const stream = await kinesis.describeStream({
|
||||
StreamName: taskDefResources.StackResources?.find(
|
||||
(x) => x.LogicalResourceId === 'KinesisStream',
|
||||
)?.PhysicalResourceId||"",
|
||||
}, undefined).promise();
|
||||
const stream = await kinesis
|
||||
.describeStream(
|
||||
{
|
||||
StreamName:
|
||||
taskDefResources.StackResources?.find((x) => x.LogicalResourceId === 'KinesisStream')?.PhysicalResourceId ||
|
||||
'',
|
||||
},
|
||||
undefined,
|
||||
)
|
||||
.promise();
|
||||
|
||||
let iterator = (
|
||||
await kinesis
|
||||
.getShardIterator({
|
||||
ShardIteratorType: 'TRIM_HORIZON',
|
||||
StreamName: stream.StreamDescription.StreamName,
|
||||
ShardId: stream.StreamDescription.Shards[0].ShardId,
|
||||
})
|
||||
.promise()
|
||||
).ShardIterator||"";
|
||||
let iterator =
|
||||
(
|
||||
await kinesis
|
||||
.getShardIterator({
|
||||
ShardIteratorType: 'TRIM_HORIZON',
|
||||
StreamName: stream.StreamDescription.StreamName,
|
||||
ShardId: stream.StreamDescription.Shards[0].ShardId,
|
||||
})
|
||||
.promise()
|
||||
).ShardIterator || '';
|
||||
|
||||
await CF.waitFor('stackCreateComplete', { StackName: taskDefStackNameTTL }).promise();
|
||||
|
||||
|
||||
core.info(`Task status is ${await getTaskStatus()}`);
|
||||
|
||||
const logBaseUrl = `https://console.aws.amazon.com/cloudwatch/home?region=${SDK.config.region}#logsV2:log-groups/${taskDefStackName}`;
|
||||
|
|
@ -396,11 +414,11 @@ class AWS {
|
|||
ShardIterator: iterator,
|
||||
})
|
||||
.promise();
|
||||
iterator = records.NextShardIterator||"";
|
||||
iterator = records.NextShardIterator || '';
|
||||
if (records.Records.length > 0) {
|
||||
for (let index = 0; index < records.Records.length; index++) {
|
||||
const json = JSON.parse(
|
||||
zlib.gunzipSync(Buffer.from((records.Records[index].Data as string), 'base64')).toString('utf8'),
|
||||
zlib.gunzipSync(Buffer.from(records.Records[index].Data as string, 'base64')).toString('utf8'),
|
||||
);
|
||||
if (json.messageType === 'DATA_MESSAGE') {
|
||||
for (let logEventsIndex = 0; logEventsIndex < json.logEvents.length; logEventsIndex++) {
|
||||
|
|
@ -411,18 +429,18 @@ class AWS {
|
|||
}
|
||||
}
|
||||
|
||||
await ECS.waitFor('tasksStopped', { cluster: clusterName, tasks: [task.tasks?.[0].taskArn||""]}).promise();
|
||||
await ECS.waitFor('tasksStopped', { cluster: clusterName, tasks: [task.tasks?.[0].taskArn || ''] }).promise();
|
||||
|
||||
const exitCode = (await ECS.describeTasks({
|
||||
tasks: [task.tasks?.[0].taskArn||""],
|
||||
const exitCode = (
|
||||
await ECS.describeTasks({
|
||||
tasks: [task.tasks?.[0].taskArn || ''],
|
||||
cluster: clusterName,
|
||||
}).promise()
|
||||
).tasks?.[0].containers?.[0].exitCode;
|
||||
|
||||
if(exitCode!=0){
|
||||
core.error(`job finished with exit code ${exitCode}`)
|
||||
}
|
||||
else{
|
||||
if (exitCode != 0) {
|
||||
core.error(`job finished with exit code ${exitCode}`);
|
||||
} else {
|
||||
core.info(`Build job has finished with exit code 0`);
|
||||
}
|
||||
|
||||
|
|
@ -435,11 +453,11 @@ class AWS {
|
|||
}).promise();
|
||||
|
||||
await CF.waitFor('stackDeleteComplete', {
|
||||
StackName: taskDefStackName
|
||||
StackName: taskDefStackName,
|
||||
}).promise();
|
||||
|
||||
await CF.waitFor('stackDeleteComplete', {
|
||||
StackName: taskDefStackNameTTL
|
||||
StackName: taskDefStackNameTTL,
|
||||
}).promise();
|
||||
|
||||
core.info('Cleanup complete');
|
||||
|
|
@ -451,4 +469,4 @@ class AWS {
|
|||
});
|
||||
}
|
||||
}
|
||||
export default AWS;
|
||||
export default AWS;
|
||||
|
|
|
|||
|
|
@ -34,7 +34,7 @@ class BuildParameters {
|
|||
androidKeyaliasPass: Input.androidKeyaliasPass,
|
||||
customParameters: Input.customParameters,
|
||||
remoteBuildCluster: Input.remoteBuildCluster,
|
||||
awsStackName:Input.awsStackName,
|
||||
awsStackName: Input.awsStackName,
|
||||
kubeConfig: Input.kubeConfig,
|
||||
githubToken: Input.githubToken,
|
||||
kubeContainerMemory: Input.kubeContainerMemory,
|
||||
|
|
|
|||
|
|
@ -25,5 +25,5 @@ export {
|
|||
Unity,
|
||||
Versioning,
|
||||
Kubernetes,
|
||||
AWS
|
||||
AWS,
|
||||
};
|
||||
|
|
|
|||
|
|
@ -85,11 +85,11 @@ class Input {
|
|||
return core.getInput('customParameters') || '';
|
||||
}
|
||||
|
||||
static get remoteBuildCluster(){
|
||||
static get remoteBuildCluster() {
|
||||
return core.getInput('remoteBuildCluster') || '';
|
||||
}
|
||||
|
||||
static get awsStackName(){
|
||||
static get awsStackName() {
|
||||
return core.getInput('awsStackName') || '';
|
||||
}
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue