folder sizes to inspect caching

pull/353/head
Frostebite 2022-04-06 19:56:53 +01:00
parent fece47ac71
commit 3aed1142be
3 changed files with 22 additions and 2 deletions

11
dist/index.js vendored
View File

@ -946,6 +946,7 @@ const cloud_runner_system_1 = __nccwpck_require__(66879);
const remote_client_logger_1 = __nccwpck_require__(28082);
const path_1 = __importDefault(__nccwpck_require__(71017));
const console_1 = __nccwpck_require__(96206);
const cloud_runner_logger_1 = __importDefault(__nccwpck_require__(22855));
class SetupCloudRunnerRepository {
static run() {
return __awaiter(this, void 0, void 0, function* () {
@ -955,14 +956,18 @@ class SetupCloudRunnerRepository {
yield cloud_runner_system_1.CloudRunnerSystem.Run(`mkdir -p ${cloud_runner_folders_1.CloudRunnerFolders.cacheFolderFull}`);
process.chdir(cloud_runner_folders_1.CloudRunnerFolders.repoPathFull);
yield SetupCloudRunnerRepository.cloneRepoWithoutLFSFiles();
yield SetupCloudRunnerRepository.sizeOfFolder('repo before lfs cache pull', cloud_runner_folders_1.CloudRunnerFolders.repoPathFull);
const lfsHashes = yield lfs_hashing_1.LFSHashing.createLFSHashFiles();
if (fs_1.default.existsSync(cloud_runner_folders_1.CloudRunnerFolders.libraryFolderFull)) {
remote_client_logger_1.RemoteClientLogger.logWarning(`!Warning!: The Unity library was included in the git repository`);
}
yield caching_1.Caching.PullFromCache(cloud_runner_folders_1.CloudRunnerFolders.lfsCacheFolderFull, cloud_runner_folders_1.CloudRunnerFolders.lfsDirectoryFull, `${lfsHashes.lfsGuidSum}`);
yield SetupCloudRunnerRepository.sizeOfFolder('repo after lfs cache pull', cloud_runner_folders_1.CloudRunnerFolders.repoPathFull);
yield SetupCloudRunnerRepository.pullLatestLFS();
yield SetupCloudRunnerRepository.sizeOfFolder('repo before lfs git pull', cloud_runner_folders_1.CloudRunnerFolders.repoPathFull);
yield caching_1.Caching.PushToCache(cloud_runner_folders_1.CloudRunnerFolders.lfsCacheFolderFull, cloud_runner_folders_1.CloudRunnerFolders.lfsDirectoryFull, `${lfsHashes.lfsGuidSum}`);
yield caching_1.Caching.PullFromCache(cloud_runner_folders_1.CloudRunnerFolders.libraryCacheFolderFull, cloud_runner_folders_1.CloudRunnerFolders.libraryFolderFull);
yield SetupCloudRunnerRepository.sizeOfFolder('repo after library cache pull', cloud_runner_folders_1.CloudRunnerFolders.repoPathFull);
caching_1.Caching.handleCachePurging();
}
catch (error) {
@ -970,6 +975,12 @@ class SetupCloudRunnerRepository {
}
});
}
static sizeOfFolder(message, folder) {
return __awaiter(this, void 0, void 0, function* () {
cloud_runner_logger_1.default.log(`Size of ${message}`);
yield cloud_runner_system_1.CloudRunnerSystem.Run(`du -sh ${folder}`);
});
}
static cloneRepoWithoutLFSFiles() {
return __awaiter(this, void 0, void 0, function* () {
try {

2
dist/index.js.map vendored

File diff suppressed because one or more lines are too long

View File

@ -7,6 +7,7 @@ import { CloudRunnerSystem } from './remote-client-services/cloud-runner-system'
import { RemoteClientLogger } from './remote-client-services/remote-client-logger';
import path from 'path';
import { assert } from 'console';
import CloudRunnerLogger from '../../cloud-runner/services/cloud-runner-logger';
export class SetupCloudRunnerRepository {
public static async run() {
@ -14,9 +15,9 @@ export class SetupCloudRunnerRepository {
await CloudRunnerSystem.Run(`mkdir -p ${CloudRunnerFolders.buildPathFull}`);
await CloudRunnerSystem.Run(`mkdir -p ${CloudRunnerFolders.repoPathFull}`);
await CloudRunnerSystem.Run(`mkdir -p ${CloudRunnerFolders.cacheFolderFull}`);
process.chdir(CloudRunnerFolders.repoPathFull);
await SetupCloudRunnerRepository.cloneRepoWithoutLFSFiles();
await SetupCloudRunnerRepository.sizeOfFolder('repo before lfs cache pull', CloudRunnerFolders.repoPathFull);
const lfsHashes = await LFSHashing.createLFSHashFiles();
if (fs.existsSync(CloudRunnerFolders.libraryFolderFull)) {
RemoteClientLogger.logWarning(`!Warning!: The Unity library was included in the git repository`);
@ -26,19 +27,27 @@ export class SetupCloudRunnerRepository {
CloudRunnerFolders.lfsDirectoryFull,
`${lfsHashes.lfsGuidSum}`,
);
await SetupCloudRunnerRepository.sizeOfFolder('repo after lfs cache pull', CloudRunnerFolders.repoPathFull);
await SetupCloudRunnerRepository.pullLatestLFS();
await SetupCloudRunnerRepository.sizeOfFolder('repo before lfs git pull', CloudRunnerFolders.repoPathFull);
await Caching.PushToCache(
CloudRunnerFolders.lfsCacheFolderFull,
CloudRunnerFolders.lfsDirectoryFull,
`${lfsHashes.lfsGuidSum}`,
);
await Caching.PullFromCache(CloudRunnerFolders.libraryCacheFolderFull, CloudRunnerFolders.libraryFolderFull);
await SetupCloudRunnerRepository.sizeOfFolder('repo after library cache pull', CloudRunnerFolders.repoPathFull);
Caching.handleCachePurging();
} catch (error) {
throw error;
}
}
private static async sizeOfFolder(message: string, folder: string) {
CloudRunnerLogger.log(`Size of ${message}`);
await CloudRunnerSystem.Run(`du -sh ${folder}`);
}
private static async cloneRepoWithoutLFSFiles() {
try {
process.chdir(`${CloudRunnerFolders.repoPathFull}`);