mirror of
https://github.com/actions/cache.git
synced 2024-11-26 21:49:01 +00:00
eb78578266
* Allow for multiple line-delimited paths to cache * Add initial minimatch support * Use @actions/glob for pattern matching * Cache multiple entries using --files-from tar input remove known failing test Quote tar paths Add salt to test cache Try reading input files from manifest bump salt Run test on macos more testing Run caching tests on 3 platforms Run tests on self-hosted Apparently cant reference hosted runners by name Bump salt wait for some time after save more timing out smarter waiting Cache in tmp dir that won't be deleted Use child_process instead of actions/exec Revert tempDir hack bump salt more logging More console logging Use filepath to with cacheHttpClient Test cache restoration Revert temp dir hack debug logging clean up cache.yml testing Bump salt change debug output build actions * unit test coverage for caching multiple dirs * Ensure there's a locateable test folder at homedir * Clean up code * Version cache with all inputs * Unit test getCacheVersion * Include keys in getCacheEntry request * Clean import orders * Use fs promises in actionUtils tests * Update import order for to fix linter errors * Fix remaining linter error * Remove platform-specific test code * Add lerna example for caching multiple dirs * Lerna example updated to v2 Co-Authored-By: Josh Gross <joshmgross@github.com> Co-authored-by: Josh Gross <joshmgross@github.com>
384 lines
12 KiB
TypeScript
384 lines
12 KiB
TypeScript
import * as core from "@actions/core";
|
|
import * as path from "path";
|
|
|
|
import * as cacheHttpClient from "../src/cacheHttpClient";
|
|
import { CacheFilename, Events, Inputs } from "../src/constants";
|
|
import { ArtifactCacheEntry } from "../src/contracts";
|
|
import run from "../src/save";
|
|
import * as tar from "../src/tar";
|
|
import * as actionUtils from "../src/utils/actionUtils";
|
|
import * as testUtils from "../src/utils/testUtils";
|
|
|
|
jest.mock("@actions/core");
|
|
jest.mock("../src/cacheHttpClient");
|
|
jest.mock("../src/tar");
|
|
jest.mock("../src/utils/actionUtils");
|
|
|
|
beforeAll(() => {
|
|
jest.spyOn(core, "getInput").mockImplementation((name, options) => {
|
|
return jest.requireActual("@actions/core").getInput(name, options);
|
|
});
|
|
|
|
jest.spyOn(actionUtils, "getCacheState").mockImplementation(() => {
|
|
return jest.requireActual("../src/utils/actionUtils").getCacheState();
|
|
});
|
|
|
|
jest.spyOn(actionUtils, "isExactKeyMatch").mockImplementation(
|
|
(key, cacheResult) => {
|
|
return jest
|
|
.requireActual("../src/utils/actionUtils")
|
|
.isExactKeyMatch(key, cacheResult);
|
|
}
|
|
);
|
|
|
|
jest.spyOn(actionUtils, "isValidEvent").mockImplementation(() => {
|
|
const actualUtils = jest.requireActual("../src/utils/actionUtils");
|
|
return actualUtils.isValidEvent();
|
|
});
|
|
|
|
jest.spyOn(actionUtils, "getSupportedEvents").mockImplementation(() => {
|
|
const actualUtils = jest.requireActual("../src/utils/actionUtils");
|
|
return actualUtils.getSupportedEvents();
|
|
});
|
|
|
|
jest.spyOn(actionUtils, "resolvePaths").mockImplementation(
|
|
async filePaths => {
|
|
return filePaths.map(x => path.resolve(x));
|
|
}
|
|
);
|
|
|
|
jest.spyOn(actionUtils, "createTempDirectory").mockImplementation(() => {
|
|
return Promise.resolve("/foo/bar");
|
|
});
|
|
});
|
|
|
|
beforeEach(() => {
|
|
process.env[Events.Key] = Events.Push;
|
|
});
|
|
|
|
afterEach(() => {
|
|
testUtils.clearInputs();
|
|
delete process.env[Events.Key];
|
|
});
|
|
|
|
test("save with invalid event outputs warning", async () => {
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const invalidEvent = "commit_comment";
|
|
process.env[Events.Key] = invalidEvent;
|
|
await run();
|
|
expect(logWarningMock).toHaveBeenCalledWith(
|
|
`Event Validation Error: The event type ${invalidEvent} is not supported. Only push, pull_request events are supported at this time.`
|
|
);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with no primary key in state outputs warning", async () => {
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return "";
|
|
});
|
|
|
|
await run();
|
|
|
|
expect(logWarningMock).toHaveBeenCalledWith(
|
|
`Error retrieving key from state.`
|
|
);
|
|
expect(logWarningMock).toHaveBeenCalledTimes(1);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with exact match returns early", async () => {
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: primaryKey,
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return primaryKey;
|
|
});
|
|
|
|
const createTarMock = jest.spyOn(tar, "createTar");
|
|
|
|
await run();
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(
|
|
`Cache hit occurred on the primary key ${primaryKey}, not saving cache.`
|
|
);
|
|
|
|
expect(createTarMock).toHaveBeenCalledTimes(0);
|
|
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with missing input outputs warning", async () => {
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return primaryKey;
|
|
});
|
|
|
|
await run();
|
|
|
|
expect(logWarningMock).toHaveBeenCalledWith(
|
|
"Input required and not supplied: path"
|
|
);
|
|
expect(logWarningMock).toHaveBeenCalledTimes(1);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with large cache outputs warning", async () => {
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return primaryKey;
|
|
});
|
|
|
|
const inputPath = "node_modules";
|
|
const cachePaths = [path.resolve(inputPath)];
|
|
testUtils.setInput(Inputs.Path, inputPath);
|
|
|
|
const createTarMock = jest.spyOn(tar, "createTar");
|
|
|
|
const cacheSize = 6 * 1024 * 1024 * 1024; //~6GB, over the 5GB limit
|
|
jest.spyOn(actionUtils, "getArchiveFileSize").mockImplementationOnce(() => {
|
|
return cacheSize;
|
|
});
|
|
|
|
await run();
|
|
|
|
const archiveFolder = "/foo/bar";
|
|
|
|
expect(createTarMock).toHaveBeenCalledTimes(1);
|
|
expect(createTarMock).toHaveBeenCalledWith(archiveFolder, cachePaths);
|
|
|
|
expect(logWarningMock).toHaveBeenCalledTimes(1);
|
|
expect(logWarningMock).toHaveBeenCalledWith(
|
|
"Cache size of ~6144 MB (6442450944 B) is over the 5GB limit, not saving cache."
|
|
);
|
|
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with reserve cache failure outputs warning", async () => {
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return primaryKey;
|
|
});
|
|
|
|
const inputPath = "node_modules";
|
|
testUtils.setInput(Inputs.Path, inputPath);
|
|
|
|
const reserveCacheMock = jest
|
|
.spyOn(cacheHttpClient, "reserveCache")
|
|
.mockImplementationOnce(() => {
|
|
return Promise.resolve(-1);
|
|
});
|
|
|
|
const createTarMock = jest.spyOn(tar, "createTar");
|
|
|
|
const saveCacheMock = jest.spyOn(cacheHttpClient, "saveCache");
|
|
|
|
await run();
|
|
|
|
expect(reserveCacheMock).toHaveBeenCalledTimes(1);
|
|
expect(reserveCacheMock).toHaveBeenCalledWith(primaryKey);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(
|
|
`Unable to reserve cache with key ${primaryKey}, another job may be creating this cache.`
|
|
);
|
|
|
|
expect(createTarMock).toHaveBeenCalledTimes(0);
|
|
expect(saveCacheMock).toHaveBeenCalledTimes(0);
|
|
expect(logWarningMock).toHaveBeenCalledTimes(0);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with server error outputs warning", async () => {
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return primaryKey;
|
|
});
|
|
|
|
const inputPath = "node_modules";
|
|
const cachePaths = [path.resolve(inputPath)];
|
|
testUtils.setInput(Inputs.Path, inputPath);
|
|
|
|
const cacheId = 4;
|
|
const reserveCacheMock = jest
|
|
.spyOn(cacheHttpClient, "reserveCache")
|
|
.mockImplementationOnce(() => {
|
|
return Promise.resolve(cacheId);
|
|
});
|
|
|
|
const createTarMock = jest.spyOn(tar, "createTar");
|
|
|
|
const saveCacheMock = jest
|
|
.spyOn(cacheHttpClient, "saveCache")
|
|
.mockImplementationOnce(() => {
|
|
throw new Error("HTTP Error Occurred");
|
|
});
|
|
|
|
await run();
|
|
|
|
expect(reserveCacheMock).toHaveBeenCalledTimes(1);
|
|
expect(reserveCacheMock).toHaveBeenCalledWith(primaryKey);
|
|
|
|
const archiveFolder = "/foo/bar";
|
|
const archiveFile = path.join(archiveFolder, CacheFilename);
|
|
|
|
expect(createTarMock).toHaveBeenCalledTimes(1);
|
|
expect(createTarMock).toHaveBeenCalledWith(archiveFolder, cachePaths);
|
|
|
|
expect(saveCacheMock).toHaveBeenCalledTimes(1);
|
|
expect(saveCacheMock).toHaveBeenCalledWith(cacheId, archiveFile);
|
|
|
|
expect(logWarningMock).toHaveBeenCalledTimes(1);
|
|
expect(logWarningMock).toHaveBeenCalledWith("HTTP Error Occurred");
|
|
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("save with valid inputs uploads a cache", async () => {
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
|
|
const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
|
|
jest.spyOn(core, "getState")
|
|
// Cache Entry State
|
|
.mockImplementationOnce(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
})
|
|
// Cache Key State
|
|
.mockImplementationOnce(() => {
|
|
return primaryKey;
|
|
});
|
|
|
|
const inputPath = "node_modules";
|
|
const cachePaths = [path.resolve(inputPath)];
|
|
testUtils.setInput(Inputs.Path, inputPath);
|
|
|
|
const cacheId = 4;
|
|
const reserveCacheMock = jest
|
|
.spyOn(cacheHttpClient, "reserveCache")
|
|
.mockImplementationOnce(() => {
|
|
return Promise.resolve(cacheId);
|
|
});
|
|
|
|
const createTarMock = jest.spyOn(tar, "createTar");
|
|
|
|
const saveCacheMock = jest.spyOn(cacheHttpClient, "saveCache");
|
|
|
|
await run();
|
|
|
|
expect(reserveCacheMock).toHaveBeenCalledTimes(1);
|
|
expect(reserveCacheMock).toHaveBeenCalledWith(primaryKey);
|
|
|
|
const archiveFolder = "/foo/bar";
|
|
const archiveFile = path.join(archiveFolder, CacheFilename);
|
|
|
|
expect(createTarMock).toHaveBeenCalledTimes(1);
|
|
expect(createTarMock).toHaveBeenCalledWith(archiveFolder, cachePaths);
|
|
|
|
expect(saveCacheMock).toHaveBeenCalledTimes(1);
|
|
expect(saveCacheMock).toHaveBeenCalledWith(cacheId, archiveFile);
|
|
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|