mirror of
https://github.com/actions/cache.git
synced 2024-12-20 02:39:06 +00:00
eb78578266
* Allow for multiple line-delimited paths to cache * Add initial minimatch support * Use @actions/glob for pattern matching * Cache multiple entries using --files-from tar input remove known failing test Quote tar paths Add salt to test cache Try reading input files from manifest bump salt Run test on macos more testing Run caching tests on 3 platforms Run tests on self-hosted Apparently cant reference hosted runners by name Bump salt wait for some time after save more timing out smarter waiting Cache in tmp dir that won't be deleted Use child_process instead of actions/exec Revert tempDir hack bump salt more logging More console logging Use filepath to with cacheHttpClient Test cache restoration Revert temp dir hack debug logging clean up cache.yml testing Bump salt change debug output build actions * unit test coverage for caching multiple dirs * Ensure there's a locateable test folder at homedir * Clean up code * Version cache with all inputs * Unit test getCacheVersion * Include keys in getCacheEntry request * Clean import orders * Use fs promises in actionUtils tests * Update import order for to fix linter errors * Fix remaining linter error * Remove platform-specific test code * Add lerna example for caching multiple dirs * Lerna example updated to v2 Co-Authored-By: Josh Gross <joshmgross@github.com> Co-authored-by: Josh Gross <joshmgross@github.com>
358 lines
10 KiB
TypeScript
358 lines
10 KiB
TypeScript
import * as core from "@actions/core";
|
|
import * as io from "@actions/io";
|
|
import { promises as fs } from "fs";
|
|
import * as os from "os";
|
|
import * as path from "path";
|
|
|
|
import { Events, Outputs, State } from "../src/constants";
|
|
import { ArtifactCacheEntry } from "../src/contracts";
|
|
import * as actionUtils from "../src/utils/actionUtils";
|
|
|
|
import uuid = require("uuid");
|
|
|
|
jest.mock("@actions/core");
|
|
jest.mock("os");
|
|
|
|
function getTempDir(): string {
|
|
return path.join(__dirname, "_temp", "actionUtils");
|
|
}
|
|
|
|
afterEach(() => {
|
|
delete process.env[Events.Key];
|
|
});
|
|
|
|
afterAll(async () => {
|
|
delete process.env["GITHUB_WORKSPACE"];
|
|
await io.rmRF(getTempDir());
|
|
});
|
|
|
|
test("getArchiveFileSize returns file size", () => {
|
|
const filePath = path.join(__dirname, "__fixtures__", "helloWorld.txt");
|
|
|
|
const size = actionUtils.getArchiveFileSize(filePath);
|
|
|
|
expect(size).toBe(11);
|
|
});
|
|
|
|
test("isExactKeyMatch with undefined cache entry returns false", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry = undefined;
|
|
|
|
expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false);
|
|
});
|
|
|
|
test("isExactKeyMatch with empty cache entry returns false", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry: ArtifactCacheEntry = {};
|
|
|
|
expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false);
|
|
});
|
|
|
|
test("isExactKeyMatch with different keys returns false", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "linux-"
|
|
};
|
|
|
|
expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false);
|
|
});
|
|
|
|
test("isExactKeyMatch with different key accents returns false", () => {
|
|
const key = "linux-áccent";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "linux-accent"
|
|
};
|
|
|
|
expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false);
|
|
});
|
|
|
|
test("isExactKeyMatch with same key returns true", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "linux-rust"
|
|
};
|
|
|
|
expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(true);
|
|
});
|
|
|
|
test("isExactKeyMatch with same key and different casing returns true", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "LINUX-RUST"
|
|
};
|
|
|
|
expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(true);
|
|
});
|
|
|
|
test("setOutputAndState with undefined entry to set cache-hit output", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry = undefined;
|
|
|
|
const setOutputMock = jest.spyOn(core, "setOutput");
|
|
const saveStateMock = jest.spyOn(core, "saveState");
|
|
|
|
actionUtils.setOutputAndState(key, cacheEntry);
|
|
|
|
expect(setOutputMock).toHaveBeenCalledWith(Outputs.CacheHit, "false");
|
|
expect(setOutputMock).toHaveBeenCalledTimes(1);
|
|
|
|
expect(saveStateMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("setOutputAndState with exact match to set cache-hit output and state", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "linux-rust"
|
|
};
|
|
|
|
const setOutputMock = jest.spyOn(core, "setOutput");
|
|
const saveStateMock = jest.spyOn(core, "saveState");
|
|
|
|
actionUtils.setOutputAndState(key, cacheEntry);
|
|
|
|
expect(setOutputMock).toHaveBeenCalledWith(Outputs.CacheHit, "true");
|
|
expect(setOutputMock).toHaveBeenCalledTimes(1);
|
|
|
|
expect(saveStateMock).toHaveBeenCalledWith(
|
|
State.CacheResult,
|
|
JSON.stringify(cacheEntry)
|
|
);
|
|
expect(saveStateMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test("setOutputAndState with no exact match to set cache-hit output and state", () => {
|
|
const key = "linux-rust";
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "linux-rust-bb828da54c148048dd17899ba9fda624811cfb43"
|
|
};
|
|
|
|
const setOutputMock = jest.spyOn(core, "setOutput");
|
|
const saveStateMock = jest.spyOn(core, "saveState");
|
|
|
|
actionUtils.setOutputAndState(key, cacheEntry);
|
|
|
|
expect(setOutputMock).toHaveBeenCalledWith(Outputs.CacheHit, "false");
|
|
expect(setOutputMock).toHaveBeenCalledTimes(1);
|
|
|
|
expect(saveStateMock).toHaveBeenCalledWith(
|
|
State.CacheResult,
|
|
JSON.stringify(cacheEntry)
|
|
);
|
|
expect(saveStateMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test("getCacheState with no state returns undefined", () => {
|
|
const getStateMock = jest.spyOn(core, "getState");
|
|
getStateMock.mockImplementation(() => {
|
|
return "";
|
|
});
|
|
|
|
const state = actionUtils.getCacheState();
|
|
|
|
expect(state).toBe(undefined);
|
|
|
|
expect(getStateMock).toHaveBeenCalledWith(State.CacheResult);
|
|
expect(getStateMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test("getCacheState with valid state", () => {
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43",
|
|
scope: "refs/heads/master",
|
|
creationTime: "2019-11-13T19:18:02+00:00",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
const getStateMock = jest.spyOn(core, "getState");
|
|
getStateMock.mockImplementation(() => {
|
|
return JSON.stringify(cacheEntry);
|
|
});
|
|
|
|
const state = actionUtils.getCacheState();
|
|
|
|
expect(state).toEqual(cacheEntry);
|
|
|
|
expect(getStateMock).toHaveBeenCalledWith(State.CacheResult);
|
|
expect(getStateMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test("logWarning logs a message with a warning prefix", () => {
|
|
const message = "A warning occurred.";
|
|
|
|
const infoMock = jest.spyOn(core, "info");
|
|
|
|
actionUtils.logWarning(message);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(`[warning]${message}`);
|
|
});
|
|
|
|
test("isValidEvent returns false for unknown event", () => {
|
|
const event = "foo";
|
|
process.env[Events.Key] = event;
|
|
|
|
const isValidEvent = actionUtils.isValidEvent();
|
|
|
|
expect(isValidEvent).toBe(false);
|
|
});
|
|
|
|
test("resolvePaths with no ~ in path", async () => {
|
|
const filePath = ".cache";
|
|
|
|
// Create the following layout:
|
|
// cwd
|
|
// cwd/.cache
|
|
// cwd/.cache/file.txt
|
|
|
|
const root = path.join(getTempDir(), "no-tilde");
|
|
// tarball entries will be relative to workspace
|
|
process.env["GITHUB_WORKSPACE"] = root;
|
|
|
|
await fs.mkdir(root, { recursive: true });
|
|
const cache = path.join(root, ".cache");
|
|
await fs.mkdir(cache, { recursive: true });
|
|
await fs.writeFile(path.join(cache, "file.txt"), "cached");
|
|
|
|
const originalCwd = process.cwd();
|
|
|
|
try {
|
|
process.chdir(root);
|
|
|
|
const resolvedPath = await actionUtils.resolvePaths([filePath]);
|
|
|
|
const expectedPath = [filePath];
|
|
expect(resolvedPath).toStrictEqual(expectedPath);
|
|
} finally {
|
|
process.chdir(originalCwd);
|
|
}
|
|
});
|
|
|
|
test("resolvePaths with ~ in path", async () => {
|
|
const cacheDir = uuid();
|
|
const filePath = `~/${cacheDir}`;
|
|
// Create the following layout:
|
|
// ~/uuid
|
|
// ~/uuid/file.txt
|
|
|
|
const homedir = jest.requireActual("os").homedir();
|
|
const homedirMock = jest.spyOn(os, "homedir");
|
|
homedirMock.mockImplementation(() => {
|
|
return homedir;
|
|
});
|
|
|
|
const target = path.join(homedir, cacheDir);
|
|
await fs.mkdir(target, { recursive: true });
|
|
await fs.writeFile(path.join(target, "file.txt"), "cached");
|
|
|
|
const root = getTempDir();
|
|
process.env["GITHUB_WORKSPACE"] = root;
|
|
|
|
try {
|
|
const resolvedPath = await actionUtils.resolvePaths([filePath]);
|
|
|
|
const expectedPath = [path.relative(root, target)];
|
|
expect(resolvedPath).toStrictEqual(expectedPath);
|
|
} finally {
|
|
await io.rmRF(target);
|
|
}
|
|
});
|
|
|
|
test("resolvePaths with home not found", async () => {
|
|
const filePath = "~/.cache/yarn";
|
|
const homedirMock = jest.spyOn(os, "homedir");
|
|
homedirMock.mockImplementation(() => {
|
|
return "";
|
|
});
|
|
|
|
await expect(actionUtils.resolvePaths([filePath])).rejects.toThrow(
|
|
"Unable to determine HOME directory"
|
|
);
|
|
});
|
|
|
|
test("resolvePaths inclusion pattern returns found", async () => {
|
|
const pattern = "*.ts";
|
|
// Create the following layout:
|
|
// inclusion-patterns
|
|
// inclusion-patterns/miss.txt
|
|
// inclusion-patterns/test.ts
|
|
|
|
const root = path.join(getTempDir(), "inclusion-patterns");
|
|
// tarball entries will be relative to workspace
|
|
process.env["GITHUB_WORKSPACE"] = root;
|
|
|
|
await fs.mkdir(root, { recursive: true });
|
|
await fs.writeFile(path.join(root, "miss.txt"), "no match");
|
|
await fs.writeFile(path.join(root, "test.ts"), "match");
|
|
|
|
const originalCwd = process.cwd();
|
|
|
|
try {
|
|
process.chdir(root);
|
|
|
|
const resolvedPath = await actionUtils.resolvePaths([pattern]);
|
|
|
|
const expectedPath = ["test.ts"];
|
|
expect(resolvedPath).toStrictEqual(expectedPath);
|
|
} finally {
|
|
process.chdir(originalCwd);
|
|
}
|
|
});
|
|
|
|
test("resolvePaths exclusion pattern returns not found", async () => {
|
|
const patterns = ["*.ts", "!test.ts"];
|
|
// Create the following layout:
|
|
// exclusion-patterns
|
|
// exclusion-patterns/miss.txt
|
|
// exclusion-patterns/test.ts
|
|
|
|
const root = path.join(getTempDir(), "exclusion-patterns");
|
|
// tarball entries will be relative to workspace
|
|
process.env["GITHUB_WORKSPACE"] = root;
|
|
|
|
await fs.mkdir(root, { recursive: true });
|
|
await fs.writeFile(path.join(root, "miss.txt"), "no match");
|
|
await fs.writeFile(path.join(root, "test.ts"), "no match");
|
|
|
|
const originalCwd = process.cwd();
|
|
|
|
try {
|
|
process.chdir(root);
|
|
|
|
const resolvedPath = await actionUtils.resolvePaths(patterns);
|
|
|
|
const expectedPath = [];
|
|
expect(resolvedPath).toStrictEqual(expectedPath);
|
|
} finally {
|
|
process.chdir(originalCwd);
|
|
}
|
|
});
|
|
|
|
test("isValidEvent returns true for push event", () => {
|
|
const event = Events.Push;
|
|
process.env[Events.Key] = event;
|
|
|
|
const isValidEvent = actionUtils.isValidEvent();
|
|
|
|
expect(isValidEvent).toBe(true);
|
|
});
|
|
|
|
test("isValidEvent returns true for pull request event", () => {
|
|
const event = Events.PullRequest;
|
|
process.env[Events.Key] = event;
|
|
|
|
const isValidEvent = actionUtils.isValidEvent();
|
|
|
|
expect(isValidEvent).toBe(true);
|
|
});
|
|
|
|
test("unlinkFile unlinks file", async () => {
|
|
const testDirectory = await fs.mkdtemp("unlinkFileTest");
|
|
const testFile = path.join(testDirectory, "test.txt");
|
|
await fs.writeFile(testFile, "hello world");
|
|
|
|
await actionUtils.unlinkFile(testFile);
|
|
|
|
// This should throw as testFile should not exist
|
|
await expect(fs.stat(testFile)).rejects.toThrow();
|
|
|
|
await fs.rmdir(testDirectory);
|
|
});
|