diff --git a/__tests__/actionUtils.test.ts b/__tests__/actionUtils.test.ts index d6f9f88..73eec06 100644 --- a/__tests__/actionUtils.test.ts +++ b/__tests__/actionUtils.test.ts @@ -1,98 +1,65 @@ import * as core from "@actions/core"; -import * as io from "@actions/io"; -import { promises as fs } from "fs"; -import * as os from "os"; -import * as path from "path"; import { Events, Outputs, RefKey, State } from "../src/constants"; -import { ArtifactCacheEntry } from "../src/contracts"; import * as actionUtils from "../src/utils/actionUtils"; -import uuid = require("uuid"); - jest.mock("@actions/core"); -jest.mock("os"); - -function getTempDir(): string { - return path.join(__dirname, "_temp", "actionUtils"); -} afterEach(() => { delete process.env[Events.Key]; delete process.env[RefKey]; }); -afterAll(async () => { - delete process.env["GITHUB_WORKSPACE"]; - await io.rmRF(getTempDir()); -}); - -test("getArchiveFileSize returns file size", () => { - const filePath = path.join(__dirname, "__fixtures__", "helloWorld.txt"); - - const size = actionUtils.getArchiveFileSize(filePath); - - expect(size).toBe(11); -}); - -test("isExactKeyMatch with undefined cache entry returns false", () => { +test("isExactKeyMatch with undefined cache key returns false", () => { const key = "linux-rust"; - const cacheEntry = undefined; + const cacheKey = undefined; - expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false); + expect(actionUtils.isExactKeyMatch(key, cacheKey)).toBe(false); }); -test("isExactKeyMatch with empty cache entry returns false", () => { +test("isExactKeyMatch with empty cache key returns false", () => { const key = "linux-rust"; - const cacheEntry: ArtifactCacheEntry = {}; + const cacheKey = ""; - expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false); + expect(actionUtils.isExactKeyMatch(key, cacheKey)).toBe(false); }); test("isExactKeyMatch with different keys returns false", () => { const key = "linux-rust"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "linux-" - }; + const cacheKey = "linux-"; - expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false); + expect(actionUtils.isExactKeyMatch(key, cacheKey)).toBe(false); }); test("isExactKeyMatch with different key accents returns false", () => { const key = "linux-áccent"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "linux-accent" - }; + const cacheKey = "linux-accent"; - expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(false); + expect(actionUtils.isExactKeyMatch(key, cacheKey)).toBe(false); }); test("isExactKeyMatch with same key returns true", () => { const key = "linux-rust"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "linux-rust" - }; + const cacheKey = "linux-rust"; - expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(true); + expect(actionUtils.isExactKeyMatch(key, cacheKey)).toBe(true); }); test("isExactKeyMatch with same key and different casing returns true", () => { const key = "linux-rust"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "LINUX-RUST" - }; + const cacheKey = "LINUX-RUST"; - expect(actionUtils.isExactKeyMatch(key, cacheEntry)).toBe(true); + expect(actionUtils.isExactKeyMatch(key, cacheKey)).toBe(true); }); test("setOutputAndState with undefined entry to set cache-hit output", () => { const key = "linux-rust"; - const cacheEntry = undefined; + const cacheKey = undefined; const setOutputMock = jest.spyOn(core, "setOutput"); const saveStateMock = jest.spyOn(core, "saveState"); - actionUtils.setOutputAndState(key, cacheEntry); + actionUtils.setOutputAndState(key, cacheKey); expect(setOutputMock).toHaveBeenCalledWith(Outputs.CacheHit, "false"); expect(setOutputMock).toHaveBeenCalledTimes(1); @@ -102,43 +69,33 @@ test("setOutputAndState with undefined entry to set cache-hit output", () => { test("setOutputAndState with exact match to set cache-hit output and state", () => { const key = "linux-rust"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "linux-rust" - }; + const cacheKey = "linux-rust"; const setOutputMock = jest.spyOn(core, "setOutput"); const saveStateMock = jest.spyOn(core, "saveState"); - actionUtils.setOutputAndState(key, cacheEntry); + actionUtils.setOutputAndState(key, cacheKey); expect(setOutputMock).toHaveBeenCalledWith(Outputs.CacheHit, "true"); expect(setOutputMock).toHaveBeenCalledTimes(1); - expect(saveStateMock).toHaveBeenCalledWith( - State.CacheResult, - JSON.stringify(cacheEntry) - ); + expect(saveStateMock).toHaveBeenCalledWith(State.CacheResult, cacheKey); expect(saveStateMock).toHaveBeenCalledTimes(1); }); test("setOutputAndState with no exact match to set cache-hit output and state", () => { const key = "linux-rust"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "linux-rust-bb828da54c148048dd17899ba9fda624811cfb43" - }; + const cacheKey = "linux-rust-bb828da54c148048dd17899ba9fda624811cfb43"; const setOutputMock = jest.spyOn(core, "setOutput"); const saveStateMock = jest.spyOn(core, "saveState"); - actionUtils.setOutputAndState(key, cacheEntry); + actionUtils.setOutputAndState(key, cacheKey); expect(setOutputMock).toHaveBeenCalledWith(Outputs.CacheHit, "false"); expect(setOutputMock).toHaveBeenCalledTimes(1); - expect(saveStateMock).toHaveBeenCalledWith( - State.CacheResult, - JSON.stringify(cacheEntry) - ); + expect(saveStateMock).toHaveBeenCalledWith(State.CacheResult, cacheKey); expect(saveStateMock).toHaveBeenCalledTimes(1); }); @@ -157,20 +114,16 @@ test("getCacheState with no state returns undefined", () => { }); test("getCacheState with valid state", () => { - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const cacheKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; + const getStateMock = jest.spyOn(core, "getState"); getStateMock.mockImplementation(() => { - return JSON.stringify(cacheEntry); + return cacheKey; }); const state = actionUtils.getCacheState(); - expect(state).toEqual(cacheEntry); + expect(state).toEqual(cacheKey); expect(getStateMock).toHaveBeenCalledWith(State.CacheResult); expect(getStateMock).toHaveBeenCalledTimes(1); @@ -195,137 +148,6 @@ test("isValidEvent returns false for event that does not have a branch or tag", expect(isValidEvent).toBe(false); }); -test("resolvePaths with no ~ in path", async () => { - const filePath = ".cache"; - - // Create the following layout: - // cwd - // cwd/.cache - // cwd/.cache/file.txt - - const root = path.join(getTempDir(), "no-tilde"); - // tarball entries will be relative to workspace - process.env["GITHUB_WORKSPACE"] = root; - - await fs.mkdir(root, { recursive: true }); - const cache = path.join(root, ".cache"); - await fs.mkdir(cache, { recursive: true }); - await fs.writeFile(path.join(cache, "file.txt"), "cached"); - - const originalCwd = process.cwd(); - - try { - process.chdir(root); - - const resolvedPath = await actionUtils.resolvePaths([filePath]); - - const expectedPath = [filePath]; - expect(resolvedPath).toStrictEqual(expectedPath); - } finally { - process.chdir(originalCwd); - } -}); - -test("resolvePaths with ~ in path", async () => { - const cacheDir = uuid(); - const filePath = `~/${cacheDir}`; - // Create the following layout: - // ~/uuid - // ~/uuid/file.txt - - const homedir = jest.requireActual("os").homedir(); - const homedirMock = jest.spyOn(os, "homedir"); - homedirMock.mockImplementation(() => { - return homedir; - }); - - const target = path.join(homedir, cacheDir); - await fs.mkdir(target, { recursive: true }); - await fs.writeFile(path.join(target, "file.txt"), "cached"); - - const root = getTempDir(); - process.env["GITHUB_WORKSPACE"] = root; - - try { - const resolvedPath = await actionUtils.resolvePaths([filePath]); - - const expectedPath = [path.relative(root, target)]; - expect(resolvedPath).toStrictEqual(expectedPath); - } finally { - await io.rmRF(target); - } -}); - -test("resolvePaths with home not found", async () => { - const filePath = "~/.cache/yarn"; - const homedirMock = jest.spyOn(os, "homedir"); - homedirMock.mockImplementation(() => { - return ""; - }); - - await expect(actionUtils.resolvePaths([filePath])).rejects.toThrow( - "Unable to determine HOME directory" - ); -}); - -test("resolvePaths inclusion pattern returns found", async () => { - const pattern = "*.ts"; - // Create the following layout: - // inclusion-patterns - // inclusion-patterns/miss.txt - // inclusion-patterns/test.ts - - const root = path.join(getTempDir(), "inclusion-patterns"); - // tarball entries will be relative to workspace - process.env["GITHUB_WORKSPACE"] = root; - - await fs.mkdir(root, { recursive: true }); - await fs.writeFile(path.join(root, "miss.txt"), "no match"); - await fs.writeFile(path.join(root, "test.ts"), "match"); - - const originalCwd = process.cwd(); - - try { - process.chdir(root); - - const resolvedPath = await actionUtils.resolvePaths([pattern]); - - const expectedPath = ["test.ts"]; - expect(resolvedPath).toStrictEqual(expectedPath); - } finally { - process.chdir(originalCwd); - } -}); - -test("resolvePaths exclusion pattern returns not found", async () => { - const patterns = ["*.ts", "!test.ts"]; - // Create the following layout: - // exclusion-patterns - // exclusion-patterns/miss.txt - // exclusion-patterns/test.ts - - const root = path.join(getTempDir(), "exclusion-patterns"); - // tarball entries will be relative to workspace - process.env["GITHUB_WORKSPACE"] = root; - - await fs.mkdir(root, { recursive: true }); - await fs.writeFile(path.join(root, "miss.txt"), "no match"); - await fs.writeFile(path.join(root, "test.ts"), "no match"); - - const originalCwd = process.cwd(); - - try { - process.chdir(root); - - const resolvedPath = await actionUtils.resolvePaths(patterns); - - const expectedPath = []; - expect(resolvedPath).toStrictEqual(expectedPath); - } finally { - process.chdir(originalCwd); - } -}); - test("isValidEvent returns true for event that has a ref", () => { const event = Events.Push; process.env[Events.Key] = event; @@ -335,16 +157,3 @@ test("isValidEvent returns true for event that has a ref", () => { expect(isValidEvent).toBe(true); }); - -test("unlinkFile unlinks file", async () => { - const testDirectory = await fs.mkdtemp("unlinkFileTest"); - const testFile = path.join(testDirectory, "test.txt"); - await fs.writeFile(testFile, "hello world"); - - await actionUtils.unlinkFile(testFile); - - // This should throw as testFile should not exist - await expect(fs.stat(testFile)).rejects.toThrow(); - - await fs.rmdir(testDirectory); -}); diff --git a/__tests__/cacheHttpsClient.test.ts b/__tests__/cacheHttpsClient.test.ts deleted file mode 100644 index da7a2d1..0000000 --- a/__tests__/cacheHttpsClient.test.ts +++ /dev/null @@ -1,177 +0,0 @@ -import { getCacheVersion, retry } from "../src/cacheHttpClient"; -import { CompressionMethod, Inputs } from "../src/constants"; -import * as testUtils from "../src/utils/testUtils"; - -afterEach(() => { - testUtils.clearInputs(); -}); - -test("getCacheVersion with path input and compression method undefined returns version", async () => { - testUtils.setInput(Inputs.Path, "node_modules"); - - const result = getCacheVersion(); - - expect(result).toEqual( - "b3e0c6cb5ecf32614eeb2997d905b9c297046d7cbf69062698f25b14b4cb0985" - ); -}); - -test("getCacheVersion with zstd compression returns version", async () => { - testUtils.setInput(Inputs.Path, "node_modules"); - const result = getCacheVersion(CompressionMethod.Zstd); - - expect(result).toEqual( - "273877e14fd65d270b87a198edbfa2db5a43de567c9a548d2a2505b408befe24" - ); -}); - -test("getCacheVersion with gzip compression does not change vesion", async () => { - testUtils.setInput(Inputs.Path, "node_modules"); - const result = getCacheVersion(CompressionMethod.Gzip); - - expect(result).toEqual( - "b3e0c6cb5ecf32614eeb2997d905b9c297046d7cbf69062698f25b14b4cb0985" - ); -}); - -test("getCacheVersion with no input throws", async () => { - expect(() => getCacheVersion()).toThrow(); -}); - -interface TestResponse { - statusCode: number; - result: string | null; -} - -function handleResponse( - response: TestResponse | undefined -): Promise { - if (!response) { - fail("Retry method called too many times"); - } - - if (response.statusCode === 999) { - throw Error("Test Error"); - } else { - return Promise.resolve(response); - } -} - -async function testRetryExpectingResult( - responses: Array, - expectedResult: string | null -): Promise { - responses = responses.reverse(); // Reverse responses since we pop from end - - const actualResult = await retry( - "test", - () => handleResponse(responses.pop()), - (response: TestResponse) => response.statusCode - ); - - expect(actualResult.result).toEqual(expectedResult); -} - -async function testRetryExpectingError( - responses: Array -): Promise { - responses = responses.reverse(); // Reverse responses since we pop from end - - expect( - retry( - "test", - () => handleResponse(responses.pop()), - (response: TestResponse) => response.statusCode - ) - ).rejects.toBeInstanceOf(Error); -} - -test("retry works on successful response", async () => { - await testRetryExpectingResult( - [ - { - statusCode: 200, - result: "Ok" - } - ], - "Ok" - ); -}); - -test("retry works after retryable status code", async () => { - await testRetryExpectingResult( - [ - { - statusCode: 503, - result: null - }, - { - statusCode: 200, - result: "Ok" - } - ], - "Ok" - ); -}); - -test("retry fails after exhausting retries", async () => { - await testRetryExpectingError([ - { - statusCode: 503, - result: null - }, - { - statusCode: 503, - result: null - }, - { - statusCode: 200, - result: "Ok" - } - ]); -}); - -test("retry fails after non-retryable status code", async () => { - await testRetryExpectingError([ - { - statusCode: 500, - result: null - }, - { - statusCode: 200, - result: "Ok" - } - ]); -}); - -test("retry works after error", async () => { - await testRetryExpectingResult( - [ - { - statusCode: 999, - result: null - }, - { - statusCode: 200, - result: "Ok" - } - ], - "Ok" - ); -}); - -test("retry returns after client error", async () => { - await testRetryExpectingResult( - [ - { - statusCode: 400, - result: null - }, - { - statusCode: 200, - result: "Ok" - } - ], - null - ); -}); diff --git a/__tests__/restore.test.ts b/__tests__/restore.test.ts index ff217ac..22b6670 100644 --- a/__tests__/restore.test.ts +++ b/__tests__/restore.test.ts @@ -1,22 +1,11 @@ +import * as cache from "@actions/cache"; import * as core from "@actions/core"; -import * as path from "path"; - -import * as cacheHttpClient from "../src/cacheHttpClient"; -import { - CacheFilename, - CompressionMethod, - Events, - Inputs, - RefKey -} from "../src/constants"; -import { ArtifactCacheEntry } from "../src/contracts"; + +import { Events, Inputs, RefKey } from "../src/constants"; import run from "../src/restore"; -import * as tar from "../src/tar"; import * as actionUtils from "../src/utils/actionUtils"; import * as testUtils from "../src/utils/testUtils"; -jest.mock("../src/cacheHttpClient"); -jest.mock("../src/tar"); jest.mock("../src/utils/actionUtils"); beforeAll(() => { @@ -31,11 +20,6 @@ beforeAll(() => { const actualUtils = jest.requireActual("../src/utils/actionUtils"); return actualUtils.isValidEvent(); }); - - jest.spyOn(actionUtils, "getCacheFileName").mockImplementation(cm => { - const actualUtils = jest.requireActual("../src/utils/actionUtils"); - return actualUtils.getCacheFileName(cm); - }); }); beforeEach(() => { @@ -64,7 +48,9 @@ test("restore with invalid event outputs warning", async () => { test("restore with no path should fail", async () => { const failedMock = jest.spyOn(core, "setFailed"); + const restoreCacheMock = jest.spyOn(cache, "restoreCache"); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(0); // this input isn't necessary for restore b/c tarball contains entries relative to workspace expect(failedMock).not.toHaveBeenCalledWith( "Input required and not supplied: path" @@ -74,71 +60,89 @@ test("restore with no path should fail", async () => { test("restore with no key", async () => { testUtils.setInput(Inputs.Path, "node_modules"); const failedMock = jest.spyOn(core, "setFailed"); + const restoreCacheMock = jest.spyOn(cache, "restoreCache"); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(0); expect(failedMock).toHaveBeenCalledWith( "Input required and not supplied: key" ); }); test("restore with too many keys should fail", async () => { + const path = "node_modules"; const key = "node-test"; const restoreKeys = [...Array(20).keys()].map(x => x.toString()); testUtils.setInputs({ - path: "node_modules", + path: path, key, restoreKeys }); const failedMock = jest.spyOn(core, "setFailed"); + const restoreCacheMock = jest.spyOn(cache, "restoreCache"); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, restoreKeys); expect(failedMock).toHaveBeenCalledWith( `Key Validation Error: Keys are limited to a maximum of 10.` ); }); test("restore with large key should fail", async () => { + const path = "node_modules"; const key = "foo".repeat(512); // Over the 512 character limit testUtils.setInputs({ - path: "node_modules", + path: path, key }); const failedMock = jest.spyOn(core, "setFailed"); + const restoreCacheMock = jest.spyOn(cache, "restoreCache"); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, []); expect(failedMock).toHaveBeenCalledWith( `Key Validation Error: ${key} cannot be larger than 512 characters.` ); }); test("restore with invalid key should fail", async () => { + const path = "node_modules"; const key = "comma,comma"; testUtils.setInputs({ - path: "node_modules", + path: path, key }); const failedMock = jest.spyOn(core, "setFailed"); + const restoreCacheMock = jest.spyOn(cache, "restoreCache"); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, []); expect(failedMock).toHaveBeenCalledWith( `Key Validation Error: ${key} cannot contain commas.` ); }); test("restore with no cache found", async () => { + const path = "node_modules"; const key = "node-test"; testUtils.setInputs({ - path: "node_modules", + path: path, key }); const infoMock = jest.spyOn(core, "info"); const failedMock = jest.spyOn(core, "setFailed"); const stateMock = jest.spyOn(core, "saveState"); - - const clientMock = jest.spyOn(cacheHttpClient, "getCacheEntry"); - clientMock.mockImplementation(() => { - return Promise.resolve(null); - }); + const restoreCacheMock = jest + .spyOn(cache, "restoreCache") + .mockImplementationOnce(() => { + return Promise.resolve(undefined); + }); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, []); + expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); expect(failedMock).toHaveBeenCalledTimes(0); @@ -148,25 +152,28 @@ test("restore with no cache found", async () => { }); test("restore with server error should fail", async () => { + const path = "node_modules"; const key = "node-test"; testUtils.setInputs({ - path: "node_modules", + path: path, key }); const logWarningMock = jest.spyOn(actionUtils, "logWarning"); const failedMock = jest.spyOn(core, "setFailed"); const stateMock = jest.spyOn(core, "saveState"); - - const clientMock = jest.spyOn(cacheHttpClient, "getCacheEntry"); - clientMock.mockImplementation(() => { - throw new Error("HTTP Error Occurred"); - }); - + const restoreCacheMock = jest + .spyOn(cache, "restoreCache") + .mockImplementationOnce(() => { + throw new Error("HTTP Error Occurred"); + }); const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput"); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, []); + expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); expect(logWarningMock).toHaveBeenCalledTimes(1); @@ -179,10 +186,11 @@ test("restore with server error should fail", async () => { }); test("restore with restore keys and no cache found", async () => { + const path = "node_modules"; const key = "node-test"; const restoreKey = "node-"; testUtils.setInputs({ - path: "node_modules", + path: path, key, restoreKeys: [restoreKey] }); @@ -190,14 +198,17 @@ test("restore with restore keys and no cache found", async () => { const infoMock = jest.spyOn(core, "info"); const failedMock = jest.spyOn(core, "setFailed"); const stateMock = jest.spyOn(core, "saveState"); - - const clientMock = jest.spyOn(cacheHttpClient, "getCacheEntry"); - clientMock.mockImplementation(() => { - return Promise.resolve(null); - }); + const restoreCacheMock = jest + .spyOn(cache, "restoreCache") + .mockImplementationOnce(() => { + return Promise.resolve(undefined); + }); await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, [restoreKey]); + expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); expect(failedMock).toHaveBeenCalledTimes(0); @@ -206,161 +217,43 @@ test("restore with restore keys and no cache found", async () => { ); }); -test("restore with gzip compressed cache found", async () => { +test("restore with cache found for key", async () => { + const path = "node_modules"; const key = "node-test"; testUtils.setInputs({ - path: "node_modules", + path: path, key }); const infoMock = jest.spyOn(core, "info"); const failedMock = jest.spyOn(core, "setFailed"); const stateMock = jest.spyOn(core, "saveState"); - - const cacheEntry: ArtifactCacheEntry = { - cacheKey: key, - scope: "refs/heads/master", - archiveLocation: "www.actionscache.test/download" - }; - const getCacheMock = jest.spyOn(cacheHttpClient, "getCacheEntry"); - getCacheMock.mockImplementation(() => { - return Promise.resolve(cacheEntry); - }); - const tempPath = "/foo/bar"; - - const createTempDirectoryMock = jest.spyOn( - actionUtils, - "createTempDirectory" - ); - createTempDirectoryMock.mockImplementation(() => { - return Promise.resolve(tempPath); - }); - - const archivePath = path.join(tempPath, CacheFilename.Gzip); - const setCacheStateMock = jest.spyOn(actionUtils, "setCacheState"); - const downloadCacheMock = jest.spyOn(cacheHttpClient, "downloadCache"); - - const fileSize = 142; - const getArchiveFileSizeMock = jest - .spyOn(actionUtils, "getArchiveFileSize") - .mockReturnValue(fileSize); - - const extractTarMock = jest.spyOn(tar, "extractTar"); - const unlinkFileMock = jest.spyOn(actionUtils, "unlinkFile"); const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput"); - - const compression = CompressionMethod.Gzip; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); + const restoreCacheMock = jest + .spyOn(cache, "restoreCache") + .mockImplementationOnce(() => { + return Promise.resolve(key); + }); await run(); - expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); - expect(getCacheMock).toHaveBeenCalledWith([key], { - compressionMethod: compression - }); - expect(setCacheStateMock).toHaveBeenCalledWith(cacheEntry); - expect(createTempDirectoryMock).toHaveBeenCalledTimes(1); - expect(downloadCacheMock).toHaveBeenCalledWith( - cacheEntry.archiveLocation, - archivePath - ); - expect(getArchiveFileSizeMock).toHaveBeenCalledWith(archivePath); - - expect(extractTarMock).toHaveBeenCalledTimes(1); - expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression); - - expect(unlinkFileMock).toHaveBeenCalledTimes(1); - expect(unlinkFileMock).toHaveBeenCalledWith(archivePath); - - expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1); - expect(setCacheHitOutputMock).toHaveBeenCalledWith(true); - - expect(infoMock).toHaveBeenCalledWith(`Cache restored from key: ${key}`); - expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); -}); - -test("restore with a pull request event and zstd compressed cache found", async () => { - const key = "node-test"; - testUtils.setInputs({ - path: "node_modules", - key - }); - - process.env[Events.Key] = Events.PullRequest; - - const infoMock = jest.spyOn(core, "info"); - const failedMock = jest.spyOn(core, "setFailed"); - const stateMock = jest.spyOn(core, "saveState"); - - const cacheEntry: ArtifactCacheEntry = { - cacheKey: key, - scope: "refs/heads/master", - archiveLocation: "www.actionscache.test/download" - }; - const getCacheMock = jest.spyOn(cacheHttpClient, "getCacheEntry"); - getCacheMock.mockImplementation(() => { - return Promise.resolve(cacheEntry); - }); - const tempPath = "/foo/bar"; - - const createTempDirectoryMock = jest.spyOn( - actionUtils, - "createTempDirectory" - ); - createTempDirectoryMock.mockImplementation(() => { - return Promise.resolve(tempPath); - }); - - const archivePath = path.join(tempPath, CacheFilename.Zstd); - const setCacheStateMock = jest.spyOn(actionUtils, "setCacheState"); - const downloadCacheMock = jest.spyOn(cacheHttpClient, "downloadCache"); - - const fileSize = 62915000; - const getArchiveFileSizeMock = jest - .spyOn(actionUtils, "getArchiveFileSize") - .mockReturnValue(fileSize); - - const extractTarMock = jest.spyOn(tar, "extractTar"); - const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput"); - const compression = CompressionMethod.Zstd; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); - - await run(); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, []); expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); - expect(getCacheMock).toHaveBeenCalledWith([key], { - compressionMethod: compression - }); - expect(setCacheStateMock).toHaveBeenCalledWith(cacheEntry); - expect(createTempDirectoryMock).toHaveBeenCalledTimes(1); - expect(downloadCacheMock).toHaveBeenCalledWith( - cacheEntry.archiveLocation, - archivePath - ); - expect(getArchiveFileSizeMock).toHaveBeenCalledWith(archivePath); - expect(infoMock).toHaveBeenCalledWith(`Cache Size: ~60 MB (62915000 B)`); - - expect(extractTarMock).toHaveBeenCalledTimes(1); - expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression); - expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1); expect(setCacheHitOutputMock).toHaveBeenCalledWith(true); expect(infoMock).toHaveBeenCalledWith(`Cache restored from key: ${key}`); expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); }); test("restore with cache found for restore key", async () => { + const path = "node_modules"; const key = "node-test"; const restoreKey = "node-"; testUtils.setInputs({ - path: "node_modules", + path: path, key, restoreKeys: [restoreKey] }); @@ -368,60 +261,19 @@ test("restore with cache found for restore key", async () => { const infoMock = jest.spyOn(core, "info"); const failedMock = jest.spyOn(core, "setFailed"); const stateMock = jest.spyOn(core, "saveState"); - - const cacheEntry: ArtifactCacheEntry = { - cacheKey: restoreKey, - scope: "refs/heads/master", - archiveLocation: "www.actionscache.test/download" - }; - const getCacheMock = jest.spyOn(cacheHttpClient, "getCacheEntry"); - getCacheMock.mockImplementation(() => { - return Promise.resolve(cacheEntry); - }); - const tempPath = "/foo/bar"; - - const createTempDirectoryMock = jest.spyOn( - actionUtils, - "createTempDirectory" - ); - createTempDirectoryMock.mockImplementation(() => { - return Promise.resolve(tempPath); - }); - - const archivePath = path.join(tempPath, CacheFilename.Zstd); - const setCacheStateMock = jest.spyOn(actionUtils, "setCacheState"); - const downloadCacheMock = jest.spyOn(cacheHttpClient, "downloadCache"); - - const fileSize = 142; - const getArchiveFileSizeMock = jest - .spyOn(actionUtils, "getArchiveFileSize") - .mockReturnValue(fileSize); - - const extractTarMock = jest.spyOn(tar, "extractTar"); const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput"); - const compression = CompressionMethod.Zstd; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); + const restoreCacheMock = jest + .spyOn(cache, "restoreCache") + .mockImplementationOnce(() => { + return Promise.resolve(restoreKey); + }); await run(); - expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); - expect(getCacheMock).toHaveBeenCalledWith([key, restoreKey], { - compressionMethod: compression - }); - expect(setCacheStateMock).toHaveBeenCalledWith(cacheEntry); - expect(createTempDirectoryMock).toHaveBeenCalledTimes(1); - expect(downloadCacheMock).toHaveBeenCalledWith( - cacheEntry.archiveLocation, - archivePath - ); - expect(getArchiveFileSizeMock).toHaveBeenCalledWith(archivePath); - expect(infoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`); - - expect(extractTarMock).toHaveBeenCalledTimes(1); - expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression); + expect(restoreCacheMock).toHaveBeenCalledTimes(1); + expect(restoreCacheMock).toHaveBeenCalledWith([path], key, [restoreKey]); + expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key); expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1); expect(setCacheHitOutputMock).toHaveBeenCalledWith(false); @@ -429,5 +281,4 @@ test("restore with cache found for restore key", async () => { `Cache restored from key: ${restoreKey}` ); expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); }); diff --git a/__tests__/save.test.ts b/__tests__/save.test.ts index 365a2fa..d6653bb 100644 --- a/__tests__/save.test.ts +++ b/__tests__/save.test.ts @@ -1,23 +1,13 @@ +import * as cache from "@actions/cache"; import * as core from "@actions/core"; -import * as path from "path"; - -import * as cacheHttpClient from "../src/cacheHttpClient"; -import { - CacheFilename, - CompressionMethod, - Events, - Inputs, - RefKey -} from "../src/constants"; -import { ArtifactCacheEntry } from "../src/contracts"; + +import { Events, Inputs, RefKey } from "../src/constants"; import run from "../src/save"; -import * as tar from "../src/tar"; import * as actionUtils from "../src/utils/actionUtils"; import * as testUtils from "../src/utils/testUtils"; jest.mock("@actions/core"); -jest.mock("../src/cacheHttpClient"); -jest.mock("../src/tar"); +jest.mock("@actions/cache"); jest.mock("../src/utils/actionUtils"); beforeAll(() => { @@ -41,21 +31,6 @@ beforeAll(() => { const actualUtils = jest.requireActual("../src/utils/actionUtils"); return actualUtils.isValidEvent(); }); - - jest.spyOn(actionUtils, "resolvePaths").mockImplementation( - async filePaths => { - return filePaths.map(x => path.resolve(x)); - } - ); - - jest.spyOn(actionUtils, "createTempDirectory").mockImplementation(() => { - return Promise.resolve("/foo/bar"); - }); - - jest.spyOn(actionUtils, "getCacheFileName").mockImplementation(cm => { - const actualUtils = jest.requireActual("../src/utils/actionUtils"); - return actualUtils.getCacheFileName(cm); - }); }); beforeEach(() => { @@ -86,25 +61,21 @@ test("save with no primary key in state outputs warning", async () => { const logWarningMock = jest.spyOn(actionUtils, "logWarning"); const failedMock = jest.spyOn(core, "setFailed"); - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; - + const savedCacheKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { return ""; }); + const saveCacheMock = jest.spyOn(cache, "saveCache"); await run(); + expect(saveCacheMock).toHaveBeenCalledTimes(0); expect(logWarningMock).toHaveBeenCalledWith( `Error retrieving key from state.` ); @@ -117,33 +88,25 @@ test("save with exact match returns early", async () => { const failedMock = jest.spyOn(core, "setFailed"); const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: primaryKey, - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const savedCacheKey = primaryKey; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { return primaryKey; }); - - const createTarMock = jest.spyOn(tar, "createTar"); + const saveCacheMock = jest.spyOn(cache, "saveCache"); await run(); + expect(saveCacheMock).toHaveBeenCalledTimes(0); expect(infoMock).toHaveBeenCalledWith( `Cache hit occurred on the primary key ${primaryKey}, not saving cache.` ); - - expect(createTarMock).toHaveBeenCalledTimes(0); - expect(failedMock).toHaveBeenCalledTimes(0); }); @@ -152,25 +115,22 @@ test("save with missing input outputs warning", async () => { const failedMock = jest.spyOn(core, "setFailed"); const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const savedCacheKey = "Linux-node-"; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { return primaryKey; }); + const saveCacheMock = jest.spyOn(cache, "saveCache"); await run(); + expect(saveCacheMock).toHaveBeenCalledTimes(0); expect(logWarningMock).toHaveBeenCalledWith( "Input required and not supplied: path" ); @@ -183,17 +143,12 @@ test("save with large cache outputs warning", async () => { const failedMock = jest.spyOn(core, "setFailed"); const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const savedCacheKey = "Linux-node-"; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { @@ -201,36 +156,26 @@ test("save with large cache outputs warning", async () => { }); const inputPath = "node_modules"; - const cachePaths = [path.resolve(inputPath)]; testUtils.setInput(Inputs.Path, inputPath); - const createTarMock = jest.spyOn(tar, "createTar"); - - const cacheSize = 6 * 1024 * 1024 * 1024; //~6GB, over the 5GB limit - jest.spyOn(actionUtils, "getArchiveFileSize").mockImplementationOnce(() => { - return cacheSize; - }); - const compression = CompressionMethod.Gzip; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); + const saveCacheMock = jest + .spyOn(cache, "saveCache") + .mockImplementationOnce(() => { + throw new Error( + "Cache size of ~6144 MB (6442450944 B) is over the 5GB limit, not saving cache." + ); + }); await run(); - const archiveFolder = "/foo/bar"; + expect(saveCacheMock).toHaveBeenCalledTimes(1); + expect(saveCacheMock).toHaveBeenCalledWith([inputPath], primaryKey); - expect(createTarMock).toHaveBeenCalledTimes(1); - expect(createTarMock).toHaveBeenCalledWith( - archiveFolder, - cachePaths, - compression - ); expect(logWarningMock).toHaveBeenCalledTimes(1); expect(logWarningMock).toHaveBeenCalledWith( "Cache size of ~6144 MB (6442450944 B) is over the 5GB limit, not saving cache." ); expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); }); test("save with reserve cache failure outputs warning", async () => { @@ -239,17 +184,12 @@ test("save with reserve cache failure outputs warning", async () => { const failedMock = jest.spyOn(core, "setFailed"); const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const savedCacheKey = "Linux-node-"; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { @@ -259,35 +199,26 @@ test("save with reserve cache failure outputs warning", async () => { const inputPath = "node_modules"; testUtils.setInput(Inputs.Path, inputPath); - const reserveCacheMock = jest - .spyOn(cacheHttpClient, "reserveCache") + const saveCacheMock = jest + .spyOn(cache, "saveCache") .mockImplementationOnce(() => { - return Promise.resolve(-1); + const actualCache = jest.requireActual("@actions/cache"); + const error = new actualCache.ReserveCacheError( + `Unable to reserve cache with key ${primaryKey}, another job may be creating this cache.` + ); + throw error; }); - const createTarMock = jest.spyOn(tar, "createTar"); - const saveCacheMock = jest.spyOn(cacheHttpClient, "saveCache"); - const compression = CompressionMethod.Zstd; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); - await run(); - expect(reserveCacheMock).toHaveBeenCalledTimes(1); - expect(reserveCacheMock).toHaveBeenCalledWith(primaryKey, { - compressionMethod: compression - }); + expect(saveCacheMock).toHaveBeenCalledTimes(1); + expect(saveCacheMock).toHaveBeenCalledWith([inputPath], primaryKey); expect(infoMock).toHaveBeenCalledWith( `Unable to reserve cache with key ${primaryKey}, another job may be creating this cache.` ); - - expect(createTarMock).toHaveBeenCalledTimes(0); - expect(saveCacheMock).toHaveBeenCalledTimes(0); expect(logWarningMock).toHaveBeenCalledTimes(0); expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); }); test("save with server error outputs warning", async () => { @@ -295,17 +226,12 @@ test("save with server error outputs warning", async () => { const failedMock = jest.spyOn(core, "setFailed"); const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const savedCacheKey = "Linux-node-"; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { @@ -313,70 +239,35 @@ test("save with server error outputs warning", async () => { }); const inputPath = "node_modules"; - const cachePaths = [path.resolve(inputPath)]; testUtils.setInput(Inputs.Path, inputPath); - const cacheId = 4; - const reserveCacheMock = jest - .spyOn(cacheHttpClient, "reserveCache") - .mockImplementationOnce(() => { - return Promise.resolve(cacheId); - }); - - const createTarMock = jest.spyOn(tar, "createTar"); - const saveCacheMock = jest - .spyOn(cacheHttpClient, "saveCache") + .spyOn(cache, "saveCache") .mockImplementationOnce(() => { throw new Error("HTTP Error Occurred"); }); - const compression = CompressionMethod.Zstd; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); await run(); - expect(reserveCacheMock).toHaveBeenCalledTimes(1); - expect(reserveCacheMock).toHaveBeenCalledWith(primaryKey, { - compressionMethod: compression - }); - - const archiveFolder = "/foo/bar"; - const archiveFile = path.join(archiveFolder, CacheFilename.Zstd); - - expect(createTarMock).toHaveBeenCalledTimes(1); - expect(createTarMock).toHaveBeenCalledWith( - archiveFolder, - cachePaths, - compression - ); - expect(saveCacheMock).toHaveBeenCalledTimes(1); - expect(saveCacheMock).toHaveBeenCalledWith(cacheId, archiveFile); + expect(saveCacheMock).toHaveBeenCalledWith([inputPath], primaryKey); expect(logWarningMock).toHaveBeenCalledTimes(1); expect(logWarningMock).toHaveBeenCalledWith("HTTP Error Occurred"); expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); }); test("save with valid inputs uploads a cache", async () => { const failedMock = jest.spyOn(core, "setFailed"); const primaryKey = "Linux-node-bb828da54c148048dd17899ba9fda624811cfb43"; - const cacheEntry: ArtifactCacheEntry = { - cacheKey: "Linux-node-", - scope: "refs/heads/master", - creationTime: "2019-11-13T19:18:02+00:00", - archiveLocation: "www.actionscache.test/download" - }; + const savedCacheKey = "Linux-node-"; jest.spyOn(core, "getState") // Cache Entry State .mockImplementationOnce(() => { - return JSON.stringify(cacheEntry); + return savedCacheKey; }) // Cache Key State .mockImplementationOnce(() => { @@ -384,44 +275,19 @@ test("save with valid inputs uploads a cache", async () => { }); const inputPath = "node_modules"; - const cachePaths = [path.resolve(inputPath)]; testUtils.setInput(Inputs.Path, inputPath); const cacheId = 4; - const reserveCacheMock = jest - .spyOn(cacheHttpClient, "reserveCache") + const saveCacheMock = jest + .spyOn(cache, "saveCache") .mockImplementationOnce(() => { return Promise.resolve(cacheId); }); - const createTarMock = jest.spyOn(tar, "createTar"); - - const saveCacheMock = jest.spyOn(cacheHttpClient, "saveCache"); - const compression = CompressionMethod.Zstd; - const getCompressionMock = jest - .spyOn(actionUtils, "getCompressionMethod") - .mockReturnValue(Promise.resolve(compression)); - await run(); - expect(reserveCacheMock).toHaveBeenCalledTimes(1); - expect(reserveCacheMock).toHaveBeenCalledWith(primaryKey, { - compressionMethod: compression - }); - - const archiveFolder = "/foo/bar"; - const archiveFile = path.join(archiveFolder, CacheFilename.Zstd); - - expect(createTarMock).toHaveBeenCalledTimes(1); - expect(createTarMock).toHaveBeenCalledWith( - archiveFolder, - cachePaths, - compression - ); - expect(saveCacheMock).toHaveBeenCalledTimes(1); - expect(saveCacheMock).toHaveBeenCalledWith(cacheId, archiveFile); + expect(saveCacheMock).toHaveBeenCalledWith([inputPath], primaryKey); expect(failedMock).toHaveBeenCalledTimes(0); - expect(getCompressionMock).toHaveBeenCalledTimes(1); }); diff --git a/__tests__/tar.test.ts b/__tests__/tar.test.ts deleted file mode 100644 index 5ffa19a..0000000 --- a/__tests__/tar.test.ts +++ /dev/null @@ -1,204 +0,0 @@ -import * as exec from "@actions/exec"; -import * as io from "@actions/io"; -import * as path from "path"; - -import { CacheFilename, CompressionMethod } from "../src/constants"; -import * as tar from "../src/tar"; -import * as utils from "../src/utils/actionUtils"; - -import fs = require("fs"); - -jest.mock("@actions/exec"); -jest.mock("@actions/io"); - -const IS_WINDOWS = process.platform === "win32"; - -function getTempDir(): string { - return path.join(__dirname, "_temp", "tar"); -} - -beforeAll(async () => { - jest.spyOn(io, "which").mockImplementation(tool => { - return Promise.resolve(tool); - }); - - process.env["GITHUB_WORKSPACE"] = process.cwd(); - await jest.requireActual("@actions/io").rmRF(getTempDir()); -}); - -afterAll(async () => { - delete process.env["GITHUB_WORKSPACE"]; - await jest.requireActual("@actions/io").rmRF(getTempDir()); -}); - -test("zstd extract tar", async () => { - const mkdirMock = jest.spyOn(io, "mkdirP"); - const execMock = jest.spyOn(exec, "exec"); - - const archivePath = IS_WINDOWS - ? `${process.env["windir"]}\\fakepath\\cache.tar` - : "cache.tar"; - const workspace = process.env["GITHUB_WORKSPACE"]; - - await tar.extractTar(archivePath, CompressionMethod.Zstd); - - expect(mkdirMock).toHaveBeenCalledWith(workspace); - const tarPath = IS_WINDOWS - ? `${process.env["windir"]}\\System32\\tar.exe` - : "tar"; - expect(execMock).toHaveBeenCalledTimes(1); - expect(execMock).toHaveBeenCalledWith( - `"${tarPath}"`, - [ - "--use-compress-program", - "zstd -d --long=30", - "-xf", - IS_WINDOWS ? archivePath.replace(/\\/g, "/") : archivePath, - "-P", - "-C", - IS_WINDOWS ? workspace?.replace(/\\/g, "/") : workspace - ], - { cwd: undefined } - ); -}); - -test("gzip extract tar", async () => { - const mkdirMock = jest.spyOn(io, "mkdirP"); - const execMock = jest.spyOn(exec, "exec"); - const archivePath = IS_WINDOWS - ? `${process.env["windir"]}\\fakepath\\cache.tar` - : "cache.tar"; - const workspace = process.env["GITHUB_WORKSPACE"]; - - await tar.extractTar(archivePath, CompressionMethod.Gzip); - - expect(mkdirMock).toHaveBeenCalledWith(workspace); - const tarPath = IS_WINDOWS - ? `${process.env["windir"]}\\System32\\tar.exe` - : "tar"; - expect(execMock).toHaveBeenCalledTimes(1); - expect(execMock).toHaveBeenCalledWith( - `"${tarPath}"`, - [ - "-z", - "-xf", - IS_WINDOWS ? archivePath.replace(/\\/g, "/") : archivePath, - "-P", - "-C", - IS_WINDOWS ? workspace?.replace(/\\/g, "/") : workspace - ], - { cwd: undefined } - ); -}); - -test("gzip extract GNU tar on windows", async () => { - if (IS_WINDOWS) { - jest.spyOn(fs, "existsSync").mockReturnValueOnce(false); - - const isGnuMock = jest - .spyOn(utils, "useGnuTar") - .mockReturnValue(Promise.resolve(true)); - const execMock = jest.spyOn(exec, "exec"); - const archivePath = `${process.env["windir"]}\\fakepath\\cache.tar`; - const workspace = process.env["GITHUB_WORKSPACE"]; - - await tar.extractTar(archivePath, CompressionMethod.Gzip); - - expect(isGnuMock).toHaveBeenCalledTimes(1); - expect(execMock).toHaveBeenCalledTimes(1); - expect(execMock).toHaveBeenCalledWith( - `"tar"`, - [ - "-z", - "-xf", - archivePath.replace(/\\/g, "/"), - "-P", - "-C", - workspace?.replace(/\\/g, "/"), - "--force-local" - ], - { cwd: undefined } - ); - } -}); - -test("zstd create tar", async () => { - const execMock = jest.spyOn(exec, "exec"); - - const archiveFolder = getTempDir(); - const workspace = process.env["GITHUB_WORKSPACE"]; - const sourceDirectories = ["~/.npm/cache", `${workspace}/dist`]; - - await fs.promises.mkdir(archiveFolder, { recursive: true }); - - await tar.createTar( - archiveFolder, - sourceDirectories, - CompressionMethod.Zstd - ); - - const tarPath = IS_WINDOWS - ? `${process.env["windir"]}\\System32\\tar.exe` - : "tar"; - - expect(execMock).toHaveBeenCalledTimes(1); - expect(execMock).toHaveBeenCalledWith( - `"${tarPath}"`, - [ - "--use-compress-program", - "zstd -T0 --long=30", - "-cf", - IS_WINDOWS - ? CacheFilename.Zstd.replace(/\\/g, "/") - : CacheFilename.Zstd, - "-P", - "-C", - IS_WINDOWS ? workspace?.replace(/\\/g, "/") : workspace, - "--files-from", - "manifest.txt" - ], - { - cwd: archiveFolder - } - ); -}); - -test("gzip create tar", async () => { - const execMock = jest.spyOn(exec, "exec"); - - const archiveFolder = getTempDir(); - const workspace = process.env["GITHUB_WORKSPACE"]; - const sourceDirectories = ["~/.npm/cache", `${workspace}/dist`]; - - await fs.promises.mkdir(archiveFolder, { recursive: true }); - - await tar.createTar( - archiveFolder, - sourceDirectories, - CompressionMethod.Gzip - ); - - const tarPath = IS_WINDOWS - ? `${process.env["windir"]}\\System32\\tar.exe` - : "tar"; - - expect(execMock).toHaveBeenCalledTimes(1); - expect(execMock).toHaveBeenCalledWith( - `"${tarPath}"`, - [ - "-z", - "-cf", - IS_WINDOWS - ? CacheFilename.Gzip.replace(/\\/g, "/") - : CacheFilename.Gzip, - "-P", - "-C", - IS_WINDOWS ? workspace?.replace(/\\/g, "/") : workspace, - "--files-from", - "manifest.txt" - ], - { - cwd: archiveFolder - } - ); -}); diff --git a/dist/restore/index.js b/dist/restore/index.js index 0ab3872..0c6142f 100644 --- a/dist/restore/index.js +++ b/dist/restore/index.js @@ -921,11 +921,280 @@ class ExecState extends events.EventEmitter { /***/ }), +/***/ 15: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __asyncValues = (this && this.__asyncValues) || function (o) { + if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); + var m = o[Symbol.asyncIterator], i; + return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i); + function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; } + function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); } +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(633)); +const exec = __importStar(__webpack_require__(986)); +const glob = __importStar(__webpack_require__(281)); +const io = __importStar(__webpack_require__(1)); +const fs = __importStar(__webpack_require__(747)); +const path = __importStar(__webpack_require__(622)); +const util = __importStar(__webpack_require__(669)); +const uuid_1 = __webpack_require__(898); +const constants_1 = __webpack_require__(931); +// From https://github.com/actions/toolkit/blob/master/packages/tool-cache/src/tool-cache.ts#L23 +function createTempDirectory() { + return __awaiter(this, void 0, void 0, function* () { + const IS_WINDOWS = process.platform === 'win32'; + let tempDirectory = process.env['RUNNER_TEMP'] || ''; + if (!tempDirectory) { + let baseLocation; + if (IS_WINDOWS) { + // On Windows use the USERPROFILE env variable + baseLocation = process.env['USERPROFILE'] || 'C:\\'; + } + else { + if (process.platform === 'darwin') { + baseLocation = '/Users'; + } + else { + baseLocation = '/home'; + } + } + tempDirectory = path.join(baseLocation, 'actions', 'temp'); + } + const dest = path.join(tempDirectory, uuid_1.v4()); + yield io.mkdirP(dest); + return dest; + }); +} +exports.createTempDirectory = createTempDirectory; +function getArchiveFileSizeIsBytes(filePath) { + return fs.statSync(filePath).size; +} +exports.getArchiveFileSizeIsBytes = getArchiveFileSizeIsBytes; +function resolvePaths(patterns) { + var e_1, _a; + var _b; + return __awaiter(this, void 0, void 0, function* () { + const paths = []; + const workspace = (_b = process.env['GITHUB_WORKSPACE']) !== null && _b !== void 0 ? _b : process.cwd(); + const globber = yield glob.create(patterns.join('\n'), { + implicitDescendants: false + }); + try { + for (var _c = __asyncValues(globber.globGenerator()), _d; _d = yield _c.next(), !_d.done;) { + const file = _d.value; + const relativeFile = path.relative(workspace, file); + core.debug(`Matched: ${relativeFile}`); + // Paths are made relative so the tar entries are all relative to the root of the workspace. + paths.push(`${relativeFile}`); + } + } + catch (e_1_1) { e_1 = { error: e_1_1 }; } + finally { + try { + if (_d && !_d.done && (_a = _c.return)) yield _a.call(_c); + } + finally { if (e_1) throw e_1.error; } + } + return paths; + }); +} +exports.resolvePaths = resolvePaths; +function unlinkFile(filePath) { + return __awaiter(this, void 0, void 0, function* () { + return util.promisify(fs.unlink)(filePath); + }); +} +exports.unlinkFile = unlinkFile; +function getVersion(app) { + return __awaiter(this, void 0, void 0, function* () { + core.debug(`Checking ${app} --version`); + let versionOutput = ''; + try { + yield exec.exec(`${app} --version`, [], { + ignoreReturnCode: true, + silent: true, + listeners: { + stdout: (data) => (versionOutput += data.toString()), + stderr: (data) => (versionOutput += data.toString()) + } + }); + } + catch (err) { + core.debug(err.message); + } + versionOutput = versionOutput.trim(); + core.debug(versionOutput); + return versionOutput; + }); +} +// Use zstandard if possible to maximize cache performance +function getCompressionMethod() { + return __awaiter(this, void 0, void 0, function* () { + const versionOutput = yield getVersion('zstd'); + return versionOutput.toLowerCase().includes('zstd command line interface') + ? constants_1.CompressionMethod.Zstd + : constants_1.CompressionMethod.Gzip; + }); +} +exports.getCompressionMethod = getCompressionMethod; +function getCacheFileName(compressionMethod) { + return compressionMethod === constants_1.CompressionMethod.Zstd + ? constants_1.CacheFilename.Zstd + : constants_1.CacheFilename.Gzip; +} +exports.getCacheFileName = getCacheFileName; +function useGnuTar() { + return __awaiter(this, void 0, void 0, function* () { + const versionOutput = yield getVersion('tar'); + return versionOutput.toLowerCase().includes('gnu tar'); + }); +} +exports.useGnuTar = useGnuTar; +//# sourceMappingURL=cacheUtils.js.map + +/***/ }), + /***/ 16: /***/ (function(module) { module.exports = require("tls"); +/***/ }), + +/***/ 86: +/***/ (function(module, __unusedexports, __webpack_require__) { + +var rng = __webpack_require__(139); +var bytesToUuid = __webpack_require__(722); + +// **`v1()` - Generate time-based UUID** +// +// Inspired by https://github.com/LiosK/UUID.js +// and http://docs.python.org/library/uuid.html + +var _nodeId; +var _clockseq; + +// Previous uuid creation time +var _lastMSecs = 0; +var _lastNSecs = 0; + +// See https://github.com/broofa/node-uuid for API details +function v1(options, buf, offset) { + var i = buf && offset || 0; + var b = buf || []; + + options = options || {}; + var node = options.node || _nodeId; + var clockseq = options.clockseq !== undefined ? options.clockseq : _clockseq; + + // node and clockseq need to be initialized to random values if they're not + // specified. We do this lazily to minimize issues related to insufficient + // system entropy. See #189 + if (node == null || clockseq == null) { + var seedBytes = rng(); + if (node == null) { + // Per 4.5, create and 48-bit node id, (47 random bits + multicast bit = 1) + node = _nodeId = [ + seedBytes[0] | 0x01, + seedBytes[1], seedBytes[2], seedBytes[3], seedBytes[4], seedBytes[5] + ]; + } + if (clockseq == null) { + // Per 4.2.2, randomize (14 bit) clockseq + clockseq = _clockseq = (seedBytes[6] << 8 | seedBytes[7]) & 0x3fff; + } + } + + // UUID timestamps are 100 nano-second units since the Gregorian epoch, + // (1582-10-15 00:00). JSNumbers aren't precise enough for this, so + // time is handled internally as 'msecs' (integer milliseconds) and 'nsecs' + // (100-nanoseconds offset from msecs) since unix epoch, 1970-01-01 00:00. + var msecs = options.msecs !== undefined ? options.msecs : new Date().getTime(); + + // Per 4.2.1.2, use count of uuid's generated during the current clock + // cycle to simulate higher resolution clock + var nsecs = options.nsecs !== undefined ? options.nsecs : _lastNSecs + 1; + + // Time since last uuid creation (in msecs) + var dt = (msecs - _lastMSecs) + (nsecs - _lastNSecs)/10000; + + // Per 4.2.1.2, Bump clockseq on clock regression + if (dt < 0 && options.clockseq === undefined) { + clockseq = clockseq + 1 & 0x3fff; + } + + // Reset nsecs if clock regresses (new clockseq) or we've moved onto a new + // time interval + if ((dt < 0 || msecs > _lastMSecs) && options.nsecs === undefined) { + nsecs = 0; + } + + // Per 4.2.1.2 Throw error if too many uuids are requested + if (nsecs >= 10000) { + throw new Error('uuid.v1(): Can\'t create more than 10M uuids/sec'); + } + + _lastMSecs = msecs; + _lastNSecs = nsecs; + _clockseq = clockseq; + + // Per 4.1.4 - Convert from unix epoch to Gregorian epoch + msecs += 12219292800000; + + // `time_low` + var tl = ((msecs & 0xfffffff) * 10000 + nsecs) % 0x100000000; + b[i++] = tl >>> 24 & 0xff; + b[i++] = tl >>> 16 & 0xff; + b[i++] = tl >>> 8 & 0xff; + b[i++] = tl & 0xff; + + // `time_mid` + var tmh = (msecs / 0x100000000 * 10000) & 0xfffffff; + b[i++] = tmh >>> 8 & 0xff; + b[i++] = tmh & 0xff; + + // `time_high_and_version` + b[i++] = tmh >>> 24 & 0xf | 0x10; // include version + b[i++] = tmh >>> 16 & 0xff; + + // `clock_seq_hi_and_reserved` (Per 4.2.2 - include variant) + b[i++] = clockseq >>> 8 | 0x80; + + // `clock_seq_low` + b[i++] = clockseq & 0xff; + + // `node` + for (var n = 0; n < 6; ++n) { + b[i + n] = node[n]; + } + + return buf ? buf : bytesToUuid(b); +} + +module.exports = v1; + + /***/ }), /***/ 87: @@ -1865,70 +2134,369 @@ function regExpEscape (s) { /***/ }), -/***/ 129: -/***/ (function(module) { - -module.exports = require("child_process"); - -/***/ }), - -/***/ 139: -/***/ (function(module, __unusedexports, __webpack_require__) { - -// Unique ID creation requires a high quality random # generator. In node.js -// this is pretty straight-forward - we use the crypto API. - -var crypto = __webpack_require__(417); - -module.exports = function nodeRNG() { - return crypto.randomBytes(16); -}; - - -/***/ }), - -/***/ 141: +/***/ 114: /***/ (function(__unusedmodule, exports, __webpack_require__) { "use strict"; - -var net = __webpack_require__(631); -var tls = __webpack_require__(16); -var http = __webpack_require__(605); -var https = __webpack_require__(211); -var events = __webpack_require__(614); -var assert = __webpack_require__(357); -var util = __webpack_require__(669); - - -exports.httpOverHttp = httpOverHttp; -exports.httpsOverHttp = httpsOverHttp; -exports.httpOverHttps = httpOverHttps; -exports.httpsOverHttps = httpsOverHttps; - - -function httpOverHttp(options) { - var agent = new TunnelingAgent(options); - agent.request = http.request; - return agent; -} - -function httpsOverHttp(options) { - var agent = new TunnelingAgent(options); - agent.request = http.request; - agent.createSocket = createSecureSocket; - agent.defaultPort = 443; - return agent; +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(633)); +const http_client_1 = __webpack_require__(539); +const auth_1 = __webpack_require__(226); +const crypto = __importStar(__webpack_require__(417)); +const fs = __importStar(__webpack_require__(747)); +const stream = __importStar(__webpack_require__(794)); +const util = __importStar(__webpack_require__(669)); +const utils = __importStar(__webpack_require__(15)); +const constants_1 = __webpack_require__(931); +const versionSalt = '1.0'; +function isSuccessStatusCode(statusCode) { + if (!statusCode) { + return false; + } + return statusCode >= 200 && statusCode < 300; } - -function httpOverHttps(options) { - var agent = new TunnelingAgent(options); - agent.request = https.request; - return agent; +function isServerErrorStatusCode(statusCode) { + if (!statusCode) { + return true; + } + return statusCode >= 500; } - -function httpsOverHttps(options) { +function isRetryableStatusCode(statusCode) { + if (!statusCode) { + return false; + } + const retryableStatusCodes = [ + http_client_1.HttpCodes.BadGateway, + http_client_1.HttpCodes.ServiceUnavailable, + http_client_1.HttpCodes.GatewayTimeout + ]; + return retryableStatusCodes.includes(statusCode); +} +function getCacheApiUrl(resource) { + // Ideally we just use ACTIONS_CACHE_URL + const baseUrl = (process.env['ACTIONS_CACHE_URL'] || + process.env['ACTIONS_RUNTIME_URL'] || + '').replace('pipelines', 'artifactcache'); + if (!baseUrl) { + throw new Error('Cache Service Url not found, unable to restore cache.'); + } + const url = `${baseUrl}_apis/artifactcache/${resource}`; + core.debug(`Resource Url: ${url}`); + return url; +} +function createAcceptHeader(type, apiVersion) { + return `${type};api-version=${apiVersion}`; +} +function getRequestOptions() { + const requestOptions = { + headers: { + Accept: createAcceptHeader('application/json', '6.0-preview.1') + } + }; + return requestOptions; +} +function createHttpClient() { + const token = process.env['ACTIONS_RUNTIME_TOKEN'] || ''; + const bearerCredentialHandler = new auth_1.BearerCredentialHandler(token); + return new http_client_1.HttpClient('actions/cache', [bearerCredentialHandler], getRequestOptions()); +} +function getCacheVersion(paths, compressionMethod) { + const components = paths.concat(compressionMethod === constants_1.CompressionMethod.Zstd ? [compressionMethod] : []); + // Add salt to cache version to support breaking changes in cache entry + components.push(versionSalt); + return crypto + .createHash('sha256') + .update(components.join('|')) + .digest('hex'); +} +exports.getCacheVersion = getCacheVersion; +function retry(name, method, getStatusCode, maxAttempts = 2) { + return __awaiter(this, void 0, void 0, function* () { + let response = undefined; + let statusCode = undefined; + let isRetryable = false; + let errorMessage = ''; + let attempt = 1; + while (attempt <= maxAttempts) { + try { + response = yield method(); + statusCode = getStatusCode(response); + if (!isServerErrorStatusCode(statusCode)) { + return response; + } + isRetryable = isRetryableStatusCode(statusCode); + errorMessage = `Cache service responded with ${statusCode}`; + } + catch (error) { + isRetryable = true; + errorMessage = error.message; + } + core.debug(`${name} - Attempt ${attempt} of ${maxAttempts} failed with error: ${errorMessage}`); + if (!isRetryable) { + core.debug(`${name} - Error is not retryable`); + break; + } + attempt++; + } + throw Error(`${name} failed: ${errorMessage}`); + }); +} +exports.retry = retry; +function retryTypedResponse(name, method, maxAttempts = 2) { + return __awaiter(this, void 0, void 0, function* () { + return yield retry(name, method, (response) => response.statusCode, maxAttempts); + }); +} +exports.retryTypedResponse = retryTypedResponse; +function retryHttpClientResponse(name, method, maxAttempts = 2) { + return __awaiter(this, void 0, void 0, function* () { + return yield retry(name, method, (response) => response.message.statusCode, maxAttempts); + }); +} +exports.retryHttpClientResponse = retryHttpClientResponse; +function getCacheEntry(keys, paths, options) { + return __awaiter(this, void 0, void 0, function* () { + const httpClient = createHttpClient(); + const version = getCacheVersion(paths, options === null || options === void 0 ? void 0 : options.compressionMethod); + const resource = `cache?keys=${encodeURIComponent(keys.join(','))}&version=${version}`; + const response = yield retryTypedResponse('getCacheEntry', () => __awaiter(this, void 0, void 0, function* () { return httpClient.getJson(getCacheApiUrl(resource)); })); + if (response.statusCode === 204) { + return null; + } + if (!isSuccessStatusCode(response.statusCode)) { + throw new Error(`Cache service responded with ${response.statusCode}`); + } + const cacheResult = response.result; + const cacheDownloadUrl = cacheResult === null || cacheResult === void 0 ? void 0 : cacheResult.archiveLocation; + if (!cacheDownloadUrl) { + throw new Error('Cache not found.'); + } + core.setSecret(cacheDownloadUrl); + core.debug(`Cache Result:`); + core.debug(JSON.stringify(cacheResult)); + return cacheResult; + }); +} +exports.getCacheEntry = getCacheEntry; +function pipeResponseToStream(response, output) { + return __awaiter(this, void 0, void 0, function* () { + const pipeline = util.promisify(stream.pipeline); + yield pipeline(response.message, output); + }); +} +function downloadCache(archiveLocation, archivePath) { + return __awaiter(this, void 0, void 0, function* () { + const writeStream = fs.createWriteStream(archivePath); + const httpClient = new http_client_1.HttpClient('actions/cache'); + const downloadResponse = yield retryHttpClientResponse('downloadCache', () => __awaiter(this, void 0, void 0, function* () { return httpClient.get(archiveLocation); })); + // Abort download if no traffic received over the socket. + downloadResponse.message.socket.setTimeout(constants_1.SocketTimeout, () => { + downloadResponse.message.destroy(); + core.debug(`Aborting download, socket timed out after ${constants_1.SocketTimeout} ms`); + }); + yield pipeResponseToStream(downloadResponse, writeStream); + // Validate download size. + const contentLengthHeader = downloadResponse.message.headers['content-length']; + if (contentLengthHeader) { + const expectedLength = parseInt(contentLengthHeader); + const actualLength = utils.getArchiveFileSizeIsBytes(archivePath); + if (actualLength !== expectedLength) { + throw new Error(`Incomplete download. Expected file size: ${expectedLength}, actual file size: ${actualLength}`); + } + } + else { + core.debug('Unable to validate download, no Content-Length header'); + } + }); +} +exports.downloadCache = downloadCache; +// Reserve Cache +function reserveCache(key, paths, options) { + var _a, _b; + return __awaiter(this, void 0, void 0, function* () { + const httpClient = createHttpClient(); + const version = getCacheVersion(paths, options === null || options === void 0 ? void 0 : options.compressionMethod); + const reserveCacheRequest = { + key, + version + }; + const response = yield retryTypedResponse('reserveCache', () => __awaiter(this, void 0, void 0, function* () { + return httpClient.postJson(getCacheApiUrl('caches'), reserveCacheRequest); + })); + return (_b = (_a = response === null || response === void 0 ? void 0 : response.result) === null || _a === void 0 ? void 0 : _a.cacheId) !== null && _b !== void 0 ? _b : -1; + }); +} +exports.reserveCache = reserveCache; +function getContentRange(start, end) { + // Format: `bytes start-end/filesize + // start and end are inclusive + // filesize can be * + // For a 200 byte chunk starting at byte 0: + // Content-Range: bytes 0-199/* + return `bytes ${start}-${end}/*`; +} +function uploadChunk(httpClient, resourceUrl, openStream, start, end) { + return __awaiter(this, void 0, void 0, function* () { + core.debug(`Uploading chunk of size ${end - + start + + 1} bytes at offset ${start} with content range: ${getContentRange(start, end)}`); + const additionalHeaders = { + 'Content-Type': 'application/octet-stream', + 'Content-Range': getContentRange(start, end) + }; + yield retryHttpClientResponse(`uploadChunk (start: ${start}, end: ${end})`, () => __awaiter(this, void 0, void 0, function* () { + return httpClient.sendStream('PATCH', resourceUrl, openStream(), additionalHeaders); + })); + }); +} +function uploadFile(httpClient, cacheId, archivePath, options) { + var _a, _b; + return __awaiter(this, void 0, void 0, function* () { + // Upload Chunks + const fileSize = fs.statSync(archivePath).size; + const resourceUrl = getCacheApiUrl(`caches/${cacheId.toString()}`); + const fd = fs.openSync(archivePath, 'r'); + const concurrency = (_a = options === null || options === void 0 ? void 0 : options.uploadConcurrency) !== null && _a !== void 0 ? _a : 4; // # of HTTP requests in parallel + const MAX_CHUNK_SIZE = (_b = options === null || options === void 0 ? void 0 : options.uploadChunkSize) !== null && _b !== void 0 ? _b : 32 * 1024 * 1024; // 32 MB Chunks + core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`); + const parallelUploads = [...new Array(concurrency).keys()]; + core.debug('Awaiting all uploads'); + let offset = 0; + try { + yield Promise.all(parallelUploads.map(() => __awaiter(this, void 0, void 0, function* () { + while (offset < fileSize) { + const chunkSize = Math.min(fileSize - offset, MAX_CHUNK_SIZE); + const start = offset; + const end = offset + chunkSize - 1; + offset += MAX_CHUNK_SIZE; + yield uploadChunk(httpClient, resourceUrl, () => fs + .createReadStream(archivePath, { + fd, + start, + end, + autoClose: false + }) + .on('error', error => { + throw new Error(`Cache upload failed because file read failed with ${error.Message}`); + }), start, end); + } + }))); + } + finally { + fs.closeSync(fd); + } + return; + }); +} +function commitCache(httpClient, cacheId, filesize) { + return __awaiter(this, void 0, void 0, function* () { + const commitCacheRequest = { size: filesize }; + return yield retryTypedResponse('commitCache', () => __awaiter(this, void 0, void 0, function* () { + return httpClient.postJson(getCacheApiUrl(`caches/${cacheId.toString()}`), commitCacheRequest); + })); + }); +} +function saveCache(cacheId, archivePath, options) { + return __awaiter(this, void 0, void 0, function* () { + const httpClient = createHttpClient(); + core.debug('Upload cache'); + yield uploadFile(httpClient, cacheId, archivePath, options); + // Commit Cache + core.debug('Commiting cache'); + const cacheSize = utils.getArchiveFileSizeIsBytes(archivePath); + const commitCacheResponse = yield commitCache(httpClient, cacheId, cacheSize); + if (!isSuccessStatusCode(commitCacheResponse.statusCode)) { + throw new Error(`Cache service responded with ${commitCacheResponse.statusCode} during commit cache.`); + } + core.info('Cache saved successfully'); + }); +} +exports.saveCache = saveCache; +//# sourceMappingURL=cacheHttpClient.js.map + +/***/ }), + +/***/ 129: +/***/ (function(module) { + +module.exports = require("child_process"); + +/***/ }), + +/***/ 139: +/***/ (function(module, __unusedexports, __webpack_require__) { + +// Unique ID creation requires a high quality random # generator. In node.js +// this is pretty straight-forward - we use the crypto API. + +var crypto = __webpack_require__(417); + +module.exports = function nodeRNG() { + return crypto.randomBytes(16); +}; + + +/***/ }), + +/***/ 141: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + + +var net = __webpack_require__(631); +var tls = __webpack_require__(16); +var http = __webpack_require__(605); +var https = __webpack_require__(211); +var events = __webpack_require__(614); +var assert = __webpack_require__(357); +var util = __webpack_require__(669); + + +exports.httpOverHttp = httpOverHttp; +exports.httpsOverHttp = httpsOverHttp; +exports.httpOverHttps = httpOverHttps; +exports.httpsOverHttps = httpsOverHttps; + + +function httpOverHttp(options) { + var agent = new TunnelingAgent(options); + agent.request = http.request; + return agent; +} + +function httpsOverHttp(options) { + var agent = new TunnelingAgent(options); + agent.request = http.request; + agent.createSocket = createSecureSocket; + agent.defaultPort = 443; + return agent; +} + +function httpOverHttps(options) { + var agent = new TunnelingAgent(options); + agent.request = https.request; + return agent; +} + +function httpsOverHttps(options) { var agent = new TunnelingAgent(options); agent.request = https.request; agent.createSocket = createSecureSocket; @@ -2099,363 +2667,62 @@ function createSecureSocket(options, cb) { var self = this; TunnelingAgent.prototype.createSocket.call(self, options, function(socket) { var hostHeader = options.request.getHeader('host'); - var tlsOptions = mergeOptions({}, self.options, { - socket: socket, - servername: hostHeader ? hostHeader.replace(/:.*$/, '') : options.host - }); - - // 0 is dummy port for v0.6 - var secureSocket = tls.connect(0, tlsOptions); - self.sockets[self.sockets.indexOf(socket)] = secureSocket; - cb(secureSocket); - }); -} - - -function toOptions(host, port, localAddress) { - if (typeof host === 'string') { // since v0.10 - return { - host: host, - port: port, - localAddress: localAddress - }; - } - return host; // for v0.11 or later -} - -function mergeOptions(target) { - for (var i = 1, len = arguments.length; i < len; ++i) { - var overrides = arguments[i]; - if (typeof overrides === 'object') { - var keys = Object.keys(overrides); - for (var j = 0, keyLen = keys.length; j < keyLen; ++j) { - var k = keys[j]; - if (overrides[k] !== undefined) { - target[k] = overrides[k]; - } - } - } - } - return target; -} - - -var debug; -if (process.env.NODE_DEBUG && /\btunnel\b/.test(process.env.NODE_DEBUG)) { - debug = function() { - var args = Array.prototype.slice.call(arguments); - if (typeof args[0] === 'string') { - args[0] = 'TUNNEL: ' + args[0]; - } else { - args.unshift('TUNNEL:'); - } - console.error.apply(console, args); - } -} else { - debug = function() {}; -} -exports.debug = debug; // for test - - -/***/ }), - -/***/ 154: -/***/ (function(__unusedmodule, exports, __webpack_require__) { - -"use strict"; - -var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { - function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } - return new (P || (P = Promise))(function (resolve, reject) { - function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } - function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } - function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } - step((generator = generator.apply(thisArg, _arguments || [])).next()); - }); -}; -var __importStar = (this && this.__importStar) || function (mod) { - if (mod && mod.__esModule) return mod; - var result = {}; - if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; - result["default"] = mod; - return result; -}; -Object.defineProperty(exports, "__esModule", { value: true }); -const core = __importStar(__webpack_require__(470)); -const http_client_1 = __webpack_require__(539); -const auth_1 = __webpack_require__(226); -const crypto = __importStar(__webpack_require__(417)); -const fs = __importStar(__webpack_require__(747)); -const stream = __importStar(__webpack_require__(794)); -const util = __importStar(__webpack_require__(669)); -const constants_1 = __webpack_require__(694); -const utils = __importStar(__webpack_require__(443)); -const versionSalt = "1.0"; -function isSuccessStatusCode(statusCode) { - if (!statusCode) { - return false; - } - return statusCode >= 200 && statusCode < 300; -} -function isServerErrorStatusCode(statusCode) { - if (!statusCode) { - return true; - } - return statusCode >= 500; -} -function isRetryableStatusCode(statusCode) { - if (!statusCode) { - return false; - } - const retryableStatusCodes = [ - http_client_1.HttpCodes.BadGateway, - http_client_1.HttpCodes.ServiceUnavailable, - http_client_1.HttpCodes.GatewayTimeout - ]; - return retryableStatusCodes.includes(statusCode); -} -function getCacheApiUrl(resource) { - // Ideally we just use ACTIONS_CACHE_URL - const baseUrl = (process.env["ACTIONS_CACHE_URL"] || - process.env["ACTIONS_RUNTIME_URL"] || - "").replace("pipelines", "artifactcache"); - if (!baseUrl) { - throw new Error("Cache Service Url not found, unable to restore cache."); - } - const url = `${baseUrl}_apis/artifactcache/${resource}`; - core.debug(`Resource Url: ${url}`); - return url; -} -function createAcceptHeader(type, apiVersion) { - return `${type};api-version=${apiVersion}`; -} -function getRequestOptions() { - const requestOptions = { - headers: { - Accept: createAcceptHeader("application/json", "6.0-preview.1") - } - }; - return requestOptions; -} -function createHttpClient() { - const token = process.env["ACTIONS_RUNTIME_TOKEN"] || ""; - const bearerCredentialHandler = new auth_1.BearerCredentialHandler(token); - return new http_client_1.HttpClient("actions/cache", [bearerCredentialHandler], getRequestOptions()); -} -function getCacheVersion(compressionMethod) { - const components = [core.getInput(constants_1.Inputs.Path, { required: true })].concat(compressionMethod == constants_1.CompressionMethod.Zstd ? [compressionMethod] : []); - // Add salt to cache version to support breaking changes in cache entry - components.push(versionSalt); - return crypto - .createHash("sha256") - .update(components.join("|")) - .digest("hex"); -} -exports.getCacheVersion = getCacheVersion; -function retry(name, method, getStatusCode, maxAttempts = 2) { - return __awaiter(this, void 0, void 0, function* () { - let response = undefined; - let statusCode = undefined; - let isRetryable = false; - let errorMessage = ""; - let attempt = 1; - while (attempt <= maxAttempts) { - try { - response = yield method(); - statusCode = getStatusCode(response); - if (!isServerErrorStatusCode(statusCode)) { - return response; - } - isRetryable = isRetryableStatusCode(statusCode); - errorMessage = `Cache service responded with ${statusCode}`; - } - catch (error) { - isRetryable = true; - errorMessage = error.message; - } - core.debug(`${name} - Attempt ${attempt} of ${maxAttempts} failed with error: ${errorMessage}`); - if (!isRetryable) { - core.debug(`${name} - Error is not retryable`); - break; - } - attempt++; - } - throw Error(`${name} failed: ${errorMessage}`); - }); -} -exports.retry = retry; -function retryTypedResponse(name, method, maxAttempts = 2) { - return __awaiter(this, void 0, void 0, function* () { - return yield retry(name, method, (response) => response.statusCode, maxAttempts); - }); -} -exports.retryTypedResponse = retryTypedResponse; -function retryHttpClientResponse(name, method, maxAttempts = 2) { - return __awaiter(this, void 0, void 0, function* () { - return yield retry(name, method, (response) => response.message.statusCode, maxAttempts); - }); -} -exports.retryHttpClientResponse = retryHttpClientResponse; -function getCacheEntry(keys, options) { - var _a, _b; - return __awaiter(this, void 0, void 0, function* () { - const httpClient = createHttpClient(); - const version = getCacheVersion((_a = options) === null || _a === void 0 ? void 0 : _a.compressionMethod); - const resource = `cache?keys=${encodeURIComponent(keys.join(","))}&version=${version}`; - const response = yield retryTypedResponse("getCacheEntry", () => httpClient.getJson(getCacheApiUrl(resource))); - if (response.statusCode === 204) { - return null; - } - if (!isSuccessStatusCode(response.statusCode)) { - throw new Error(`Cache service responded with ${response.statusCode}`); - } - const cacheResult = response.result; - const cacheDownloadUrl = (_b = cacheResult) === null || _b === void 0 ? void 0 : _b.archiveLocation; - if (!cacheDownloadUrl) { - throw new Error("Cache not found."); - } - core.setSecret(cacheDownloadUrl); - core.debug(`Cache Result:`); - core.debug(JSON.stringify(cacheResult)); - return cacheResult; - }); -} -exports.getCacheEntry = getCacheEntry; -function pipeResponseToStream(response, output) { - return __awaiter(this, void 0, void 0, function* () { - const pipeline = util.promisify(stream.pipeline); - yield pipeline(response.message, output); - }); -} -function downloadCache(archiveLocation, archivePath) { - return __awaiter(this, void 0, void 0, function* () { - const stream = fs.createWriteStream(archivePath); - const httpClient = new http_client_1.HttpClient("actions/cache"); - const downloadResponse = yield retryHttpClientResponse("downloadCache", () => httpClient.get(archiveLocation)); - // Abort download if no traffic received over the socket. - downloadResponse.message.socket.setTimeout(constants_1.SocketTimeout, () => { - downloadResponse.message.destroy(); - core.debug(`Aborting download, socket timed out after ${constants_1.SocketTimeout} ms`); - }); - yield pipeResponseToStream(downloadResponse, stream); - // Validate download size. - const contentLengthHeader = downloadResponse.message.headers["content-length"]; - if (contentLengthHeader) { - const expectedLength = parseInt(contentLengthHeader); - const actualLength = utils.getArchiveFileSize(archivePath); - if (actualLength != expectedLength) { - throw new Error(`Incomplete download. Expected file size: ${expectedLength}, actual file size: ${actualLength}`); - } - } - else { - core.debug("Unable to validate download, no Content-Length header"); - } - }); -} -exports.downloadCache = downloadCache; -// Reserve Cache -function reserveCache(key, options) { - var _a, _b, _c, _d; - return __awaiter(this, void 0, void 0, function* () { - const httpClient = createHttpClient(); - const version = getCacheVersion((_a = options) === null || _a === void 0 ? void 0 : _a.compressionMethod); - const reserveCacheRequest = { - key, - version - }; - const response = yield retryTypedResponse("reserveCache", () => httpClient.postJson(getCacheApiUrl("caches"), reserveCacheRequest)); - return _d = (_c = (_b = response) === null || _b === void 0 ? void 0 : _b.result) === null || _c === void 0 ? void 0 : _c.cacheId, (_d !== null && _d !== void 0 ? _d : -1); - }); -} -exports.reserveCache = reserveCache; -function getContentRange(start, end) { - // Format: `bytes start-end/filesize - // start and end are inclusive - // filesize can be * - // For a 200 byte chunk starting at byte 0: - // Content-Range: bytes 0-199/* - return `bytes ${start}-${end}/*`; -} -function uploadChunk(httpClient, resourceUrl, openStream, start, end) { - return __awaiter(this, void 0, void 0, function* () { - core.debug(`Uploading chunk of size ${end - - start + - 1} bytes at offset ${start} with content range: ${getContentRange(start, end)}`); - const additionalHeaders = { - "Content-Type": "application/octet-stream", - "Content-Range": getContentRange(start, end) - }; - yield retryHttpClientResponse(`uploadChunk (start: ${start}, end: ${end})`, () => httpClient.sendStream("PATCH", resourceUrl, openStream(), additionalHeaders)); + var tlsOptions = mergeOptions({}, self.options, { + socket: socket, + servername: hostHeader ? hostHeader.replace(/:.*$/, '') : options.host }); + + // 0 is dummy port for v0.6 + var secureSocket = tls.connect(0, tlsOptions); + self.sockets[self.sockets.indexOf(socket)] = secureSocket; + cb(secureSocket); + }); } -function parseEnvNumber(key) { - const value = Number(process.env[key]); - if (Number.isNaN(value) || value < 0) { - return undefined; - } - return value; + + +function toOptions(host, port, localAddress) { + if (typeof host === 'string') { // since v0.10 + return { + host: host, + port: port, + localAddress: localAddress + }; + } + return host; // for v0.11 or later } -function uploadFile(httpClient, cacheId, archivePath) { - var _a, _b; - return __awaiter(this, void 0, void 0, function* () { - // Upload Chunks - const fileSize = fs.statSync(archivePath).size; - const resourceUrl = getCacheApiUrl(`caches/${cacheId.toString()}`); - const fd = fs.openSync(archivePath, "r"); - const concurrency = (_a = parseEnvNumber("CACHE_UPLOAD_CONCURRENCY"), (_a !== null && _a !== void 0 ? _a : 4)); // # of HTTP requests in parallel - const MAX_CHUNK_SIZE = (_b = parseEnvNumber("CACHE_UPLOAD_CHUNK_SIZE"), (_b !== null && _b !== void 0 ? _b : 32 * 1024 * 1024)); // 32 MB Chunks - core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`); - const parallelUploads = [...new Array(concurrency).keys()]; - core.debug("Awaiting all uploads"); - let offset = 0; - try { - yield Promise.all(parallelUploads.map(() => __awaiter(this, void 0, void 0, function* () { - while (offset < fileSize) { - const chunkSize = Math.min(fileSize - offset, MAX_CHUNK_SIZE); - const start = offset; - const end = offset + chunkSize - 1; - offset += MAX_CHUNK_SIZE; - yield uploadChunk(httpClient, resourceUrl, () => fs - .createReadStream(archivePath, { - fd, - start, - end, - autoClose: false - }) - .on("error", error => { - throw new Error(`Cache upload failed because file read failed with ${error.Message}`); - }), start, end); - } - }))); - } - finally { - fs.closeSync(fd); + +function mergeOptions(target) { + for (var i = 1, len = arguments.length; i < len; ++i) { + var overrides = arguments[i]; + if (typeof overrides === 'object') { + var keys = Object.keys(overrides); + for (var j = 0, keyLen = keys.length; j < keyLen; ++j) { + var k = keys[j]; + if (overrides[k] !== undefined) { + target[k] = overrides[k]; } - return; - }); -} -function commitCache(httpClient, cacheId, filesize) { - return __awaiter(this, void 0, void 0, function* () { - const commitCacheRequest = { size: filesize }; - return yield retryTypedResponse("commitCache", () => httpClient.postJson(getCacheApiUrl(`caches/${cacheId.toString()}`), commitCacheRequest)); - }); + } + } + } + return target; } -function saveCache(cacheId, archivePath) { - return __awaiter(this, void 0, void 0, function* () { - const httpClient = createHttpClient(); - core.debug("Upload cache"); - yield uploadFile(httpClient, cacheId, archivePath); - // Commit Cache - core.debug("Commiting cache"); - const cacheSize = utils.getArchiveFileSize(archivePath); - const commitCacheResponse = yield commitCache(httpClient, cacheId, cacheSize); - if (!isSuccessStatusCode(commitCacheResponse.statusCode)) { - throw new Error(`Cache service responded with ${commitCacheResponse.statusCode} during commit cache.`); - } - core.info("Cache saved successfully"); - }); + + +var debug; +if (process.env.NODE_DEBUG && /\btunnel\b/.test(process.env.NODE_DEBUG)) { + debug = function() { + var args = Array.prototype.slice.call(arguments); + if (typeof args[0] === 'string') { + args[0] = 'TUNNEL: ' + args[0]; + } else { + args.unshift('TUNNEL:'); + } + console.error.apply(console, args); + } +} else { + debug = function() {}; } -exports.saveCache = saveCache; +exports.debug = debug; // for test /***/ }), @@ -3211,7 +3478,7 @@ function escape(s) { /***/ }), -/***/ 443: +/***/ 434: /***/ (function(__unusedmodule, exports, __webpack_require__) { "use strict"; @@ -3225,13 +3492,6 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; -var __asyncValues = (this && this.__asyncValues) || function (o) { - if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); - var m = o[Symbol.asyncIterator], i; - return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i); - function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; } - function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); } -}; var __importStar = (this && this.__importStar) || function (mod) { if (mod && mod.__esModule) return mod; var result = {}; @@ -3240,73 +3500,135 @@ var __importStar = (this && this.__importStar) || function (mod) { return result; }; Object.defineProperty(exports, "__esModule", { value: true }); -const core = __importStar(__webpack_require__(470)); -const exec = __importStar(__webpack_require__(986)); -const glob = __importStar(__webpack_require__(281)); +const exec_1 = __webpack_require__(986); const io = __importStar(__webpack_require__(1)); -const fs = __importStar(__webpack_require__(747)); +const fs_1 = __webpack_require__(747); const path = __importStar(__webpack_require__(622)); -const util = __importStar(__webpack_require__(669)); -const uuidV4 = __importStar(__webpack_require__(826)); -const constants_1 = __webpack_require__(694); -// From https://github.com/actions/toolkit/blob/master/packages/tool-cache/src/tool-cache.ts#L23 -function createTempDirectory() { +const utils = __importStar(__webpack_require__(15)); +const constants_1 = __webpack_require__(931); +function getTarPath(args) { return __awaiter(this, void 0, void 0, function* () { - const IS_WINDOWS = process.platform === "win32"; - let tempDirectory = process.env["RUNNER_TEMP"] || ""; - if (!tempDirectory) { - let baseLocation; - if (IS_WINDOWS) { - // On Windows use the USERPROFILE env variable - baseLocation = process.env["USERPROFILE"] || "C:\\"; + // Explicitly use BSD Tar on Windows + const IS_WINDOWS = process.platform === 'win32'; + if (IS_WINDOWS) { + const systemTar = `${process.env['windir']}\\System32\\tar.exe`; + if (fs_1.existsSync(systemTar)) { + return systemTar; } - else { - if (process.platform === "darwin") { - baseLocation = "/Users"; - } - else { - baseLocation = "/home"; - } + else if (yield utils.useGnuTar()) { + args.push('--force-local'); } - tempDirectory = path.join(baseLocation, "actions", "temp"); } - const dest = path.join(tempDirectory, uuidV4.default()); - yield io.mkdirP(dest); - return dest; + return yield io.which('tar', true); }); } -exports.createTempDirectory = createTempDirectory; -function getArchiveFileSize(path) { - return fs.statSync(path).size; -} -exports.getArchiveFileSize = getArchiveFileSize; -function isExactKeyMatch(key, cacheResult) { - return !!(cacheResult && - cacheResult.cacheKey && - cacheResult.cacheKey.localeCompare(key, undefined, { +function execTar(args, cwd) { + return __awaiter(this, void 0, void 0, function* () { + try { + yield exec_1.exec(`"${yield getTarPath(args)}"`, args, { cwd }); + } + catch (error) { + throw new Error(`Tar failed with error: ${error === null || error === void 0 ? void 0 : error.message}`); + } + }); +} +function getWorkingDirectory() { + var _a; + return (_a = process.env['GITHUB_WORKSPACE']) !== null && _a !== void 0 ? _a : process.cwd(); +} +function extractTar(archivePath, compressionMethod) { + return __awaiter(this, void 0, void 0, function* () { + // Create directory to extract tar into + const workingDirectory = getWorkingDirectory(); + yield io.mkdirP(workingDirectory); + // --d: Decompress. + // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. + // Using 30 here because we also support 32-bit self-hosted runners. + const args = [ + ...(compressionMethod === constants_1.CompressionMethod.Zstd + ? ['--use-compress-program', 'zstd -d --long=30'] + : ['-z']), + '-xf', + archivePath.replace(new RegExp(`\\${path.sep}`, 'g'), '/'), + '-P', + '-C', + workingDirectory.replace(new RegExp(`\\${path.sep}`, 'g'), '/') + ]; + yield execTar(args); + }); +} +exports.extractTar = extractTar; +function createTar(archiveFolder, sourceDirectories, compressionMethod) { + return __awaiter(this, void 0, void 0, function* () { + // Write source directories to manifest.txt to avoid command length limits + const manifestFilename = 'manifest.txt'; + const cacheFileName = utils.getCacheFileName(compressionMethod); + fs_1.writeFileSync(path.join(archiveFolder, manifestFilename), sourceDirectories.join('\n')); + // -T#: Compress using # working thread. If # is 0, attempt to detect and use the number of physical CPU cores. + // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. + // Using 30 here because we also support 32-bit self-hosted runners. + const workingDirectory = getWorkingDirectory(); + const args = [ + ...(compressionMethod === constants_1.CompressionMethod.Zstd + ? ['--use-compress-program', 'zstd -T0 --long=30'] + : ['-z']), + '-cf', + cacheFileName.replace(new RegExp(`\\${path.sep}`, 'g'), '/'), + '-P', + '-C', + workingDirectory.replace(new RegExp(`\\${path.sep}`, 'g'), '/'), + '--files-from', + manifestFilename + ]; + yield execTar(args, archiveFolder); + }); +} +exports.createTar = createTar; +//# sourceMappingURL=tar.js.map + +/***/ }), + +/***/ 443: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(470)); +const constants_1 = __webpack_require__(694); +function isExactKeyMatch(key, cacheKey) { + return !!(cacheKey && + cacheKey.localeCompare(key, undefined, { sensitivity: "accent" }) === 0); } exports.isExactKeyMatch = isExactKeyMatch; function setCacheState(state) { - core.saveState(constants_1.State.CacheResult, JSON.stringify(state)); + core.saveState(constants_1.State.CacheResult, state); } exports.setCacheState = setCacheState; function setCacheHitOutput(isCacheHit) { core.setOutput(constants_1.Outputs.CacheHit, isCacheHit.toString()); } exports.setCacheHitOutput = setCacheHitOutput; -function setOutputAndState(key, cacheResult) { - setCacheHitOutput(isExactKeyMatch(key, cacheResult)); +function setOutputAndState(key, cacheKey) { + setCacheHitOutput(isExactKeyMatch(key, cacheKey)); // Store the cache result if it exists - cacheResult && setCacheState(cacheResult); + cacheKey && setCacheState(cacheKey); } exports.setOutputAndState = setOutputAndState; function getCacheState() { - const stateData = core.getState(constants_1.State.CacheResult); - core.debug(`State: ${stateData}`); - if (stateData) { - return JSON.parse(stateData); + const cacheKey = core.getState(constants_1.State.CacheResult); + if (cacheKey) { + core.debug(`Cache state/key: ${cacheKey}`); + return cacheKey; } return undefined; } @@ -3316,89 +3638,12 @@ function logWarning(message) { core.info(`${warningPrefix}${message}`); } exports.logWarning = logWarning; -function resolvePaths(patterns) { - var e_1, _a; - var _b; - return __awaiter(this, void 0, void 0, function* () { - const paths = []; - const workspace = (_b = process.env["GITHUB_WORKSPACE"], (_b !== null && _b !== void 0 ? _b : process.cwd())); - const globber = yield glob.create(patterns.join("\n"), { - implicitDescendants: false - }); - try { - for (var _c = __asyncValues(globber.globGenerator()), _d; _d = yield _c.next(), !_d.done;) { - const file = _d.value; - const relativeFile = path.relative(workspace, file); - core.debug(`Matched: ${relativeFile}`); - // Paths are made relative so the tar entries are all relative to the root of the workspace. - paths.push(`${relativeFile}`); - } - } - catch (e_1_1) { e_1 = { error: e_1_1 }; } - finally { - try { - if (_d && !_d.done && (_a = _c.return)) yield _a.call(_c); - } - finally { if (e_1) throw e_1.error; } - } - return paths; - }); -} -exports.resolvePaths = resolvePaths; // Cache token authorized for all events that are tied to a ref // See GitHub Context https://help.github.com/actions/automating-your-workflow-with-github-actions/contexts-and-expression-syntax-for-github-actions#github-context function isValidEvent() { return constants_1.RefKey in process.env && Boolean(process.env[constants_1.RefKey]); } exports.isValidEvent = isValidEvent; -function unlinkFile(path) { - return util.promisify(fs.unlink)(path); -} -exports.unlinkFile = unlinkFile; -function getVersion(app) { - return __awaiter(this, void 0, void 0, function* () { - core.debug(`Checking ${app} --version`); - let versionOutput = ""; - try { - yield exec.exec(`${app} --version`, [], { - ignoreReturnCode: true, - silent: true, - listeners: { - stdout: (data) => (versionOutput += data.toString()), - stderr: (data) => (versionOutput += data.toString()) - } - }); - } - catch (err) { - core.debug(err.message); - } - versionOutput = versionOutput.trim(); - core.debug(versionOutput); - return versionOutput; - }); -} -function getCompressionMethod() { - return __awaiter(this, void 0, void 0, function* () { - const versionOutput = yield getVersion("zstd"); - return versionOutput.toLowerCase().includes("zstd command line interface") - ? constants_1.CompressionMethod.Zstd - : constants_1.CompressionMethod.Gzip; - }); -} -exports.getCompressionMethod = getCompressionMethod; -function getCacheFileName(compressionMethod) { - return compressionMethod == constants_1.CompressionMethod.Zstd - ? constants_1.CacheFilename.Zstd - : constants_1.CacheFilename.Gzip; -} -exports.getCacheFileName = getCacheFileName; -function useGnuTar() { - return __awaiter(this, void 0, void 0, function* () { - const versionOutput = yield getVersion("tar"); - return versionOutput.toLowerCase().includes("gnu tar"); - }); -} -exports.useGnuTar = useGnuTar; /***/ }), @@ -4357,6 +4602,235 @@ module.exports = require("net"); /***/ }), +/***/ 633: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const command_1 = __webpack_require__(734); +const os = __importStar(__webpack_require__(87)); +const path = __importStar(__webpack_require__(622)); +/** + * The code to exit an action + */ +var ExitCode; +(function (ExitCode) { + /** + * A code indicating that the action was successful + */ + ExitCode[ExitCode["Success"] = 0] = "Success"; + /** + * A code indicating that the action was a failure + */ + ExitCode[ExitCode["Failure"] = 1] = "Failure"; +})(ExitCode = exports.ExitCode || (exports.ExitCode = {})); +//----------------------------------------------------------------------- +// Variables +//----------------------------------------------------------------------- +/** + * Sets env variable for this action and future actions in the job + * @param name the name of the variable to set + * @param val the value of the variable. Non-string values will be converted to a string via JSON.stringify + */ +// eslint-disable-next-line @typescript-eslint/no-explicit-any +function exportVariable(name, val) { + const convertedVal = command_1.toCommandValue(val); + process.env[name] = convertedVal; + command_1.issueCommand('set-env', { name }, convertedVal); +} +exports.exportVariable = exportVariable; +/** + * Registers a secret which will get masked from logs + * @param secret value of the secret + */ +function setSecret(secret) { + command_1.issueCommand('add-mask', {}, secret); +} +exports.setSecret = setSecret; +/** + * Prepends inputPath to the PATH (for this action and future actions) + * @param inputPath + */ +function addPath(inputPath) { + command_1.issueCommand('add-path', {}, inputPath); + process.env['PATH'] = `${inputPath}${path.delimiter}${process.env['PATH']}`; +} +exports.addPath = addPath; +/** + * Gets the value of an input. The value is also trimmed. + * + * @param name name of the input to get + * @param options optional. See InputOptions. + * @returns string + */ +function getInput(name, options) { + const val = process.env[`INPUT_${name.replace(/ /g, '_').toUpperCase()}`] || ''; + if (options && options.required && !val) { + throw new Error(`Input required and not supplied: ${name}`); + } + return val.trim(); +} +exports.getInput = getInput; +/** + * Sets the value of an output. + * + * @param name name of the output to set + * @param value value to store. Non-string values will be converted to a string via JSON.stringify + */ +// eslint-disable-next-line @typescript-eslint/no-explicit-any +function setOutput(name, value) { + command_1.issueCommand('set-output', { name }, value); +} +exports.setOutput = setOutput; +/** + * Enables or disables the echoing of commands into stdout for the rest of the step. + * Echoing is disabled by default if ACTIONS_STEP_DEBUG is not set. + * + */ +function setCommandEcho(enabled) { + command_1.issue('echo', enabled ? 'on' : 'off'); +} +exports.setCommandEcho = setCommandEcho; +//----------------------------------------------------------------------- +// Results +//----------------------------------------------------------------------- +/** + * Sets the action status to failed. + * When the action exits it will be with an exit code of 1 + * @param message add error issue message + */ +function setFailed(message) { + process.exitCode = ExitCode.Failure; + error(message); +} +exports.setFailed = setFailed; +//----------------------------------------------------------------------- +// Logging Commands +//----------------------------------------------------------------------- +/** + * Gets whether Actions Step Debug is on or not + */ +function isDebug() { + return process.env['RUNNER_DEBUG'] === '1'; +} +exports.isDebug = isDebug; +/** + * Writes debug message to user log + * @param message debug message + */ +function debug(message) { + command_1.issueCommand('debug', {}, message); +} +exports.debug = debug; +/** + * Adds an error issue + * @param message error issue message. Errors will be converted to string via toString() + */ +function error(message) { + command_1.issue('error', message instanceof Error ? message.toString() : message); +} +exports.error = error; +/** + * Adds an warning issue + * @param message warning issue message. Errors will be converted to string via toString() + */ +function warning(message) { + command_1.issue('warning', message instanceof Error ? message.toString() : message); +} +exports.warning = warning; +/** + * Writes info to log with console.log. + * @param message info message + */ +function info(message) { + process.stdout.write(message + os.EOL); +} +exports.info = info; +/** + * Begin an output group. + * + * Output until the next `groupEnd` will be foldable in this group + * + * @param name The name of the output group + */ +function startGroup(name) { + command_1.issue('group', name); +} +exports.startGroup = startGroup; +/** + * End an output group. + */ +function endGroup() { + command_1.issue('endgroup'); +} +exports.endGroup = endGroup; +/** + * Wrap an asynchronous function call in a group. + * + * Returns the same type as the function itself. + * + * @param name The name of the group + * @param fn The function to wrap in the group + */ +function group(name, fn) { + return __awaiter(this, void 0, void 0, function* () { + startGroup(name); + let result; + try { + result = yield fn(); + } + finally { + endGroup(); + } + return result; + }); +} +exports.group = group; +//----------------------------------------------------------------------- +// Wrapper action state +//----------------------------------------------------------------------- +/** + * Saves state for current action, the state can only be retrieved by this action's post job execution. + * + * @param name name of the state to store + * @param value value to store. Non-string values will be converted to a string via JSON.stringify + */ +// eslint-disable-next-line @typescript-eslint/no-explicit-any +function saveState(name, value) { + command_1.issueCommand('save-state', { name }, value); +} +exports.saveState = saveState; +/** + * Gets the value of an state set by this action's main execution. + * + * @param name name of the state to get + * @returns string + */ +function getState(name) { + return process.env[`STATE_${name}`] || ''; +} +exports.getState = getState; +//# sourceMappingURL=core.js.map + +/***/ }), + /***/ 669: /***/ (function(module) { @@ -4539,30 +5013,183 @@ function tryGetExecutablePath(filePath, extensions) { } } } - return ''; + return ''; + }); +} +exports.tryGetExecutablePath = tryGetExecutablePath; +function normalizeSeparators(p) { + p = p || ''; + if (exports.IS_WINDOWS) { + // convert slashes on Windows + p = p.replace(/\//g, '\\'); + // remove redundant slashes + return p.replace(/\\\\+/g, '\\'); + } + // remove redundant slashes + return p.replace(/\/\/+/g, '/'); +} +// on Mac/Linux, test the execute bit +// R W X R W X R W X +// 256 128 64 32 16 8 4 2 1 +function isUnixExecutable(stats) { + return ((stats.mode & 1) > 0 || + ((stats.mode & 8) > 0 && stats.gid === process.getgid()) || + ((stats.mode & 64) > 0 && stats.uid === process.getuid())); +} +//# sourceMappingURL=io-util.js.map + +/***/ }), + +/***/ 692: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(633)); +const path = __importStar(__webpack_require__(622)); +const utils = __importStar(__webpack_require__(15)); +const cacheHttpClient = __importStar(__webpack_require__(114)); +const tar_1 = __webpack_require__(434); +class ValidationError extends Error { + constructor(message) { + super(message); + this.name = 'ValidationError'; + Object.setPrototypeOf(this, ValidationError.prototype); + } +} +exports.ValidationError = ValidationError; +class ReserveCacheError extends Error { + constructor(message) { + super(message); + this.name = 'ReserveCacheError'; + Object.setPrototypeOf(this, ReserveCacheError.prototype); + } +} +exports.ReserveCacheError = ReserveCacheError; +function checkPaths(paths) { + if (!paths || paths.length === 0) { + throw new ValidationError(`Path Validation Error: At least one directory or file path is required`); + } +} +function checkKey(key) { + if (key.length > 512) { + throw new ValidationError(`Key Validation Error: ${key} cannot be larger than 512 characters.`); + } + const regex = /^[^,]*$/; + if (!regex.test(key)) { + throw new ValidationError(`Key Validation Error: ${key} cannot contain commas.`); + } +} +/** + * Restores cache from keys + * + * @param paths a list of file paths to restore from the cache + * @param primaryKey an explicit key for restoring the cache + * @param restoreKeys an optional ordered list of keys to use for restoring the cache if no cache hit occurred for key + * @returns string returns the key for the cache hit, otherwise returns undefined + */ +function restoreCache(paths, primaryKey, restoreKeys) { + return __awaiter(this, void 0, void 0, function* () { + checkPaths(paths); + restoreKeys = restoreKeys || []; + const keys = [primaryKey, ...restoreKeys]; + core.debug('Resolved Keys:'); + core.debug(JSON.stringify(keys)); + if (keys.length > 10) { + throw new ValidationError(`Key Validation Error: Keys are limited to a maximum of 10.`); + } + for (const key of keys) { + checkKey(key); + } + const compressionMethod = yield utils.getCompressionMethod(); + // path are needed to compute version + const cacheEntry = yield cacheHttpClient.getCacheEntry(keys, paths, { + compressionMethod + }); + if (!(cacheEntry === null || cacheEntry === void 0 ? void 0 : cacheEntry.archiveLocation)) { + // Cache not found + return undefined; + } + const archivePath = path.join(yield utils.createTempDirectory(), utils.getCacheFileName(compressionMethod)); + core.debug(`Archive Path: ${archivePath}`); + try { + // Download the cache from the cache entry + yield cacheHttpClient.downloadCache(cacheEntry.archiveLocation, archivePath); + const archiveFileSize = utils.getArchiveFileSizeIsBytes(archivePath); + core.info(`Cache Size: ~${Math.round(archiveFileSize / (1024 * 1024))} MB (${archiveFileSize} B)`); + yield tar_1.extractTar(archivePath, compressionMethod); + } + finally { + // Try to delete the archive to save space + try { + yield utils.unlinkFile(archivePath); + } + catch (error) { + core.debug(`Failed to delete archive: ${error}`); + } + } + return cacheEntry.cacheKey; }); } -exports.tryGetExecutablePath = tryGetExecutablePath; -function normalizeSeparators(p) { - p = p || ''; - if (exports.IS_WINDOWS) { - // convert slashes on Windows - p = p.replace(/\//g, '\\'); - // remove redundant slashes - return p.replace(/\\\\+/g, '\\'); - } - // remove redundant slashes - return p.replace(/\/\/+/g, '/'); -} -// on Mac/Linux, test the execute bit -// R W X R W X R W X -// 256 128 64 32 16 8 4 2 1 -function isUnixExecutable(stats) { - return ((stats.mode & 1) > 0 || - ((stats.mode & 8) > 0 && stats.gid === process.getgid()) || - ((stats.mode & 64) > 0 && stats.uid === process.getuid())); +exports.restoreCache = restoreCache; +/** + * Saves a list of files with the specified key + * + * @param paths a list of file paths to be cached + * @param key an explicit key for restoring the cache + * @param options cache upload options + * @returns number returns cacheId if the cache was saved successfully and throws an error if save fails + */ +function saveCache(paths, key, options) { + return __awaiter(this, void 0, void 0, function* () { + checkPaths(paths); + checkKey(key); + const compressionMethod = yield utils.getCompressionMethod(); + core.debug('Reserving Cache'); + const cacheId = yield cacheHttpClient.reserveCache(key, paths, { + compressionMethod + }); + if (cacheId === -1) { + throw new ReserveCacheError(`Unable to reserve cache with key ${key}, another job may be creating this cache.`); + } + core.debug(`Cache ID: ${cacheId}`); + const cachePaths = yield utils.resolvePaths(paths); + core.debug('Cache Paths:'); + core.debug(`${JSON.stringify(cachePaths)}`); + const archiveFolder = yield utils.createTempDirectory(); + const archivePath = path.join(archiveFolder, utils.getCacheFileName(compressionMethod)); + core.debug(`Archive Path: ${archivePath}`); + yield tar_1.createTar(archiveFolder, cachePaths, compressionMethod); + const fileSizeLimit = 5 * 1024 * 1024 * 1024; // 5GB per repo limit + const archiveFileSize = utils.getArchiveFileSizeIsBytes(archivePath); + core.debug(`File Size: ${archiveFileSize}`); + if (archiveFileSize > fileSizeLimit) { + throw new Error(`Cache size of ~${Math.round(archiveFileSize / (1024 * 1024))} MB (${archiveFileSize} B) is over the 5GB limit, not saving cache.`); + } + core.debug(`Saving Cache (ID: ${cacheId})`); + yield cacheHttpClient.saveCache(cacheId, archivePath, options); + return cacheId; + }); } -//# sourceMappingURL=io-util.js.map +exports.saveCache = saveCache; +//# sourceMappingURL=cache.js.map /***/ }), @@ -4593,20 +5220,6 @@ var Events; Events["Push"] = "push"; Events["PullRequest"] = "pull_request"; })(Events = exports.Events || (exports.Events = {})); -var CacheFilename; -(function (CacheFilename) { - CacheFilename["Gzip"] = "cache.tgz"; - CacheFilename["Zstd"] = "cache.tzst"; -})(CacheFilename = exports.CacheFilename || (exports.CacheFilename = {})); -var CompressionMethod; -(function (CompressionMethod) { - CompressionMethod["Gzip"] = "gzip"; - CompressionMethod["Zstd"] = "zstd"; -})(CompressionMethod = exports.CompressionMethod || (exports.CompressionMethod = {})); -// Socket timeout in milliseconds during download. If no traffic is received -// over the socket during this period, the socket is destroyed and the download -// is aborted. -exports.SocketTimeout = 5000; exports.RefKey = "GITHUB_REF"; @@ -4660,6 +5273,105 @@ exports.SearchState = SearchState; /***/ }), +/***/ 734: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const os = __importStar(__webpack_require__(87)); +/** + * Commands + * + * Command Format: + * ::name key=value,key=value::message + * + * Examples: + * ::warning::This is the message + * ::set-env name=MY_VAR::some value + */ +function issueCommand(command, properties, message) { + const cmd = new Command(command, properties, message); + process.stdout.write(cmd.toString() + os.EOL); +} +exports.issueCommand = issueCommand; +function issue(name, message = '') { + issueCommand(name, {}, message); +} +exports.issue = issue; +const CMD_STRING = '::'; +class Command { + constructor(command, properties, message) { + if (!command) { + command = 'missing.command'; + } + this.command = command; + this.properties = properties; + this.message = message; + } + toString() { + let cmdStr = CMD_STRING + this.command; + if (this.properties && Object.keys(this.properties).length > 0) { + cmdStr += ' '; + let first = true; + for (const key in this.properties) { + if (this.properties.hasOwnProperty(key)) { + const val = this.properties[key]; + if (val) { + if (first) { + first = false; + } + else { + cmdStr += ','; + } + cmdStr += `${key}=${escapeProperty(val)}`; + } + } + } + } + cmdStr += `${CMD_STRING}${escapeData(this.message)}`; + return cmdStr; + } +} +/** + * Sanitizes an input into a string so it can be passed into issueCommand safely + * @param input input to sanitize into a string + */ +function toCommandValue(input) { + if (input === null || input === undefined) { + return ''; + } + else if (typeof input === 'string' || input instanceof String) { + return input; + } + return JSON.stringify(input); +} +exports.toCommandValue = toCommandValue; +function escapeData(s) { + return toCommandValue(s) + .replace(/%/g, '%25') + .replace(/\r/g, '%0D') + .replace(/\n/g, '%0A'); +} +function escapeProperty(s) { + return toCommandValue(s) + .replace(/%/g, '%25') + .replace(/\r/g, '%0D') + .replace(/\n/g, '%0A') + .replace(/:/g, '%3A') + .replace(/,/g, '%2C'); +} +//# sourceMappingURL=command.js.map + +/***/ }), + /***/ 747: /***/ (function(module) { @@ -4689,14 +5401,11 @@ var __importStar = (this && this.__importStar) || function (mod) { return result; }; Object.defineProperty(exports, "__esModule", { value: true }); +const cache = __importStar(__webpack_require__(692)); const core = __importStar(__webpack_require__(470)); -const path = __importStar(__webpack_require__(622)); -const cacheHttpClient = __importStar(__webpack_require__(154)); const constants_1 = __webpack_require__(694); -const tar_1 = __webpack_require__(943); const utils = __importStar(__webpack_require__(443)); function run() { - var _a; return __awaiter(this, void 0, void 0, function* () { try { // Validate inputs, this can cause task failure @@ -4710,60 +5419,33 @@ function run() { .getInput(constants_1.Inputs.RestoreKeys) .split("\n") .filter(x => x !== ""); - const keys = [primaryKey, ...restoreKeys]; - core.debug("Resolved Keys:"); - core.debug(JSON.stringify(keys)); - if (keys.length > 10) { - core.setFailed(`Key Validation Error: Keys are limited to a maximum of 10.`); - return; - } - for (const key of keys) { - if (key.length > 512) { - core.setFailed(`Key Validation Error: ${key} cannot be larger than 512 characters.`); - return; - } - const regex = /^[^,]*$/; - if (!regex.test(key)) { - core.setFailed(`Key Validation Error: ${key} cannot contain commas.`); - return; - } - } - const compressionMethod = yield utils.getCompressionMethod(); + const cachePaths = core + .getInput(constants_1.Inputs.Path, { required: true }) + .split("\n") + .filter(x => x !== ""); try { - const cacheEntry = yield cacheHttpClient.getCacheEntry(keys, { - compressionMethod: compressionMethod - }); - if (!((_a = cacheEntry) === null || _a === void 0 ? void 0 : _a.archiveLocation)) { - core.info(`Cache not found for input keys: ${keys.join(", ")}`); + const cacheKey = yield cache.restoreCache(cachePaths, primaryKey, restoreKeys); + if (!cacheKey) { + core.info(`Cache not found for input keys: ${[ + primaryKey, + ...restoreKeys + ].join(", ")}`); return; } - const archivePath = path.join(yield utils.createTempDirectory(), utils.getCacheFileName(compressionMethod)); - core.debug(`Archive Path: ${archivePath}`); // Store the cache result - utils.setCacheState(cacheEntry); - try { - // Download the cache from the cache entry - yield cacheHttpClient.downloadCache(cacheEntry.archiveLocation, archivePath); - const archiveFileSize = utils.getArchiveFileSize(archivePath); - core.info(`Cache Size: ~${Math.round(archiveFileSize / (1024 * 1024))} MB (${archiveFileSize} B)`); - yield tar_1.extractTar(archivePath, compressionMethod); - } - finally { - // Try to delete the archive to save space - try { - yield utils.unlinkFile(archivePath); - } - catch (error) { - core.debug(`Failed to delete archive: ${error}`); - } - } - const isExactKeyMatch = utils.isExactKeyMatch(primaryKey, cacheEntry); + utils.setCacheState(cacheKey); + const isExactKeyMatch = utils.isExactKeyMatch(primaryKey, cacheKey); utils.setCacheHitOutput(isExactKeyMatch); - core.info(`Cache restored from key: ${cacheEntry && cacheEntry.cacheKey}`); + core.info(`Cache restored from key: ${cacheKey}`); } catch (error) { - utils.logWarning(error.message); - utils.setCacheHitOutput(false); + if (error.name === cache.ValidationError.name) { + throw error; + } + else { + utils.logWarning(error.message); + utils.setCacheHitOutput(false); + } } } catch (error) { @@ -4845,6 +5527,21 @@ var isArray = Array.isArray || function (xs) { }; +/***/ }), + +/***/ 898: +/***/ (function(module, __unusedexports, __webpack_require__) { + +var v1 = __webpack_require__(86); +var v4 = __webpack_require__(826); + +var uuid = v4; +uuid.v1 = v1; +uuid.v4 = v4; + +module.exports = uuid; + + /***/ }), /***/ 923: @@ -5085,114 +5782,27 @@ exports.Pattern = Pattern; /***/ }), -/***/ 943: -/***/ (function(__unusedmodule, exports, __webpack_require__) { +/***/ 931: +/***/ (function(__unusedmodule, exports) { "use strict"; -var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { - function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } - return new (P || (P = Promise))(function (resolve, reject) { - function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } - function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } - function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } - step((generator = generator.apply(thisArg, _arguments || [])).next()); - }); -}; -var __importStar = (this && this.__importStar) || function (mod) { - if (mod && mod.__esModule) return mod; - var result = {}; - if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; - result["default"] = mod; - return result; -}; Object.defineProperty(exports, "__esModule", { value: true }); -const exec_1 = __webpack_require__(986); -const io = __importStar(__webpack_require__(1)); -const fs_1 = __webpack_require__(747); -const path = __importStar(__webpack_require__(622)); -const constants_1 = __webpack_require__(694); -const utils = __importStar(__webpack_require__(443)); -function getTarPath(args) { - return __awaiter(this, void 0, void 0, function* () { - // Explicitly use BSD Tar on Windows - const IS_WINDOWS = process.platform === "win32"; - if (IS_WINDOWS) { - const systemTar = `${process.env["windir"]}\\System32\\tar.exe`; - if (fs_1.existsSync(systemTar)) { - return systemTar; - } - else if (yield utils.useGnuTar()) { - args.push("--force-local"); - } - } - return yield io.which("tar", true); - }); -} -function execTar(args, cwd) { - var _a; - return __awaiter(this, void 0, void 0, function* () { - try { - yield exec_1.exec(`"${yield getTarPath(args)}"`, args, { cwd: cwd }); - } - catch (error) { - throw new Error(`Tar failed with error: ${(_a = error) === null || _a === void 0 ? void 0 : _a.message}`); - } - }); -} -function getWorkingDirectory() { - var _a; - return _a = process.env["GITHUB_WORKSPACE"], (_a !== null && _a !== void 0 ? _a : process.cwd()); -} -function extractTar(archivePath, compressionMethod) { - return __awaiter(this, void 0, void 0, function* () { - // Create directory to extract tar into - const workingDirectory = getWorkingDirectory(); - yield io.mkdirP(workingDirectory); - // --d: Decompress. - // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. - // Using 30 here because we also support 32-bit self-hosted runners. - const args = [ - ...(compressionMethod == constants_1.CompressionMethod.Zstd - ? ["--use-compress-program", "zstd -d --long=30"] - : ["-z"]), - "-xf", - archivePath.replace(new RegExp("\\" + path.sep, "g"), "/"), - "-P", - "-C", - workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/") - ]; - yield execTar(args); - }); -} -exports.extractTar = extractTar; -function createTar(archiveFolder, sourceDirectories, compressionMethod) { - return __awaiter(this, void 0, void 0, function* () { - // Write source directories to manifest.txt to avoid command length limits - const manifestFilename = "manifest.txt"; - const cacheFileName = utils.getCacheFileName(compressionMethod); - fs_1.writeFileSync(path.join(archiveFolder, manifestFilename), sourceDirectories.join("\n")); - // -T#: Compress using # working thread. If # is 0, attempt to detect and use the number of physical CPU cores. - // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. - // Using 30 here because we also support 32-bit self-hosted runners. - const workingDirectory = getWorkingDirectory(); - const args = [ - ...(compressionMethod == constants_1.CompressionMethod.Zstd - ? ["--use-compress-program", "zstd -T0 --long=30"] - : ["-z"]), - "-cf", - cacheFileName.replace(new RegExp("\\" + path.sep, "g"), "/"), - "-P", - "-C", - workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/"), - "--files-from", - manifestFilename - ]; - yield execTar(args, archiveFolder); - }); -} -exports.createTar = createTar; - +var CacheFilename; +(function (CacheFilename) { + CacheFilename["Gzip"] = "cache.tgz"; + CacheFilename["Zstd"] = "cache.tzst"; +})(CacheFilename = exports.CacheFilename || (exports.CacheFilename = {})); +var CompressionMethod; +(function (CompressionMethod) { + CompressionMethod["Gzip"] = "gzip"; + CompressionMethod["Zstd"] = "zstd"; +})(CompressionMethod = exports.CompressionMethod || (exports.CompressionMethod = {})); +// Socket timeout in milliseconds during download. If no traffic is received +// over the socket during this period, the socket is destroyed and the download +// is aborted. +exports.SocketTimeout = 5000; +//# sourceMappingURL=constants.js.map /***/ }), diff --git a/dist/save/index.js b/dist/save/index.js index ec2df96..05c1744 100644 --- a/dist/save/index.js +++ b/dist/save/index.js @@ -921,11 +921,280 @@ class ExecState extends events.EventEmitter { /***/ }), +/***/ 15: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __asyncValues = (this && this.__asyncValues) || function (o) { + if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); + var m = o[Symbol.asyncIterator], i; + return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i); + function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; } + function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); } +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(633)); +const exec = __importStar(__webpack_require__(986)); +const glob = __importStar(__webpack_require__(281)); +const io = __importStar(__webpack_require__(1)); +const fs = __importStar(__webpack_require__(747)); +const path = __importStar(__webpack_require__(622)); +const util = __importStar(__webpack_require__(669)); +const uuid_1 = __webpack_require__(898); +const constants_1 = __webpack_require__(931); +// From https://github.com/actions/toolkit/blob/master/packages/tool-cache/src/tool-cache.ts#L23 +function createTempDirectory() { + return __awaiter(this, void 0, void 0, function* () { + const IS_WINDOWS = process.platform === 'win32'; + let tempDirectory = process.env['RUNNER_TEMP'] || ''; + if (!tempDirectory) { + let baseLocation; + if (IS_WINDOWS) { + // On Windows use the USERPROFILE env variable + baseLocation = process.env['USERPROFILE'] || 'C:\\'; + } + else { + if (process.platform === 'darwin') { + baseLocation = '/Users'; + } + else { + baseLocation = '/home'; + } + } + tempDirectory = path.join(baseLocation, 'actions', 'temp'); + } + const dest = path.join(tempDirectory, uuid_1.v4()); + yield io.mkdirP(dest); + return dest; + }); +} +exports.createTempDirectory = createTempDirectory; +function getArchiveFileSizeIsBytes(filePath) { + return fs.statSync(filePath).size; +} +exports.getArchiveFileSizeIsBytes = getArchiveFileSizeIsBytes; +function resolvePaths(patterns) { + var e_1, _a; + var _b; + return __awaiter(this, void 0, void 0, function* () { + const paths = []; + const workspace = (_b = process.env['GITHUB_WORKSPACE']) !== null && _b !== void 0 ? _b : process.cwd(); + const globber = yield glob.create(patterns.join('\n'), { + implicitDescendants: false + }); + try { + for (var _c = __asyncValues(globber.globGenerator()), _d; _d = yield _c.next(), !_d.done;) { + const file = _d.value; + const relativeFile = path.relative(workspace, file); + core.debug(`Matched: ${relativeFile}`); + // Paths are made relative so the tar entries are all relative to the root of the workspace. + paths.push(`${relativeFile}`); + } + } + catch (e_1_1) { e_1 = { error: e_1_1 }; } + finally { + try { + if (_d && !_d.done && (_a = _c.return)) yield _a.call(_c); + } + finally { if (e_1) throw e_1.error; } + } + return paths; + }); +} +exports.resolvePaths = resolvePaths; +function unlinkFile(filePath) { + return __awaiter(this, void 0, void 0, function* () { + return util.promisify(fs.unlink)(filePath); + }); +} +exports.unlinkFile = unlinkFile; +function getVersion(app) { + return __awaiter(this, void 0, void 0, function* () { + core.debug(`Checking ${app} --version`); + let versionOutput = ''; + try { + yield exec.exec(`${app} --version`, [], { + ignoreReturnCode: true, + silent: true, + listeners: { + stdout: (data) => (versionOutput += data.toString()), + stderr: (data) => (versionOutput += data.toString()) + } + }); + } + catch (err) { + core.debug(err.message); + } + versionOutput = versionOutput.trim(); + core.debug(versionOutput); + return versionOutput; + }); +} +// Use zstandard if possible to maximize cache performance +function getCompressionMethod() { + return __awaiter(this, void 0, void 0, function* () { + const versionOutput = yield getVersion('zstd'); + return versionOutput.toLowerCase().includes('zstd command line interface') + ? constants_1.CompressionMethod.Zstd + : constants_1.CompressionMethod.Gzip; + }); +} +exports.getCompressionMethod = getCompressionMethod; +function getCacheFileName(compressionMethod) { + return compressionMethod === constants_1.CompressionMethod.Zstd + ? constants_1.CacheFilename.Zstd + : constants_1.CacheFilename.Gzip; +} +exports.getCacheFileName = getCacheFileName; +function useGnuTar() { + return __awaiter(this, void 0, void 0, function* () { + const versionOutput = yield getVersion('tar'); + return versionOutput.toLowerCase().includes('gnu tar'); + }); +} +exports.useGnuTar = useGnuTar; +//# sourceMappingURL=cacheUtils.js.map + +/***/ }), + /***/ 16: /***/ (function(module) { module.exports = require("tls"); +/***/ }), + +/***/ 86: +/***/ (function(module, __unusedexports, __webpack_require__) { + +var rng = __webpack_require__(139); +var bytesToUuid = __webpack_require__(722); + +// **`v1()` - Generate time-based UUID** +// +// Inspired by https://github.com/LiosK/UUID.js +// and http://docs.python.org/library/uuid.html + +var _nodeId; +var _clockseq; + +// Previous uuid creation time +var _lastMSecs = 0; +var _lastNSecs = 0; + +// See https://github.com/broofa/node-uuid for API details +function v1(options, buf, offset) { + var i = buf && offset || 0; + var b = buf || []; + + options = options || {}; + var node = options.node || _nodeId; + var clockseq = options.clockseq !== undefined ? options.clockseq : _clockseq; + + // node and clockseq need to be initialized to random values if they're not + // specified. We do this lazily to minimize issues related to insufficient + // system entropy. See #189 + if (node == null || clockseq == null) { + var seedBytes = rng(); + if (node == null) { + // Per 4.5, create and 48-bit node id, (47 random bits + multicast bit = 1) + node = _nodeId = [ + seedBytes[0] | 0x01, + seedBytes[1], seedBytes[2], seedBytes[3], seedBytes[4], seedBytes[5] + ]; + } + if (clockseq == null) { + // Per 4.2.2, randomize (14 bit) clockseq + clockseq = _clockseq = (seedBytes[6] << 8 | seedBytes[7]) & 0x3fff; + } + } + + // UUID timestamps are 100 nano-second units since the Gregorian epoch, + // (1582-10-15 00:00). JSNumbers aren't precise enough for this, so + // time is handled internally as 'msecs' (integer milliseconds) and 'nsecs' + // (100-nanoseconds offset from msecs) since unix epoch, 1970-01-01 00:00. + var msecs = options.msecs !== undefined ? options.msecs : new Date().getTime(); + + // Per 4.2.1.2, use count of uuid's generated during the current clock + // cycle to simulate higher resolution clock + var nsecs = options.nsecs !== undefined ? options.nsecs : _lastNSecs + 1; + + // Time since last uuid creation (in msecs) + var dt = (msecs - _lastMSecs) + (nsecs - _lastNSecs)/10000; + + // Per 4.2.1.2, Bump clockseq on clock regression + if (dt < 0 && options.clockseq === undefined) { + clockseq = clockseq + 1 & 0x3fff; + } + + // Reset nsecs if clock regresses (new clockseq) or we've moved onto a new + // time interval + if ((dt < 0 || msecs > _lastMSecs) && options.nsecs === undefined) { + nsecs = 0; + } + + // Per 4.2.1.2 Throw error if too many uuids are requested + if (nsecs >= 10000) { + throw new Error('uuid.v1(): Can\'t create more than 10M uuids/sec'); + } + + _lastMSecs = msecs; + _lastNSecs = nsecs; + _clockseq = clockseq; + + // Per 4.1.4 - Convert from unix epoch to Gregorian epoch + msecs += 12219292800000; + + // `time_low` + var tl = ((msecs & 0xfffffff) * 10000 + nsecs) % 0x100000000; + b[i++] = tl >>> 24 & 0xff; + b[i++] = tl >>> 16 & 0xff; + b[i++] = tl >>> 8 & 0xff; + b[i++] = tl & 0xff; + + // `time_mid` + var tmh = (msecs / 0x100000000 * 10000) & 0xfffffff; + b[i++] = tmh >>> 8 & 0xff; + b[i++] = tmh & 0xff; + + // `time_high_and_version` + b[i++] = tmh >>> 24 & 0xf | 0x10; // include version + b[i++] = tmh >>> 16 & 0xff; + + // `clock_seq_hi_and_reserved` (Per 4.2.2 - include variant) + b[i++] = clockseq >>> 8 | 0x80; + + // `clock_seq_low` + b[i++] = clockseq & 0xff; + + // `node` + for (var n = 0; n < 6; ++n) { + b[i + n] = node[n]; + } + + return buf ? buf : bytesToUuid(b); +} + +module.exports = v1; + + /***/ }), /***/ 87: @@ -1865,343 +2134,49 @@ function regExpEscape (s) { /***/ }), -/***/ 129: -/***/ (function(module) { - -module.exports = require("child_process"); - -/***/ }), - -/***/ 139: -/***/ (function(module, __unusedexports, __webpack_require__) { - -// Unique ID creation requires a high quality random # generator. In node.js -// this is pretty straight-forward - we use the crypto API. - -var crypto = __webpack_require__(417); - -module.exports = function nodeRNG() { - return crypto.randomBytes(16); -}; - - -/***/ }), - -/***/ 141: +/***/ 114: /***/ (function(__unusedmodule, exports, __webpack_require__) { "use strict"; - -var net = __webpack_require__(631); -var tls = __webpack_require__(16); -var http = __webpack_require__(605); -var https = __webpack_require__(211); -var events = __webpack_require__(614); -var assert = __webpack_require__(357); -var util = __webpack_require__(669); - - -exports.httpOverHttp = httpOverHttp; -exports.httpsOverHttp = httpsOverHttp; -exports.httpOverHttps = httpOverHttps; -exports.httpsOverHttps = httpsOverHttps; - - -function httpOverHttp(options) { - var agent = new TunnelingAgent(options); - agent.request = http.request; - return agent; -} - -function httpsOverHttp(options) { - var agent = new TunnelingAgent(options); - agent.request = http.request; - agent.createSocket = createSecureSocket; - agent.defaultPort = 443; - return agent; +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(633)); +const http_client_1 = __webpack_require__(539); +const auth_1 = __webpack_require__(226); +const crypto = __importStar(__webpack_require__(417)); +const fs = __importStar(__webpack_require__(747)); +const stream = __importStar(__webpack_require__(794)); +const util = __importStar(__webpack_require__(669)); +const utils = __importStar(__webpack_require__(15)); +const constants_1 = __webpack_require__(931); +const versionSalt = '1.0'; +function isSuccessStatusCode(statusCode) { + if (!statusCode) { + return false; + } + return statusCode >= 200 && statusCode < 300; } - -function httpOverHttps(options) { - var agent = new TunnelingAgent(options); - agent.request = https.request; - return agent; -} - -function httpsOverHttps(options) { - var agent = new TunnelingAgent(options); - agent.request = https.request; - agent.createSocket = createSecureSocket; - agent.defaultPort = 443; - return agent; -} - - -function TunnelingAgent(options) { - var self = this; - self.options = options || {}; - self.proxyOptions = self.options.proxy || {}; - self.maxSockets = self.options.maxSockets || http.Agent.defaultMaxSockets; - self.requests = []; - self.sockets = []; - - self.on('free', function onFree(socket, host, port, localAddress) { - var options = toOptions(host, port, localAddress); - for (var i = 0, len = self.requests.length; i < len; ++i) { - var pending = self.requests[i]; - if (pending.host === options.host && pending.port === options.port) { - // Detect the request to connect same origin server, - // reuse the connection. - self.requests.splice(i, 1); - pending.request.onSocket(socket); - return; - } - } - socket.destroy(); - self.removeSocket(socket); - }); -} -util.inherits(TunnelingAgent, events.EventEmitter); - -TunnelingAgent.prototype.addRequest = function addRequest(req, host, port, localAddress) { - var self = this; - var options = mergeOptions({request: req}, self.options, toOptions(host, port, localAddress)); - - if (self.sockets.length >= this.maxSockets) { - // We are over limit so we'll add it to the queue. - self.requests.push(options); - return; - } - - // If we are under maxSockets create a new one. - self.createSocket(options, function(socket) { - socket.on('free', onFree); - socket.on('close', onCloseOrRemove); - socket.on('agentRemove', onCloseOrRemove); - req.onSocket(socket); - - function onFree() { - self.emit('free', socket, options); - } - - function onCloseOrRemove(err) { - self.removeSocket(socket); - socket.removeListener('free', onFree); - socket.removeListener('close', onCloseOrRemove); - socket.removeListener('agentRemove', onCloseOrRemove); - } - }); -}; - -TunnelingAgent.prototype.createSocket = function createSocket(options, cb) { - var self = this; - var placeholder = {}; - self.sockets.push(placeholder); - - var connectOptions = mergeOptions({}, self.proxyOptions, { - method: 'CONNECT', - path: options.host + ':' + options.port, - agent: false, - headers: { - host: options.host + ':' + options.port - } - }); - if (options.localAddress) { - connectOptions.localAddress = options.localAddress; - } - if (connectOptions.proxyAuth) { - connectOptions.headers = connectOptions.headers || {}; - connectOptions.headers['Proxy-Authorization'] = 'Basic ' + - new Buffer(connectOptions.proxyAuth).toString('base64'); - } - - debug('making CONNECT request'); - var connectReq = self.request(connectOptions); - connectReq.useChunkedEncodingByDefault = false; // for v0.6 - connectReq.once('response', onResponse); // for v0.6 - connectReq.once('upgrade', onUpgrade); // for v0.6 - connectReq.once('connect', onConnect); // for v0.7 or later - connectReq.once('error', onError); - connectReq.end(); - - function onResponse(res) { - // Very hacky. This is necessary to avoid http-parser leaks. - res.upgrade = true; - } - - function onUpgrade(res, socket, head) { - // Hacky. - process.nextTick(function() { - onConnect(res, socket, head); - }); - } - - function onConnect(res, socket, head) { - connectReq.removeAllListeners(); - socket.removeAllListeners(); - - if (res.statusCode !== 200) { - debug('tunneling socket could not be established, statusCode=%d', - res.statusCode); - socket.destroy(); - var error = new Error('tunneling socket could not be established, ' + - 'statusCode=' + res.statusCode); - error.code = 'ECONNRESET'; - options.request.emit('error', error); - self.removeSocket(placeholder); - return; - } - if (head.length > 0) { - debug('got illegal response body from proxy'); - socket.destroy(); - var error = new Error('got illegal response body from proxy'); - error.code = 'ECONNRESET'; - options.request.emit('error', error); - self.removeSocket(placeholder); - return; - } - debug('tunneling connection has established'); - self.sockets[self.sockets.indexOf(placeholder)] = socket; - return cb(socket); - } - - function onError(cause) { - connectReq.removeAllListeners(); - - debug('tunneling socket could not be established, cause=%s\n', - cause.message, cause.stack); - var error = new Error('tunneling socket could not be established, ' + - 'cause=' + cause.message); - error.code = 'ECONNRESET'; - options.request.emit('error', error); - self.removeSocket(placeholder); - } -}; - -TunnelingAgent.prototype.removeSocket = function removeSocket(socket) { - var pos = this.sockets.indexOf(socket) - if (pos === -1) { - return; - } - this.sockets.splice(pos, 1); - - var pending = this.requests.shift(); - if (pending) { - // If we have pending requests and a socket gets closed a new one - // needs to be created to take over in the pool for the one that closed. - this.createSocket(pending, function(socket) { - pending.request.onSocket(socket); - }); - } -}; - -function createSecureSocket(options, cb) { - var self = this; - TunnelingAgent.prototype.createSocket.call(self, options, function(socket) { - var hostHeader = options.request.getHeader('host'); - var tlsOptions = mergeOptions({}, self.options, { - socket: socket, - servername: hostHeader ? hostHeader.replace(/:.*$/, '') : options.host - }); - - // 0 is dummy port for v0.6 - var secureSocket = tls.connect(0, tlsOptions); - self.sockets[self.sockets.indexOf(socket)] = secureSocket; - cb(secureSocket); - }); -} - - -function toOptions(host, port, localAddress) { - if (typeof host === 'string') { // since v0.10 - return { - host: host, - port: port, - localAddress: localAddress - }; - } - return host; // for v0.11 or later -} - -function mergeOptions(target) { - for (var i = 1, len = arguments.length; i < len; ++i) { - var overrides = arguments[i]; - if (typeof overrides === 'object') { - var keys = Object.keys(overrides); - for (var j = 0, keyLen = keys.length; j < keyLen; ++j) { - var k = keys[j]; - if (overrides[k] !== undefined) { - target[k] = overrides[k]; - } - } - } - } - return target; -} - - -var debug; -if (process.env.NODE_DEBUG && /\btunnel\b/.test(process.env.NODE_DEBUG)) { - debug = function() { - var args = Array.prototype.slice.call(arguments); - if (typeof args[0] === 'string') { - args[0] = 'TUNNEL: ' + args[0]; - } else { - args.unshift('TUNNEL:'); - } - console.error.apply(console, args); - } -} else { - debug = function() {}; -} -exports.debug = debug; // for test - - -/***/ }), - -/***/ 154: -/***/ (function(__unusedmodule, exports, __webpack_require__) { - -"use strict"; - -var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { - function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } - return new (P || (P = Promise))(function (resolve, reject) { - function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } - function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } - function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } - step((generator = generator.apply(thisArg, _arguments || [])).next()); - }); -}; -var __importStar = (this && this.__importStar) || function (mod) { - if (mod && mod.__esModule) return mod; - var result = {}; - if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; - result["default"] = mod; - return result; -}; -Object.defineProperty(exports, "__esModule", { value: true }); -const core = __importStar(__webpack_require__(470)); -const http_client_1 = __webpack_require__(539); -const auth_1 = __webpack_require__(226); -const crypto = __importStar(__webpack_require__(417)); -const fs = __importStar(__webpack_require__(747)); -const stream = __importStar(__webpack_require__(794)); -const util = __importStar(__webpack_require__(669)); -const constants_1 = __webpack_require__(694); -const utils = __importStar(__webpack_require__(443)); -const versionSalt = "1.0"; -function isSuccessStatusCode(statusCode) { - if (!statusCode) { - return false; - } - return statusCode >= 200 && statusCode < 300; -} -function isServerErrorStatusCode(statusCode) { - if (!statusCode) { - return true; - } - return statusCode >= 500; +function isServerErrorStatusCode(statusCode) { + if (!statusCode) { + return true; + } + return statusCode >= 500; } function isRetryableStatusCode(statusCode) { if (!statusCode) { @@ -2216,11 +2191,11 @@ function isRetryableStatusCode(statusCode) { } function getCacheApiUrl(resource) { // Ideally we just use ACTIONS_CACHE_URL - const baseUrl = (process.env["ACTIONS_CACHE_URL"] || - process.env["ACTIONS_RUNTIME_URL"] || - "").replace("pipelines", "artifactcache"); + const baseUrl = (process.env['ACTIONS_CACHE_URL'] || + process.env['ACTIONS_RUNTIME_URL'] || + '').replace('pipelines', 'artifactcache'); if (!baseUrl) { - throw new Error("Cache Service Url not found, unable to restore cache."); + throw new Error('Cache Service Url not found, unable to restore cache.'); } const url = `${baseUrl}_apis/artifactcache/${resource}`; core.debug(`Resource Url: ${url}`); @@ -2232,24 +2207,24 @@ function createAcceptHeader(type, apiVersion) { function getRequestOptions() { const requestOptions = { headers: { - Accept: createAcceptHeader("application/json", "6.0-preview.1") + Accept: createAcceptHeader('application/json', '6.0-preview.1') } }; return requestOptions; } function createHttpClient() { - const token = process.env["ACTIONS_RUNTIME_TOKEN"] || ""; + const token = process.env['ACTIONS_RUNTIME_TOKEN'] || ''; const bearerCredentialHandler = new auth_1.BearerCredentialHandler(token); - return new http_client_1.HttpClient("actions/cache", [bearerCredentialHandler], getRequestOptions()); + return new http_client_1.HttpClient('actions/cache', [bearerCredentialHandler], getRequestOptions()); } -function getCacheVersion(compressionMethod) { - const components = [core.getInput(constants_1.Inputs.Path, { required: true })].concat(compressionMethod == constants_1.CompressionMethod.Zstd ? [compressionMethod] : []); +function getCacheVersion(paths, compressionMethod) { + const components = paths.concat(compressionMethod === constants_1.CompressionMethod.Zstd ? [compressionMethod] : []); // Add salt to cache version to support breaking changes in cache entry components.push(versionSalt); return crypto - .createHash("sha256") - .update(components.join("|")) - .digest("hex"); + .createHash('sha256') + .update(components.join('|')) + .digest('hex'); } exports.getCacheVersion = getCacheVersion; function retry(name, method, getStatusCode, maxAttempts = 2) { @@ -2257,7 +2232,7 @@ function retry(name, method, getStatusCode, maxAttempts = 2) { let response = undefined; let statusCode = undefined; let isRetryable = false; - let errorMessage = ""; + let errorMessage = ''; let attempt = 1; while (attempt <= maxAttempts) { try { @@ -2296,13 +2271,12 @@ function retryHttpClientResponse(name, method, maxAttempts = 2) { }); } exports.retryHttpClientResponse = retryHttpClientResponse; -function getCacheEntry(keys, options) { - var _a, _b; +function getCacheEntry(keys, paths, options) { return __awaiter(this, void 0, void 0, function* () { const httpClient = createHttpClient(); - const version = getCacheVersion((_a = options) === null || _a === void 0 ? void 0 : _a.compressionMethod); - const resource = `cache?keys=${encodeURIComponent(keys.join(","))}&version=${version}`; - const response = yield retryTypedResponse("getCacheEntry", () => httpClient.getJson(getCacheApiUrl(resource))); + const version = getCacheVersion(paths, options === null || options === void 0 ? void 0 : options.compressionMethod); + const resource = `cache?keys=${encodeURIComponent(keys.join(','))}&version=${version}`; + const response = yield retryTypedResponse('getCacheEntry', () => __awaiter(this, void 0, void 0, function* () { return httpClient.getJson(getCacheApiUrl(resource)); })); if (response.statusCode === 204) { return null; } @@ -2310,9 +2284,9 @@ function getCacheEntry(keys, options) { throw new Error(`Cache service responded with ${response.statusCode}`); } const cacheResult = response.result; - const cacheDownloadUrl = (_b = cacheResult) === null || _b === void 0 ? void 0 : _b.archiveLocation; + const cacheDownloadUrl = cacheResult === null || cacheResult === void 0 ? void 0 : cacheResult.archiveLocation; if (!cacheDownloadUrl) { - throw new Error("Cache not found."); + throw new Error('Cache not found.'); } core.setSecret(cacheDownloadUrl); core.debug(`Cache Result:`); @@ -2329,42 +2303,44 @@ function pipeResponseToStream(response, output) { } function downloadCache(archiveLocation, archivePath) { return __awaiter(this, void 0, void 0, function* () { - const stream = fs.createWriteStream(archivePath); - const httpClient = new http_client_1.HttpClient("actions/cache"); - const downloadResponse = yield retryHttpClientResponse("downloadCache", () => httpClient.get(archiveLocation)); + const writeStream = fs.createWriteStream(archivePath); + const httpClient = new http_client_1.HttpClient('actions/cache'); + const downloadResponse = yield retryHttpClientResponse('downloadCache', () => __awaiter(this, void 0, void 0, function* () { return httpClient.get(archiveLocation); })); // Abort download if no traffic received over the socket. downloadResponse.message.socket.setTimeout(constants_1.SocketTimeout, () => { downloadResponse.message.destroy(); core.debug(`Aborting download, socket timed out after ${constants_1.SocketTimeout} ms`); }); - yield pipeResponseToStream(downloadResponse, stream); + yield pipeResponseToStream(downloadResponse, writeStream); // Validate download size. - const contentLengthHeader = downloadResponse.message.headers["content-length"]; + const contentLengthHeader = downloadResponse.message.headers['content-length']; if (contentLengthHeader) { const expectedLength = parseInt(contentLengthHeader); - const actualLength = utils.getArchiveFileSize(archivePath); - if (actualLength != expectedLength) { + const actualLength = utils.getArchiveFileSizeIsBytes(archivePath); + if (actualLength !== expectedLength) { throw new Error(`Incomplete download. Expected file size: ${expectedLength}, actual file size: ${actualLength}`); } } else { - core.debug("Unable to validate download, no Content-Length header"); + core.debug('Unable to validate download, no Content-Length header'); } }); } exports.downloadCache = downloadCache; // Reserve Cache -function reserveCache(key, options) { - var _a, _b, _c, _d; +function reserveCache(key, paths, options) { + var _a, _b; return __awaiter(this, void 0, void 0, function* () { const httpClient = createHttpClient(); - const version = getCacheVersion((_a = options) === null || _a === void 0 ? void 0 : _a.compressionMethod); + const version = getCacheVersion(paths, options === null || options === void 0 ? void 0 : options.compressionMethod); const reserveCacheRequest = { key, version }; - const response = yield retryTypedResponse("reserveCache", () => httpClient.postJson(getCacheApiUrl("caches"), reserveCacheRequest)); - return _d = (_c = (_b = response) === null || _b === void 0 ? void 0 : _b.result) === null || _c === void 0 ? void 0 : _c.cacheId, (_d !== null && _d !== void 0 ? _d : -1); + const response = yield retryTypedResponse('reserveCache', () => __awaiter(this, void 0, void 0, function* () { + return httpClient.postJson(getCacheApiUrl('caches'), reserveCacheRequest); + })); + return (_b = (_a = response === null || response === void 0 ? void 0 : response.result) === null || _a === void 0 ? void 0 : _a.cacheId) !== null && _b !== void 0 ? _b : -1; }); } exports.reserveCache = reserveCache; @@ -2382,31 +2358,26 @@ function uploadChunk(httpClient, resourceUrl, openStream, start, end) { start + 1} bytes at offset ${start} with content range: ${getContentRange(start, end)}`); const additionalHeaders = { - "Content-Type": "application/octet-stream", - "Content-Range": getContentRange(start, end) + 'Content-Type': 'application/octet-stream', + 'Content-Range': getContentRange(start, end) }; - yield retryHttpClientResponse(`uploadChunk (start: ${start}, end: ${end})`, () => httpClient.sendStream("PATCH", resourceUrl, openStream(), additionalHeaders)); + yield retryHttpClientResponse(`uploadChunk (start: ${start}, end: ${end})`, () => __awaiter(this, void 0, void 0, function* () { + return httpClient.sendStream('PATCH', resourceUrl, openStream(), additionalHeaders); + })); }); } -function parseEnvNumber(key) { - const value = Number(process.env[key]); - if (Number.isNaN(value) || value < 0) { - return undefined; - } - return value; -} -function uploadFile(httpClient, cacheId, archivePath) { +function uploadFile(httpClient, cacheId, archivePath, options) { var _a, _b; return __awaiter(this, void 0, void 0, function* () { // Upload Chunks const fileSize = fs.statSync(archivePath).size; const resourceUrl = getCacheApiUrl(`caches/${cacheId.toString()}`); - const fd = fs.openSync(archivePath, "r"); - const concurrency = (_a = parseEnvNumber("CACHE_UPLOAD_CONCURRENCY"), (_a !== null && _a !== void 0 ? _a : 4)); // # of HTTP requests in parallel - const MAX_CHUNK_SIZE = (_b = parseEnvNumber("CACHE_UPLOAD_CHUNK_SIZE"), (_b !== null && _b !== void 0 ? _b : 32 * 1024 * 1024)); // 32 MB Chunks + const fd = fs.openSync(archivePath, 'r'); + const concurrency = (_a = options === null || options === void 0 ? void 0 : options.uploadConcurrency) !== null && _a !== void 0 ? _a : 4; // # of HTTP requests in parallel + const MAX_CHUNK_SIZE = (_b = options === null || options === void 0 ? void 0 : options.uploadChunkSize) !== null && _b !== void 0 ? _b : 32 * 1024 * 1024; // 32 MB Chunks core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`); const parallelUploads = [...new Array(concurrency).keys()]; - core.debug("Awaiting all uploads"); + core.debug('Awaiting all uploads'); let offset = 0; try { yield Promise.all(parallelUploads.map(() => __awaiter(this, void 0, void 0, function* () { @@ -2422,7 +2393,7 @@ function uploadFile(httpClient, cacheId, archivePath) { end, autoClose: false }) - .on("error", error => { + .on('error', error => { throw new Error(`Cache upload failed because file read failed with ${error.Message}`); }), start, end); } @@ -2433,29 +2404,325 @@ function uploadFile(httpClient, cacheId, archivePath) { } return; }); -} -function commitCache(httpClient, cacheId, filesize) { - return __awaiter(this, void 0, void 0, function* () { - const commitCacheRequest = { size: filesize }; - return yield retryTypedResponse("commitCache", () => httpClient.postJson(getCacheApiUrl(`caches/${cacheId.toString()}`), commitCacheRequest)); +} +function commitCache(httpClient, cacheId, filesize) { + return __awaiter(this, void 0, void 0, function* () { + const commitCacheRequest = { size: filesize }; + return yield retryTypedResponse('commitCache', () => __awaiter(this, void 0, void 0, function* () { + return httpClient.postJson(getCacheApiUrl(`caches/${cacheId.toString()}`), commitCacheRequest); + })); + }); +} +function saveCache(cacheId, archivePath, options) { + return __awaiter(this, void 0, void 0, function* () { + const httpClient = createHttpClient(); + core.debug('Upload cache'); + yield uploadFile(httpClient, cacheId, archivePath, options); + // Commit Cache + core.debug('Commiting cache'); + const cacheSize = utils.getArchiveFileSizeIsBytes(archivePath); + const commitCacheResponse = yield commitCache(httpClient, cacheId, cacheSize); + if (!isSuccessStatusCode(commitCacheResponse.statusCode)) { + throw new Error(`Cache service responded with ${commitCacheResponse.statusCode} during commit cache.`); + } + core.info('Cache saved successfully'); + }); +} +exports.saveCache = saveCache; +//# sourceMappingURL=cacheHttpClient.js.map + +/***/ }), + +/***/ 129: +/***/ (function(module) { + +module.exports = require("child_process"); + +/***/ }), + +/***/ 139: +/***/ (function(module, __unusedexports, __webpack_require__) { + +// Unique ID creation requires a high quality random # generator. In node.js +// this is pretty straight-forward - we use the crypto API. + +var crypto = __webpack_require__(417); + +module.exports = function nodeRNG() { + return crypto.randomBytes(16); +}; + + +/***/ }), + +/***/ 141: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + + +var net = __webpack_require__(631); +var tls = __webpack_require__(16); +var http = __webpack_require__(605); +var https = __webpack_require__(211); +var events = __webpack_require__(614); +var assert = __webpack_require__(357); +var util = __webpack_require__(669); + + +exports.httpOverHttp = httpOverHttp; +exports.httpsOverHttp = httpsOverHttp; +exports.httpOverHttps = httpOverHttps; +exports.httpsOverHttps = httpsOverHttps; + + +function httpOverHttp(options) { + var agent = new TunnelingAgent(options); + agent.request = http.request; + return agent; +} + +function httpsOverHttp(options) { + var agent = new TunnelingAgent(options); + agent.request = http.request; + agent.createSocket = createSecureSocket; + agent.defaultPort = 443; + return agent; +} + +function httpOverHttps(options) { + var agent = new TunnelingAgent(options); + agent.request = https.request; + return agent; +} + +function httpsOverHttps(options) { + var agent = new TunnelingAgent(options); + agent.request = https.request; + agent.createSocket = createSecureSocket; + agent.defaultPort = 443; + return agent; +} + + +function TunnelingAgent(options) { + var self = this; + self.options = options || {}; + self.proxyOptions = self.options.proxy || {}; + self.maxSockets = self.options.maxSockets || http.Agent.defaultMaxSockets; + self.requests = []; + self.sockets = []; + + self.on('free', function onFree(socket, host, port, localAddress) { + var options = toOptions(host, port, localAddress); + for (var i = 0, len = self.requests.length; i < len; ++i) { + var pending = self.requests[i]; + if (pending.host === options.host && pending.port === options.port) { + // Detect the request to connect same origin server, + // reuse the connection. + self.requests.splice(i, 1); + pending.request.onSocket(socket); + return; + } + } + socket.destroy(); + self.removeSocket(socket); + }); +} +util.inherits(TunnelingAgent, events.EventEmitter); + +TunnelingAgent.prototype.addRequest = function addRequest(req, host, port, localAddress) { + var self = this; + var options = mergeOptions({request: req}, self.options, toOptions(host, port, localAddress)); + + if (self.sockets.length >= this.maxSockets) { + // We are over limit so we'll add it to the queue. + self.requests.push(options); + return; + } + + // If we are under maxSockets create a new one. + self.createSocket(options, function(socket) { + socket.on('free', onFree); + socket.on('close', onCloseOrRemove); + socket.on('agentRemove', onCloseOrRemove); + req.onSocket(socket); + + function onFree() { + self.emit('free', socket, options); + } + + function onCloseOrRemove(err) { + self.removeSocket(socket); + socket.removeListener('free', onFree); + socket.removeListener('close', onCloseOrRemove); + socket.removeListener('agentRemove', onCloseOrRemove); + } + }); +}; + +TunnelingAgent.prototype.createSocket = function createSocket(options, cb) { + var self = this; + var placeholder = {}; + self.sockets.push(placeholder); + + var connectOptions = mergeOptions({}, self.proxyOptions, { + method: 'CONNECT', + path: options.host + ':' + options.port, + agent: false, + headers: { + host: options.host + ':' + options.port + } + }); + if (options.localAddress) { + connectOptions.localAddress = options.localAddress; + } + if (connectOptions.proxyAuth) { + connectOptions.headers = connectOptions.headers || {}; + connectOptions.headers['Proxy-Authorization'] = 'Basic ' + + new Buffer(connectOptions.proxyAuth).toString('base64'); + } + + debug('making CONNECT request'); + var connectReq = self.request(connectOptions); + connectReq.useChunkedEncodingByDefault = false; // for v0.6 + connectReq.once('response', onResponse); // for v0.6 + connectReq.once('upgrade', onUpgrade); // for v0.6 + connectReq.once('connect', onConnect); // for v0.7 or later + connectReq.once('error', onError); + connectReq.end(); + + function onResponse(res) { + // Very hacky. This is necessary to avoid http-parser leaks. + res.upgrade = true; + } + + function onUpgrade(res, socket, head) { + // Hacky. + process.nextTick(function() { + onConnect(res, socket, head); + }); + } + + function onConnect(res, socket, head) { + connectReq.removeAllListeners(); + socket.removeAllListeners(); + + if (res.statusCode !== 200) { + debug('tunneling socket could not be established, statusCode=%d', + res.statusCode); + socket.destroy(); + var error = new Error('tunneling socket could not be established, ' + + 'statusCode=' + res.statusCode); + error.code = 'ECONNRESET'; + options.request.emit('error', error); + self.removeSocket(placeholder); + return; + } + if (head.length > 0) { + debug('got illegal response body from proxy'); + socket.destroy(); + var error = new Error('got illegal response body from proxy'); + error.code = 'ECONNRESET'; + options.request.emit('error', error); + self.removeSocket(placeholder); + return; + } + debug('tunneling connection has established'); + self.sockets[self.sockets.indexOf(placeholder)] = socket; + return cb(socket); + } + + function onError(cause) { + connectReq.removeAllListeners(); + + debug('tunneling socket could not be established, cause=%s\n', + cause.message, cause.stack); + var error = new Error('tunneling socket could not be established, ' + + 'cause=' + cause.message); + error.code = 'ECONNRESET'; + options.request.emit('error', error); + self.removeSocket(placeholder); + } +}; + +TunnelingAgent.prototype.removeSocket = function removeSocket(socket) { + var pos = this.sockets.indexOf(socket) + if (pos === -1) { + return; + } + this.sockets.splice(pos, 1); + + var pending = this.requests.shift(); + if (pending) { + // If we have pending requests and a socket gets closed a new one + // needs to be created to take over in the pool for the one that closed. + this.createSocket(pending, function(socket) { + pending.request.onSocket(socket); + }); + } +}; + +function createSecureSocket(options, cb) { + var self = this; + TunnelingAgent.prototype.createSocket.call(self, options, function(socket) { + var hostHeader = options.request.getHeader('host'); + var tlsOptions = mergeOptions({}, self.options, { + socket: socket, + servername: hostHeader ? hostHeader.replace(/:.*$/, '') : options.host }); + + // 0 is dummy port for v0.6 + var secureSocket = tls.connect(0, tlsOptions); + self.sockets[self.sockets.indexOf(socket)] = secureSocket; + cb(secureSocket); + }); } -function saveCache(cacheId, archivePath) { - return __awaiter(this, void 0, void 0, function* () { - const httpClient = createHttpClient(); - core.debug("Upload cache"); - yield uploadFile(httpClient, cacheId, archivePath); - // Commit Cache - core.debug("Commiting cache"); - const cacheSize = utils.getArchiveFileSize(archivePath); - const commitCacheResponse = yield commitCache(httpClient, cacheId, cacheSize); - if (!isSuccessStatusCode(commitCacheResponse.statusCode)) { - throw new Error(`Cache service responded with ${commitCacheResponse.statusCode} during commit cache.`); + + +function toOptions(host, port, localAddress) { + if (typeof host === 'string') { // since v0.10 + return { + host: host, + port: port, + localAddress: localAddress + }; + } + return host; // for v0.11 or later +} + +function mergeOptions(target) { + for (var i = 1, len = arguments.length; i < len; ++i) { + var overrides = arguments[i]; + if (typeof overrides === 'object') { + var keys = Object.keys(overrides); + for (var j = 0, keyLen = keys.length; j < keyLen; ++j) { + var k = keys[j]; + if (overrides[k] !== undefined) { + target[k] = overrides[k]; } - core.info("Cache saved successfully"); - }); + } + } + } + return target; } -exports.saveCache = saveCache; + + +var debug; +if (process.env.NODE_DEBUG && /\btunnel\b/.test(process.env.NODE_DEBUG)) { + debug = function() { + var args = Array.prototype.slice.call(arguments); + if (typeof args[0] === 'string') { + args[0] = 'TUNNEL: ' + args[0]; + } else { + args.unshift('TUNNEL:'); + } + console.error.apply(console, args); + } +} else { + debug = function() {}; +} +exports.debug = debug; // for test /***/ }), @@ -3211,7 +3478,7 @@ function escape(s) { /***/ }), -/***/ 443: +/***/ 434: /***/ (function(__unusedmodule, exports, __webpack_require__) { "use strict"; @@ -3225,13 +3492,6 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; -var __asyncValues = (this && this.__asyncValues) || function (o) { - if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined."); - var m = o[Symbol.asyncIterator], i; - return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i); - function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; } - function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); } -}; var __importStar = (this && this.__importStar) || function (mod) { if (mod && mod.__esModule) return mod; var result = {}; @@ -3240,165 +3500,150 @@ var __importStar = (this && this.__importStar) || function (mod) { return result; }; Object.defineProperty(exports, "__esModule", { value: true }); -const core = __importStar(__webpack_require__(470)); -const exec = __importStar(__webpack_require__(986)); -const glob = __importStar(__webpack_require__(281)); +const exec_1 = __webpack_require__(986); const io = __importStar(__webpack_require__(1)); -const fs = __importStar(__webpack_require__(747)); +const fs_1 = __webpack_require__(747); const path = __importStar(__webpack_require__(622)); -const util = __importStar(__webpack_require__(669)); -const uuidV4 = __importStar(__webpack_require__(826)); -const constants_1 = __webpack_require__(694); -// From https://github.com/actions/toolkit/blob/master/packages/tool-cache/src/tool-cache.ts#L23 -function createTempDirectory() { +const utils = __importStar(__webpack_require__(15)); +const constants_1 = __webpack_require__(931); +function getTarPath(args) { return __awaiter(this, void 0, void 0, function* () { - const IS_WINDOWS = process.platform === "win32"; - let tempDirectory = process.env["RUNNER_TEMP"] || ""; - if (!tempDirectory) { - let baseLocation; - if (IS_WINDOWS) { - // On Windows use the USERPROFILE env variable - baseLocation = process.env["USERPROFILE"] || "C:\\"; + // Explicitly use BSD Tar on Windows + const IS_WINDOWS = process.platform === 'win32'; + if (IS_WINDOWS) { + const systemTar = `${process.env['windir']}\\System32\\tar.exe`; + if (fs_1.existsSync(systemTar)) { + return systemTar; } - else { - if (process.platform === "darwin") { - baseLocation = "/Users"; - } - else { - baseLocation = "/home"; - } + else if (yield utils.useGnuTar()) { + args.push('--force-local'); } - tempDirectory = path.join(baseLocation, "actions", "temp"); } - const dest = path.join(tempDirectory, uuidV4.default()); - yield io.mkdirP(dest); - return dest; + return yield io.which('tar', true); }); } -exports.createTempDirectory = createTempDirectory; -function getArchiveFileSize(path) { - return fs.statSync(path).size; -} -exports.getArchiveFileSize = getArchiveFileSize; -function isExactKeyMatch(key, cacheResult) { - return !!(cacheResult && - cacheResult.cacheKey && - cacheResult.cacheKey.localeCompare(key, undefined, { +function execTar(args, cwd) { + return __awaiter(this, void 0, void 0, function* () { + try { + yield exec_1.exec(`"${yield getTarPath(args)}"`, args, { cwd }); + } + catch (error) { + throw new Error(`Tar failed with error: ${error === null || error === void 0 ? void 0 : error.message}`); + } + }); +} +function getWorkingDirectory() { + var _a; + return (_a = process.env['GITHUB_WORKSPACE']) !== null && _a !== void 0 ? _a : process.cwd(); +} +function extractTar(archivePath, compressionMethod) { + return __awaiter(this, void 0, void 0, function* () { + // Create directory to extract tar into + const workingDirectory = getWorkingDirectory(); + yield io.mkdirP(workingDirectory); + // --d: Decompress. + // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. + // Using 30 here because we also support 32-bit self-hosted runners. + const args = [ + ...(compressionMethod === constants_1.CompressionMethod.Zstd + ? ['--use-compress-program', 'zstd -d --long=30'] + : ['-z']), + '-xf', + archivePath.replace(new RegExp(`\\${path.sep}`, 'g'), '/'), + '-P', + '-C', + workingDirectory.replace(new RegExp(`\\${path.sep}`, 'g'), '/') + ]; + yield execTar(args); + }); +} +exports.extractTar = extractTar; +function createTar(archiveFolder, sourceDirectories, compressionMethod) { + return __awaiter(this, void 0, void 0, function* () { + // Write source directories to manifest.txt to avoid command length limits + const manifestFilename = 'manifest.txt'; + const cacheFileName = utils.getCacheFileName(compressionMethod); + fs_1.writeFileSync(path.join(archiveFolder, manifestFilename), sourceDirectories.join('\n')); + // -T#: Compress using # working thread. If # is 0, attempt to detect and use the number of physical CPU cores. + // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. + // Using 30 here because we also support 32-bit self-hosted runners. + const workingDirectory = getWorkingDirectory(); + const args = [ + ...(compressionMethod === constants_1.CompressionMethod.Zstd + ? ['--use-compress-program', 'zstd -T0 --long=30'] + : ['-z']), + '-cf', + cacheFileName.replace(new RegExp(`\\${path.sep}`, 'g'), '/'), + '-P', + '-C', + workingDirectory.replace(new RegExp(`\\${path.sep}`, 'g'), '/'), + '--files-from', + manifestFilename + ]; + yield execTar(args, archiveFolder); + }); +} +exports.createTar = createTar; +//# sourceMappingURL=tar.js.map + +/***/ }), + +/***/ 443: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __importStar(__webpack_require__(470)); +const constants_1 = __webpack_require__(694); +function isExactKeyMatch(key, cacheKey) { + return !!(cacheKey && + cacheKey.localeCompare(key, undefined, { sensitivity: "accent" }) === 0); } exports.isExactKeyMatch = isExactKeyMatch; function setCacheState(state) { - core.saveState(constants_1.State.CacheResult, JSON.stringify(state)); + core.saveState(constants_1.State.CacheResult, state); } exports.setCacheState = setCacheState; function setCacheHitOutput(isCacheHit) { core.setOutput(constants_1.Outputs.CacheHit, isCacheHit.toString()); } exports.setCacheHitOutput = setCacheHitOutput; -function setOutputAndState(key, cacheResult) { - setCacheHitOutput(isExactKeyMatch(key, cacheResult)); +function setOutputAndState(key, cacheKey) { + setCacheHitOutput(isExactKeyMatch(key, cacheKey)); // Store the cache result if it exists - cacheResult && setCacheState(cacheResult); + cacheKey && setCacheState(cacheKey); } exports.setOutputAndState = setOutputAndState; function getCacheState() { - const stateData = core.getState(constants_1.State.CacheResult); - core.debug(`State: ${stateData}`); - if (stateData) { - return JSON.parse(stateData); + const cacheKey = core.getState(constants_1.State.CacheResult); + if (cacheKey) { + core.debug(`Cache state/key: ${cacheKey}`); + return cacheKey; } return undefined; } -exports.getCacheState = getCacheState; -function logWarning(message) { - const warningPrefix = "[warning]"; - core.info(`${warningPrefix}${message}`); -} -exports.logWarning = logWarning; -function resolvePaths(patterns) { - var e_1, _a; - var _b; - return __awaiter(this, void 0, void 0, function* () { - const paths = []; - const workspace = (_b = process.env["GITHUB_WORKSPACE"], (_b !== null && _b !== void 0 ? _b : process.cwd())); - const globber = yield glob.create(patterns.join("\n"), { - implicitDescendants: false - }); - try { - for (var _c = __asyncValues(globber.globGenerator()), _d; _d = yield _c.next(), !_d.done;) { - const file = _d.value; - const relativeFile = path.relative(workspace, file); - core.debug(`Matched: ${relativeFile}`); - // Paths are made relative so the tar entries are all relative to the root of the workspace. - paths.push(`${relativeFile}`); - } - } - catch (e_1_1) { e_1 = { error: e_1_1 }; } - finally { - try { - if (_d && !_d.done && (_a = _c.return)) yield _a.call(_c); - } - finally { if (e_1) throw e_1.error; } - } - return paths; - }); -} -exports.resolvePaths = resolvePaths; -// Cache token authorized for all events that are tied to a ref -// See GitHub Context https://help.github.com/actions/automating-your-workflow-with-github-actions/contexts-and-expression-syntax-for-github-actions#github-context -function isValidEvent() { - return constants_1.RefKey in process.env && Boolean(process.env[constants_1.RefKey]); -} -exports.isValidEvent = isValidEvent; -function unlinkFile(path) { - return util.promisify(fs.unlink)(path); -} -exports.unlinkFile = unlinkFile; -function getVersion(app) { - return __awaiter(this, void 0, void 0, function* () { - core.debug(`Checking ${app} --version`); - let versionOutput = ""; - try { - yield exec.exec(`${app} --version`, [], { - ignoreReturnCode: true, - silent: true, - listeners: { - stdout: (data) => (versionOutput += data.toString()), - stderr: (data) => (versionOutput += data.toString()) - } - }); - } - catch (err) { - core.debug(err.message); - } - versionOutput = versionOutput.trim(); - core.debug(versionOutput); - return versionOutput; - }); -} -function getCompressionMethod() { - return __awaiter(this, void 0, void 0, function* () { - const versionOutput = yield getVersion("zstd"); - return versionOutput.toLowerCase().includes("zstd command line interface") - ? constants_1.CompressionMethod.Zstd - : constants_1.CompressionMethod.Gzip; - }); -} -exports.getCompressionMethod = getCompressionMethod; -function getCacheFileName(compressionMethod) { - return compressionMethod == constants_1.CompressionMethod.Zstd - ? constants_1.CacheFilename.Zstd - : constants_1.CacheFilename.Gzip; +exports.getCacheState = getCacheState; +function logWarning(message) { + const warningPrefix = "[warning]"; + core.info(`${warningPrefix}${message}`); } -exports.getCacheFileName = getCacheFileName; -function useGnuTar() { - return __awaiter(this, void 0, void 0, function* () { - const versionOutput = yield getVersion("tar"); - return versionOutput.toLowerCase().includes("gnu tar"); - }); +exports.logWarning = logWarning; +// Cache token authorized for all events that are tied to a ref +// See GitHub Context https://help.github.com/actions/automating-your-workflow-with-github-actions/contexts-and-expression-syntax-for-github-actions#github-context +function isValidEvent() { + return constants_1.RefKey in process.env && Boolean(process.env[constants_1.RefKey]); } -exports.useGnuTar = useGnuTar; +exports.isValidEvent = isValidEvent; /***/ }), @@ -4078,282 +4323,511 @@ class HttpClient { return a; } } - return value; + return value; + } + async _processResponse(res, options) { + return new Promise(async (resolve, reject) => { + const statusCode = res.message.statusCode; + const response = { + statusCode: statusCode, + result: null, + headers: {} + }; + // not found leads to null obj returned + if (statusCode == HttpCodes.NotFound) { + resolve(response); + } + let obj; + let contents; + // get the result from the body + try { + contents = await res.readBody(); + if (contents && contents.length > 0) { + if (options && options.deserializeDates) { + obj = JSON.parse(contents, HttpClient.dateTimeDeserializer); + } + else { + obj = JSON.parse(contents); + } + response.result = obj; + } + response.headers = res.message.headers; + } + catch (err) { + // Invalid resource (contents not json); leaving result obj null + } + // note that 3xx redirects are handled by the http layer. + if (statusCode > 299) { + let msg; + // if exception/error in body, attempt to get better error + if (obj && obj.message) { + msg = obj.message; + } + else if (contents && contents.length > 0) { + // it may be the case that the exception is in the body message as string + msg = contents; + } + else { + msg = 'Failed request: (' + statusCode + ')'; + } + let err = new Error(msg); + // attach statusCode and body obj (if available) to the error object + err['statusCode'] = statusCode; + if (response.result) { + err['result'] = response.result; + } + reject(err); + } + else { + resolve(response); + } + }); + } +} +exports.HttpClient = HttpClient; + + +/***/ }), + +/***/ 597: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +Object.defineProperty(exports, "__esModule", { value: true }); +const pathHelper = __webpack_require__(972); +const internal_match_kind_1 = __webpack_require__(327); +const IS_WINDOWS = process.platform === 'win32'; +/** + * Given an array of patterns, returns an array of paths to search. + * Duplicates and paths under other included paths are filtered out. + */ +function getSearchPaths(patterns) { + // Ignore negate patterns + patterns = patterns.filter(x => !x.negate); + // Create a map of all search paths + const searchPathMap = {}; + for (const pattern of patterns) { + const key = IS_WINDOWS + ? pattern.searchPath.toUpperCase() + : pattern.searchPath; + searchPathMap[key] = 'candidate'; + } + const result = []; + for (const pattern of patterns) { + // Check if already included + const key = IS_WINDOWS + ? pattern.searchPath.toUpperCase() + : pattern.searchPath; + if (searchPathMap[key] === 'included') { + continue; + } + // Check for an ancestor search path + let foundAncestor = false; + let tempKey = key; + let parent = pathHelper.dirname(tempKey); + while (parent !== tempKey) { + if (searchPathMap[parent]) { + foundAncestor = true; + break; + } + tempKey = parent; + parent = pathHelper.dirname(tempKey); + } + // Include the search pattern in the result + if (!foundAncestor) { + result.push(pattern.searchPath); + searchPathMap[key] = 'included'; + } + } + return result; +} +exports.getSearchPaths = getSearchPaths; +/** + * Matches the patterns against the path + */ +function match(patterns, itemPath) { + let result = internal_match_kind_1.MatchKind.None; + for (const pattern of patterns) { + if (pattern.negate) { + result &= ~pattern.match(itemPath); + } + else { + result |= pattern.match(itemPath); + } + } + return result; +} +exports.match = match; +/** + * Checks whether to descend further into the directory + */ +function partialMatch(patterns, itemPath) { + return patterns.some(x => !x.negate && x.partialMatch(itemPath)); +} +exports.partialMatch = partialMatch; +//# sourceMappingURL=internal-pattern-helper.js.map + +/***/ }), + +/***/ 601: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +Object.defineProperty(exports, "__esModule", { value: true }); +const core = __webpack_require__(470); +/** + * Returns a copy with defaults filled in. + */ +function getOptions(copy) { + const result = { + followSymbolicLinks: true, + implicitDescendants: true, + omitBrokenSymbolicLinks: true + }; + if (copy) { + if (typeof copy.followSymbolicLinks === 'boolean') { + result.followSymbolicLinks = copy.followSymbolicLinks; + core.debug(`followSymbolicLinks '${result.followSymbolicLinks}'`); + } + if (typeof copy.implicitDescendants === 'boolean') { + result.implicitDescendants = copy.implicitDescendants; + core.debug(`implicitDescendants '${result.implicitDescendants}'`); + } + if (typeof copy.omitBrokenSymbolicLinks === 'boolean') { + result.omitBrokenSymbolicLinks = copy.omitBrokenSymbolicLinks; + core.debug(`omitBrokenSymbolicLinks '${result.omitBrokenSymbolicLinks}'`); + } + } + return result; +} +exports.getOptions = getOptions; +//# sourceMappingURL=internal-glob-options-helper.js.map + +/***/ }), + +/***/ 605: +/***/ (function(module) { + +module.exports = require("http"); + +/***/ }), + +/***/ 614: +/***/ (function(module) { + +module.exports = require("events"); + +/***/ }), + +/***/ 621: +/***/ (function(module) { + +"use strict"; + +module.exports = balanced; +function balanced(a, b, str) { + if (a instanceof RegExp) a = maybeMatch(a, str); + if (b instanceof RegExp) b = maybeMatch(b, str); + + var r = range(a, b, str); + + return r && { + start: r[0], + end: r[1], + pre: str.slice(0, r[0]), + body: str.slice(r[0] + a.length, r[1]), + post: str.slice(r[1] + b.length) + }; +} + +function maybeMatch(reg, str) { + var m = str.match(reg); + return m ? m[0] : null; +} + +balanced.range = range; +function range(a, b, str) { + var begs, beg, left, right, result; + var ai = str.indexOf(a); + var bi = str.indexOf(b, ai + 1); + var i = ai; + + if (ai >= 0 && bi > 0) { + begs = []; + left = str.length; + + while (i >= 0 && !result) { + if (i == ai) { + begs.push(i); + ai = str.indexOf(a, i + 1); + } else if (begs.length == 1) { + result = [ begs.pop(), bi ]; + } else { + beg = begs.pop(); + if (beg < left) { + left = beg; + right = bi; + } + + bi = str.indexOf(b, i + 1); + } + + i = ai < bi && ai >= 0 ? ai : bi; } - async _processResponse(res, options) { - return new Promise(async (resolve, reject) => { - const statusCode = res.message.statusCode; - const response = { - statusCode: statusCode, - result: null, - headers: {} - }; - // not found leads to null obj returned - if (statusCode == HttpCodes.NotFound) { - resolve(response); - } - let obj; - let contents; - // get the result from the body - try { - contents = await res.readBody(); - if (contents && contents.length > 0) { - if (options && options.deserializeDates) { - obj = JSON.parse(contents, HttpClient.dateTimeDeserializer); - } - else { - obj = JSON.parse(contents); - } - response.result = obj; - } - response.headers = res.message.headers; - } - catch (err) { - // Invalid resource (contents not json); leaving result obj null - } - // note that 3xx redirects are handled by the http layer. - if (statusCode > 299) { - let msg; - // if exception/error in body, attempt to get better error - if (obj && obj.message) { - msg = obj.message; - } - else if (contents && contents.length > 0) { - // it may be the case that the exception is in the body message as string - msg = contents; - } - else { - msg = 'Failed request: (' + statusCode + ')'; - } - let err = new Error(msg); - // attach statusCode and body obj (if available) to the error object - err['statusCode'] = statusCode; - if (response.result) { - err['result'] = response.result; - } - reject(err); - } - else { - resolve(response); - } - }); + + if (begs.length) { + result = [ left, right ]; } + } + + return result; } -exports.HttpClient = HttpClient; /***/ }), -/***/ 597: +/***/ 622: +/***/ (function(module) { + +module.exports = require("path"); + +/***/ }), + +/***/ 631: +/***/ (function(module) { + +module.exports = require("net"); + +/***/ }), + +/***/ 633: /***/ (function(__unusedmodule, exports, __webpack_require__) { "use strict"; +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; Object.defineProperty(exports, "__esModule", { value: true }); -const pathHelper = __webpack_require__(972); -const internal_match_kind_1 = __webpack_require__(327); -const IS_WINDOWS = process.platform === 'win32'; +const command_1 = __webpack_require__(734); +const os = __importStar(__webpack_require__(87)); +const path = __importStar(__webpack_require__(622)); /** - * Given an array of patterns, returns an array of paths to search. - * Duplicates and paths under other included paths are filtered out. + * The code to exit an action */ -function getSearchPaths(patterns) { - // Ignore negate patterns - patterns = patterns.filter(x => !x.negate); - // Create a map of all search paths - const searchPathMap = {}; - for (const pattern of patterns) { - const key = IS_WINDOWS - ? pattern.searchPath.toUpperCase() - : pattern.searchPath; - searchPathMap[key] = 'candidate'; - } - const result = []; - for (const pattern of patterns) { - // Check if already included - const key = IS_WINDOWS - ? pattern.searchPath.toUpperCase() - : pattern.searchPath; - if (searchPathMap[key] === 'included') { - continue; - } - // Check for an ancestor search path - let foundAncestor = false; - let tempKey = key; - let parent = pathHelper.dirname(tempKey); - while (parent !== tempKey) { - if (searchPathMap[parent]) { - foundAncestor = true; - break; - } - tempKey = parent; - parent = pathHelper.dirname(tempKey); - } - // Include the search pattern in the result - if (!foundAncestor) { - result.push(pattern.searchPath); - searchPathMap[key] = 'included'; - } +var ExitCode; +(function (ExitCode) { + /** + * A code indicating that the action was successful + */ + ExitCode[ExitCode["Success"] = 0] = "Success"; + /** + * A code indicating that the action was a failure + */ + ExitCode[ExitCode["Failure"] = 1] = "Failure"; +})(ExitCode = exports.ExitCode || (exports.ExitCode = {})); +//----------------------------------------------------------------------- +// Variables +//----------------------------------------------------------------------- +/** + * Sets env variable for this action and future actions in the job + * @param name the name of the variable to set + * @param val the value of the variable. Non-string values will be converted to a string via JSON.stringify + */ +// eslint-disable-next-line @typescript-eslint/no-explicit-any +function exportVariable(name, val) { + const convertedVal = command_1.toCommandValue(val); + process.env[name] = convertedVal; + command_1.issueCommand('set-env', { name }, convertedVal); +} +exports.exportVariable = exportVariable; +/** + * Registers a secret which will get masked from logs + * @param secret value of the secret + */ +function setSecret(secret) { + command_1.issueCommand('add-mask', {}, secret); +} +exports.setSecret = setSecret; +/** + * Prepends inputPath to the PATH (for this action and future actions) + * @param inputPath + */ +function addPath(inputPath) { + command_1.issueCommand('add-path', {}, inputPath); + process.env['PATH'] = `${inputPath}${path.delimiter}${process.env['PATH']}`; +} +exports.addPath = addPath; +/** + * Gets the value of an input. The value is also trimmed. + * + * @param name name of the input to get + * @param options optional. See InputOptions. + * @returns string + */ +function getInput(name, options) { + const val = process.env[`INPUT_${name.replace(/ /g, '_').toUpperCase()}`] || ''; + if (options && options.required && !val) { + throw new Error(`Input required and not supplied: ${name}`); } - return result; + return val.trim(); +} +exports.getInput = getInput; +/** + * Sets the value of an output. + * + * @param name name of the output to set + * @param value value to store. Non-string values will be converted to a string via JSON.stringify + */ +// eslint-disable-next-line @typescript-eslint/no-explicit-any +function setOutput(name, value) { + command_1.issueCommand('set-output', { name }, value); +} +exports.setOutput = setOutput; +/** + * Enables or disables the echoing of commands into stdout for the rest of the step. + * Echoing is disabled by default if ACTIONS_STEP_DEBUG is not set. + * + */ +function setCommandEcho(enabled) { + command_1.issue('echo', enabled ? 'on' : 'off'); +} +exports.setCommandEcho = setCommandEcho; +//----------------------------------------------------------------------- +// Results +//----------------------------------------------------------------------- +/** + * Sets the action status to failed. + * When the action exits it will be with an exit code of 1 + * @param message add error issue message + */ +function setFailed(message) { + process.exitCode = ExitCode.Failure; + error(message); +} +exports.setFailed = setFailed; +//----------------------------------------------------------------------- +// Logging Commands +//----------------------------------------------------------------------- +/** + * Gets whether Actions Step Debug is on or not + */ +function isDebug() { + return process.env['RUNNER_DEBUG'] === '1'; +} +exports.isDebug = isDebug; +/** + * Writes debug message to user log + * @param message debug message + */ +function debug(message) { + command_1.issueCommand('debug', {}, message); +} +exports.debug = debug; +/** + * Adds an error issue + * @param message error issue message. Errors will be converted to string via toString() + */ +function error(message) { + command_1.issue('error', message instanceof Error ? message.toString() : message); +} +exports.error = error; +/** + * Adds an warning issue + * @param message warning issue message. Errors will be converted to string via toString() + */ +function warning(message) { + command_1.issue('warning', message instanceof Error ? message.toString() : message); +} +exports.warning = warning; +/** + * Writes info to log with console.log. + * @param message info message + */ +function info(message) { + process.stdout.write(message + os.EOL); } -exports.getSearchPaths = getSearchPaths; +exports.info = info; /** - * Matches the patterns against the path + * Begin an output group. + * + * Output until the next `groupEnd` will be foldable in this group + * + * @param name The name of the output group */ -function match(patterns, itemPath) { - let result = internal_match_kind_1.MatchKind.None; - for (const pattern of patterns) { - if (pattern.negate) { - result &= ~pattern.match(itemPath); - } - else { - result |= pattern.match(itemPath); - } - } - return result; +function startGroup(name) { + command_1.issue('group', name); } -exports.match = match; +exports.startGroup = startGroup; /** - * Checks whether to descend further into the directory + * End an output group. */ -function partialMatch(patterns, itemPath) { - return patterns.some(x => !x.negate && x.partialMatch(itemPath)); +function endGroup() { + command_1.issue('endgroup'); } -exports.partialMatch = partialMatch; -//# sourceMappingURL=internal-pattern-helper.js.map - -/***/ }), - -/***/ 601: -/***/ (function(__unusedmodule, exports, __webpack_require__) { - -"use strict"; - -Object.defineProperty(exports, "__esModule", { value: true }); -const core = __webpack_require__(470); +exports.endGroup = endGroup; /** - * Returns a copy with defaults filled in. + * Wrap an asynchronous function call in a group. + * + * Returns the same type as the function itself. + * + * @param name The name of the group + * @param fn The function to wrap in the group */ -function getOptions(copy) { - const result = { - followSymbolicLinks: true, - implicitDescendants: true, - omitBrokenSymbolicLinks: true - }; - if (copy) { - if (typeof copy.followSymbolicLinks === 'boolean') { - result.followSymbolicLinks = copy.followSymbolicLinks; - core.debug(`followSymbolicLinks '${result.followSymbolicLinks}'`); - } - if (typeof copy.implicitDescendants === 'boolean') { - result.implicitDescendants = copy.implicitDescendants; - core.debug(`implicitDescendants '${result.implicitDescendants}'`); +function group(name, fn) { + return __awaiter(this, void 0, void 0, function* () { + startGroup(name); + let result; + try { + result = yield fn(); } - if (typeof copy.omitBrokenSymbolicLinks === 'boolean') { - result.omitBrokenSymbolicLinks = copy.omitBrokenSymbolicLinks; - core.debug(`omitBrokenSymbolicLinks '${result.omitBrokenSymbolicLinks}'`); + finally { + endGroup(); } - } - return result; -} -exports.getOptions = getOptions; -//# sourceMappingURL=internal-glob-options-helper.js.map - -/***/ }), - -/***/ 605: -/***/ (function(module) { - -module.exports = require("http"); - -/***/ }), - -/***/ 614: -/***/ (function(module) { - -module.exports = require("events"); - -/***/ }), - -/***/ 621: -/***/ (function(module) { - -"use strict"; - -module.exports = balanced; -function balanced(a, b, str) { - if (a instanceof RegExp) a = maybeMatch(a, str); - if (b instanceof RegExp) b = maybeMatch(b, str); - - var r = range(a, b, str); - - return r && { - start: r[0], - end: r[1], - pre: str.slice(0, r[0]), - body: str.slice(r[0] + a.length, r[1]), - post: str.slice(r[1] + b.length) - }; + return result; + }); } - -function maybeMatch(reg, str) { - var m = str.match(reg); - return m ? m[0] : null; +exports.group = group; +//----------------------------------------------------------------------- +// Wrapper action state +//----------------------------------------------------------------------- +/** + * Saves state for current action, the state can only be retrieved by this action's post job execution. + * + * @param name name of the state to store + * @param value value to store. Non-string values will be converted to a string via JSON.stringify + */ +// eslint-disable-next-line @typescript-eslint/no-explicit-any +function saveState(name, value) { + command_1.issueCommand('save-state', { name }, value); } - -balanced.range = range; -function range(a, b, str) { - var begs, beg, left, right, result; - var ai = str.indexOf(a); - var bi = str.indexOf(b, ai + 1); - var i = ai; - - if (ai >= 0 && bi > 0) { - begs = []; - left = str.length; - - while (i >= 0 && !result) { - if (i == ai) { - begs.push(i); - ai = str.indexOf(a, i + 1); - } else if (begs.length == 1) { - result = [ begs.pop(), bi ]; - } else { - beg = begs.pop(); - if (beg < left) { - left = beg; - right = bi; - } - - bi = str.indexOf(b, i + 1); - } - - i = ai < bi && ai >= 0 ? ai : bi; - } - - if (begs.length) { - result = [ left, right ]; - } - } - - return result; +exports.saveState = saveState; +/** + * Gets the value of an state set by this action's main execution. + * + * @param name name of the state to get + * @returns string + */ +function getState(name) { + return process.env[`STATE_${name}`] || ''; } - - -/***/ }), - -/***/ 622: -/***/ (function(module) { - -module.exports = require("path"); - -/***/ }), - -/***/ 631: -/***/ (function(module) { - -module.exports = require("net"); +exports.getState = getState; +//# sourceMappingURL=core.js.map /***/ }), @@ -4562,11 +5036,85 @@ function isUnixExecutable(stats) { ((stats.mode & 8) > 0 && stats.gid === process.getgid()) || ((stats.mode & 64) > 0 && stats.uid === process.getuid())); } -//# sourceMappingURL=io-util.js.map +//# sourceMappingURL=io-util.js.map + +/***/ }), + +/***/ 681: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { + function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } + return new (P || (P = Promise))(function (resolve, reject) { + function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } + function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } + function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } + step((generator = generator.apply(thisArg, _arguments || [])).next()); + }); +}; +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const cache = __importStar(__webpack_require__(692)); +const core = __importStar(__webpack_require__(470)); +const constants_1 = __webpack_require__(694); +const utils = __importStar(__webpack_require__(443)); +function run() { + return __awaiter(this, void 0, void 0, function* () { + try { + if (!utils.isValidEvent()) { + utils.logWarning(`Event Validation Error: The event type ${process.env[constants_1.Events.Key]} is not supported because it's not tied to a branch or tag ref.`); + return; + } + const state = utils.getCacheState(); + // Inputs are re-evaluted before the post action, so we want the original key used for restore + const primaryKey = core.getState(constants_1.State.CacheKey); + if (!primaryKey) { + utils.logWarning(`Error retrieving key from state.`); + return; + } + if (utils.isExactKeyMatch(primaryKey, state)) { + core.info(`Cache hit occurred on the primary key ${primaryKey}, not saving cache.`); + return; + } + const cachePaths = core + .getInput(constants_1.Inputs.Path, { required: true }) + .split("\n") + .filter(x => x !== ""); + try { + yield cache.saveCache(cachePaths, primaryKey); + } + catch (error) { + if (error.name === cache.ValidationError.name) { + throw error; + } + else if (error.name === cache.ReserveCacheError.name) { + core.info(error.message); + } + else { + utils.logWarning(error.message); + } + } + } + catch (error) { + utils.logWarning(error.message); + } + }); +} +run(); +exports.default = run; + /***/ }), -/***/ 681: +/***/ 692: /***/ (function(__unusedmodule, exports, __webpack_require__) { "use strict"; @@ -4588,68 +5136,134 @@ var __importStar = (this && this.__importStar) || function (mod) { return result; }; Object.defineProperty(exports, "__esModule", { value: true }); -const core = __importStar(__webpack_require__(470)); +const core = __importStar(__webpack_require__(633)); const path = __importStar(__webpack_require__(622)); -const cacheHttpClient = __importStar(__webpack_require__(154)); -const constants_1 = __webpack_require__(694); -const tar_1 = __webpack_require__(943); -const utils = __importStar(__webpack_require__(443)); -function run() { +const utils = __importStar(__webpack_require__(15)); +const cacheHttpClient = __importStar(__webpack_require__(114)); +const tar_1 = __webpack_require__(434); +class ValidationError extends Error { + constructor(message) { + super(message); + this.name = 'ValidationError'; + Object.setPrototypeOf(this, ValidationError.prototype); + } +} +exports.ValidationError = ValidationError; +class ReserveCacheError extends Error { + constructor(message) { + super(message); + this.name = 'ReserveCacheError'; + Object.setPrototypeOf(this, ReserveCacheError.prototype); + } +} +exports.ReserveCacheError = ReserveCacheError; +function checkPaths(paths) { + if (!paths || paths.length === 0) { + throw new ValidationError(`Path Validation Error: At least one directory or file path is required`); + } +} +function checkKey(key) { + if (key.length > 512) { + throw new ValidationError(`Key Validation Error: ${key} cannot be larger than 512 characters.`); + } + const regex = /^[^,]*$/; + if (!regex.test(key)) { + throw new ValidationError(`Key Validation Error: ${key} cannot contain commas.`); + } +} +/** + * Restores cache from keys + * + * @param paths a list of file paths to restore from the cache + * @param primaryKey an explicit key for restoring the cache + * @param restoreKeys an optional ordered list of keys to use for restoring the cache if no cache hit occurred for key + * @returns string returns the key for the cache hit, otherwise returns undefined + */ +function restoreCache(paths, primaryKey, restoreKeys) { return __awaiter(this, void 0, void 0, function* () { + checkPaths(paths); + restoreKeys = restoreKeys || []; + const keys = [primaryKey, ...restoreKeys]; + core.debug('Resolved Keys:'); + core.debug(JSON.stringify(keys)); + if (keys.length > 10) { + throw new ValidationError(`Key Validation Error: Keys are limited to a maximum of 10.`); + } + for (const key of keys) { + checkKey(key); + } + const compressionMethod = yield utils.getCompressionMethod(); + // path are needed to compute version + const cacheEntry = yield cacheHttpClient.getCacheEntry(keys, paths, { + compressionMethod + }); + if (!(cacheEntry === null || cacheEntry === void 0 ? void 0 : cacheEntry.archiveLocation)) { + // Cache not found + return undefined; + } + const archivePath = path.join(yield utils.createTempDirectory(), utils.getCacheFileName(compressionMethod)); + core.debug(`Archive Path: ${archivePath}`); try { - if (!utils.isValidEvent()) { - utils.logWarning(`Event Validation Error: The event type ${process.env[constants_1.Events.Key]} is not supported because it's not tied to a branch or tag ref.`); - return; - } - const state = utils.getCacheState(); - // Inputs are re-evaluted before the post action, so we want the original key used for restore - const primaryKey = core.getState(constants_1.State.CacheKey); - if (!primaryKey) { - utils.logWarning(`Error retrieving key from state.`); - return; - } - if (utils.isExactKeyMatch(primaryKey, state)) { - core.info(`Cache hit occurred on the primary key ${primaryKey}, not saving cache.`); - return; - } - const compressionMethod = yield utils.getCompressionMethod(); - core.debug("Reserving Cache"); - const cacheId = yield cacheHttpClient.reserveCache(primaryKey, { - compressionMethod: compressionMethod - }); - if (cacheId == -1) { - core.info(`Unable to reserve cache with key ${primaryKey}, another job may be creating this cache.`); - return; + // Download the cache from the cache entry + yield cacheHttpClient.downloadCache(cacheEntry.archiveLocation, archivePath); + const archiveFileSize = utils.getArchiveFileSizeIsBytes(archivePath); + core.info(`Cache Size: ~${Math.round(archiveFileSize / (1024 * 1024))} MB (${archiveFileSize} B)`); + yield tar_1.extractTar(archivePath, compressionMethod); + } + finally { + // Try to delete the archive to save space + try { + yield utils.unlinkFile(archivePath); } - core.debug(`Cache ID: ${cacheId}`); - const cachePaths = yield utils.resolvePaths(core - .getInput(constants_1.Inputs.Path, { required: true }) - .split("\n") - .filter(x => x !== "")); - core.debug("Cache Paths:"); - core.debug(`${JSON.stringify(cachePaths)}`); - const archiveFolder = yield utils.createTempDirectory(); - const archivePath = path.join(archiveFolder, utils.getCacheFileName(compressionMethod)); - core.debug(`Archive Path: ${archivePath}`); - yield tar_1.createTar(archiveFolder, cachePaths, compressionMethod); - const fileSizeLimit = 5 * 1024 * 1024 * 1024; // 5GB per repo limit - const archiveFileSize = utils.getArchiveFileSize(archivePath); - core.debug(`File Size: ${archiveFileSize}`); - if (archiveFileSize > fileSizeLimit) { - utils.logWarning(`Cache size of ~${Math.round(archiveFileSize / (1024 * 1024))} MB (${archiveFileSize} B) is over the 5GB limit, not saving cache.`); - return; + catch (error) { + core.debug(`Failed to delete archive: ${error}`); } - core.debug(`Saving Cache (ID: ${cacheId})`); - yield cacheHttpClient.saveCache(cacheId, archivePath); - } - catch (error) { - utils.logWarning(error.message); } + return cacheEntry.cacheKey; }); } -run(); -exports.default = run; - +exports.restoreCache = restoreCache; +/** + * Saves a list of files with the specified key + * + * @param paths a list of file paths to be cached + * @param key an explicit key for restoring the cache + * @param options cache upload options + * @returns number returns cacheId if the cache was saved successfully and throws an error if save fails + */ +function saveCache(paths, key, options) { + return __awaiter(this, void 0, void 0, function* () { + checkPaths(paths); + checkKey(key); + const compressionMethod = yield utils.getCompressionMethod(); + core.debug('Reserving Cache'); + const cacheId = yield cacheHttpClient.reserveCache(key, paths, { + compressionMethod + }); + if (cacheId === -1) { + throw new ReserveCacheError(`Unable to reserve cache with key ${key}, another job may be creating this cache.`); + } + core.debug(`Cache ID: ${cacheId}`); + const cachePaths = yield utils.resolvePaths(paths); + core.debug('Cache Paths:'); + core.debug(`${JSON.stringify(cachePaths)}`); + const archiveFolder = yield utils.createTempDirectory(); + const archivePath = path.join(archiveFolder, utils.getCacheFileName(compressionMethod)); + core.debug(`Archive Path: ${archivePath}`); + yield tar_1.createTar(archiveFolder, cachePaths, compressionMethod); + const fileSizeLimit = 5 * 1024 * 1024 * 1024; // 5GB per repo limit + const archiveFileSize = utils.getArchiveFileSizeIsBytes(archivePath); + core.debug(`File Size: ${archiveFileSize}`); + if (archiveFileSize > fileSizeLimit) { + throw new Error(`Cache size of ~${Math.round(archiveFileSize / (1024 * 1024))} MB (${archiveFileSize} B) is over the 5GB limit, not saving cache.`); + } + core.debug(`Saving Cache (ID: ${cacheId})`); + yield cacheHttpClient.saveCache(cacheId, archivePath, options); + return cacheId; + }); +} +exports.saveCache = saveCache; +//# sourceMappingURL=cache.js.map /***/ }), @@ -4680,20 +5294,6 @@ var Events; Events["Push"] = "push"; Events["PullRequest"] = "pull_request"; })(Events = exports.Events || (exports.Events = {})); -var CacheFilename; -(function (CacheFilename) { - CacheFilename["Gzip"] = "cache.tgz"; - CacheFilename["Zstd"] = "cache.tzst"; -})(CacheFilename = exports.CacheFilename || (exports.CacheFilename = {})); -var CompressionMethod; -(function (CompressionMethod) { - CompressionMethod["Gzip"] = "gzip"; - CompressionMethod["Zstd"] = "zstd"; -})(CompressionMethod = exports.CompressionMethod || (exports.CompressionMethod = {})); -// Socket timeout in milliseconds during download. If no traffic is received -// over the socket during this period, the socket is destroyed and the download -// is aborted. -exports.SocketTimeout = 5000; exports.RefKey = "GITHUB_REF"; @@ -4747,6 +5347,105 @@ exports.SearchState = SearchState; /***/ }), +/***/ 734: +/***/ (function(__unusedmodule, exports, __webpack_require__) { + +"use strict"; + +var __importStar = (this && this.__importStar) || function (mod) { + if (mod && mod.__esModule) return mod; + var result = {}; + if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; + result["default"] = mod; + return result; +}; +Object.defineProperty(exports, "__esModule", { value: true }); +const os = __importStar(__webpack_require__(87)); +/** + * Commands + * + * Command Format: + * ::name key=value,key=value::message + * + * Examples: + * ::warning::This is the message + * ::set-env name=MY_VAR::some value + */ +function issueCommand(command, properties, message) { + const cmd = new Command(command, properties, message); + process.stdout.write(cmd.toString() + os.EOL); +} +exports.issueCommand = issueCommand; +function issue(name, message = '') { + issueCommand(name, {}, message); +} +exports.issue = issue; +const CMD_STRING = '::'; +class Command { + constructor(command, properties, message) { + if (!command) { + command = 'missing.command'; + } + this.command = command; + this.properties = properties; + this.message = message; + } + toString() { + let cmdStr = CMD_STRING + this.command; + if (this.properties && Object.keys(this.properties).length > 0) { + cmdStr += ' '; + let first = true; + for (const key in this.properties) { + if (this.properties.hasOwnProperty(key)) { + const val = this.properties[key]; + if (val) { + if (first) { + first = false; + } + else { + cmdStr += ','; + } + cmdStr += `${key}=${escapeProperty(val)}`; + } + } + } + } + cmdStr += `${CMD_STRING}${escapeData(this.message)}`; + return cmdStr; + } +} +/** + * Sanitizes an input into a string so it can be passed into issueCommand safely + * @param input input to sanitize into a string + */ +function toCommandValue(input) { + if (input === null || input === undefined) { + return ''; + } + else if (typeof input === 'string' || input instanceof String) { + return input; + } + return JSON.stringify(input); +} +exports.toCommandValue = toCommandValue; +function escapeData(s) { + return toCommandValue(s) + .replace(/%/g, '%25') + .replace(/\r/g, '%0D') + .replace(/\n/g, '%0A'); +} +function escapeProperty(s) { + return toCommandValue(s) + .replace(/%/g, '%25') + .replace(/\r/g, '%0D') + .replace(/\n/g, '%0A') + .replace(/:/g, '%3A') + .replace(/,/g, '%2C'); +} +//# sourceMappingURL=command.js.map + +/***/ }), + /***/ 747: /***/ (function(module) { @@ -4822,6 +5521,21 @@ var isArray = Array.isArray || function (xs) { }; +/***/ }), + +/***/ 898: +/***/ (function(module, __unusedexports, __webpack_require__) { + +var v1 = __webpack_require__(86); +var v4 = __webpack_require__(826); + +var uuid = v4; +uuid.v1 = v1; +uuid.v4 = v4; + +module.exports = uuid; + + /***/ }), /***/ 923: @@ -5062,114 +5776,27 @@ exports.Pattern = Pattern; /***/ }), -/***/ 943: -/***/ (function(__unusedmodule, exports, __webpack_require__) { +/***/ 931: +/***/ (function(__unusedmodule, exports) { "use strict"; -var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { - function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } - return new (P || (P = Promise))(function (resolve, reject) { - function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } - function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } - function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } - step((generator = generator.apply(thisArg, _arguments || [])).next()); - }); -}; -var __importStar = (this && this.__importStar) || function (mod) { - if (mod && mod.__esModule) return mod; - var result = {}; - if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) result[k] = mod[k]; - result["default"] = mod; - return result; -}; Object.defineProperty(exports, "__esModule", { value: true }); -const exec_1 = __webpack_require__(986); -const io = __importStar(__webpack_require__(1)); -const fs_1 = __webpack_require__(747); -const path = __importStar(__webpack_require__(622)); -const constants_1 = __webpack_require__(694); -const utils = __importStar(__webpack_require__(443)); -function getTarPath(args) { - return __awaiter(this, void 0, void 0, function* () { - // Explicitly use BSD Tar on Windows - const IS_WINDOWS = process.platform === "win32"; - if (IS_WINDOWS) { - const systemTar = `${process.env["windir"]}\\System32\\tar.exe`; - if (fs_1.existsSync(systemTar)) { - return systemTar; - } - else if (yield utils.useGnuTar()) { - args.push("--force-local"); - } - } - return yield io.which("tar", true); - }); -} -function execTar(args, cwd) { - var _a; - return __awaiter(this, void 0, void 0, function* () { - try { - yield exec_1.exec(`"${yield getTarPath(args)}"`, args, { cwd: cwd }); - } - catch (error) { - throw new Error(`Tar failed with error: ${(_a = error) === null || _a === void 0 ? void 0 : _a.message}`); - } - }); -} -function getWorkingDirectory() { - var _a; - return _a = process.env["GITHUB_WORKSPACE"], (_a !== null && _a !== void 0 ? _a : process.cwd()); -} -function extractTar(archivePath, compressionMethod) { - return __awaiter(this, void 0, void 0, function* () { - // Create directory to extract tar into - const workingDirectory = getWorkingDirectory(); - yield io.mkdirP(workingDirectory); - // --d: Decompress. - // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. - // Using 30 here because we also support 32-bit self-hosted runners. - const args = [ - ...(compressionMethod == constants_1.CompressionMethod.Zstd - ? ["--use-compress-program", "zstd -d --long=30"] - : ["-z"]), - "-xf", - archivePath.replace(new RegExp("\\" + path.sep, "g"), "/"), - "-P", - "-C", - workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/") - ]; - yield execTar(args); - }); -} -exports.extractTar = extractTar; -function createTar(archiveFolder, sourceDirectories, compressionMethod) { - return __awaiter(this, void 0, void 0, function* () { - // Write source directories to manifest.txt to avoid command length limits - const manifestFilename = "manifest.txt"; - const cacheFileName = utils.getCacheFileName(compressionMethod); - fs_1.writeFileSync(path.join(archiveFolder, manifestFilename), sourceDirectories.join("\n")); - // -T#: Compress using # working thread. If # is 0, attempt to detect and use the number of physical CPU cores. - // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. - // Using 30 here because we also support 32-bit self-hosted runners. - const workingDirectory = getWorkingDirectory(); - const args = [ - ...(compressionMethod == constants_1.CompressionMethod.Zstd - ? ["--use-compress-program", "zstd -T0 --long=30"] - : ["-z"]), - "-cf", - cacheFileName.replace(new RegExp("\\" + path.sep, "g"), "/"), - "-P", - "-C", - workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/"), - "--files-from", - manifestFilename - ]; - yield execTar(args, archiveFolder); - }); -} -exports.createTar = createTar; - +var CacheFilename; +(function (CacheFilename) { + CacheFilename["Gzip"] = "cache.tgz"; + CacheFilename["Zstd"] = "cache.tzst"; +})(CacheFilename = exports.CacheFilename || (exports.CacheFilename = {})); +var CompressionMethod; +(function (CompressionMethod) { + CompressionMethod["Gzip"] = "gzip"; + CompressionMethod["Zstd"] = "zstd"; +})(CompressionMethod = exports.CompressionMethod || (exports.CompressionMethod = {})); +// Socket timeout in milliseconds during download. If no traffic is received +// over the socket during this period, the socket is destroyed and the download +// is aborted. +exports.SocketTimeout = 5000; +//# sourceMappingURL=constants.js.map /***/ }), diff --git a/package-lock.json b/package-lock.json index b86de75..762c8c4 100644 --- a/package-lock.json +++ b/package-lock.json @@ -4,6 +4,26 @@ "lockfileVersion": 1, "requires": true, "dependencies": { + "@actions/cache": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/@actions/cache/-/cache-0.1.0.tgz", + "integrity": "sha512-mP4t+AdMqSgx7hQn9fp3b1xWD7lIAqKj2IQ2MCgiyB6ivIBeXxnAVupjjGpaTlCQCmnL0E/pO51QAM1uvd4PRg==", + "requires": { + "@actions/core": "^1.2.4", + "@actions/exec": "^1.0.1", + "@actions/glob": "^0.1.0", + "@actions/http-client": "^1.0.8", + "@actions/io": "^1.0.1", + "uuid": "^3.3.3" + }, + "dependencies": { + "@actions/core": { + "version": "1.2.4", + "resolved": "https://registry.npmjs.org/@actions/core/-/core-1.2.4.tgz", + "integrity": "sha512-YJCEq8BE3CdN8+7HPZ/4DxJjk/OkZV2FFIf+DlZTC/4iBlzYCD5yjRR6eiOS5llO11zbRltIRuKAjMKaWTE6cg==" + } + } + }, "@actions/core": { "version": "1.2.0", "resolved": "https://registry.npmjs.org/@actions/core/-/core-1.2.0.tgz", @@ -913,15 +933,6 @@ "integrity": "sha512-l42BggppR6zLmpfU6fq9HEa2oGPEI8yrSPL3GITjfRInppYFahObbIQOQK3UGxEnyQpltZLaPe75046NOZQikw==", "dev": true }, - "@types/uuid": { - "version": "3.4.5", - "resolved": "https://registry.npmjs.org/@types/uuid/-/uuid-3.4.5.tgz", - "integrity": "sha512-MNL15wC3EKyw1VLF+RoVO4hJJdk9t/Hlv3rt1OL65Qvuadm4BYo6g9ZJQqoq7X8NBFSsQXgAujWciovh2lpVjA==", - "dev": true, - "requires": { - "@types/node": "*" - } - }, "@types/yargs": { "version": "12.0.12", "resolved": "https://registry.npmjs.org/@types/yargs/-/yargs-12.0.12.tgz", diff --git a/package.json b/package.json index b50db38..1f93c5c 100644 --- a/package.json +++ b/package.json @@ -25,16 +25,13 @@ "dependencies": { "@actions/core": "^1.2.0", "@actions/exec": "^1.0.1", - "@actions/glob": "^0.1.0", - "@actions/http-client": "^1.0.8", "@actions/io": "^1.0.1", - "uuid": "^3.3.3" + "@actions/cache": "^0.1.0" }, "devDependencies": { "@types/jest": "^24.0.13", "@types/nock": "^11.1.0", "@types/node": "^12.0.4", - "@types/uuid": "^3.4.5", "@typescript-eslint/eslint-plugin": "^2.7.0", "@typescript-eslint/parser": "^2.7.0", "@zeit/ncc": "^0.20.5", diff --git a/src/cacheHttpClient.ts b/src/cacheHttpClient.ts deleted file mode 100644 index 49bdb4b..0000000 --- a/src/cacheHttpClient.ts +++ /dev/null @@ -1,424 +0,0 @@ -import * as core from "@actions/core"; -import { HttpClient, HttpCodes } from "@actions/http-client"; -import { BearerCredentialHandler } from "@actions/http-client/auth"; -import { - IHttpClientResponse, - IRequestOptions, - ITypedResponse -} from "@actions/http-client/interfaces"; -import * as crypto from "crypto"; -import * as fs from "fs"; -import * as stream from "stream"; -import * as util from "util"; - -import { CompressionMethod, Inputs, SocketTimeout } from "./constants"; -import { - ArtifactCacheEntry, - CacheOptions, - CommitCacheRequest, - ReserveCacheRequest, - ReserveCacheResponse -} from "./contracts"; -import * as utils from "./utils/actionUtils"; - -const versionSalt = "1.0"; - -function isSuccessStatusCode(statusCode?: number): boolean { - if (!statusCode) { - return false; - } - return statusCode >= 200 && statusCode < 300; -} - -function isServerErrorStatusCode(statusCode?: number): boolean { - if (!statusCode) { - return true; - } - return statusCode >= 500; -} - -function isRetryableStatusCode(statusCode?: number): boolean { - if (!statusCode) { - return false; - } - const retryableStatusCodes = [ - HttpCodes.BadGateway, - HttpCodes.ServiceUnavailable, - HttpCodes.GatewayTimeout - ]; - return retryableStatusCodes.includes(statusCode); -} - -function getCacheApiUrl(resource: string): string { - // Ideally we just use ACTIONS_CACHE_URL - const baseUrl: string = ( - process.env["ACTIONS_CACHE_URL"] || - process.env["ACTIONS_RUNTIME_URL"] || - "" - ).replace("pipelines", "artifactcache"); - if (!baseUrl) { - throw new Error( - "Cache Service Url not found, unable to restore cache." - ); - } - - const url = `${baseUrl}_apis/artifactcache/${resource}`; - core.debug(`Resource Url: ${url}`); - return url; -} - -function createAcceptHeader(type: string, apiVersion: string): string { - return `${type};api-version=${apiVersion}`; -} - -function getRequestOptions(): IRequestOptions { - const requestOptions: IRequestOptions = { - headers: { - Accept: createAcceptHeader("application/json", "6.0-preview.1") - } - }; - - return requestOptions; -} - -function createHttpClient(): HttpClient { - const token = process.env["ACTIONS_RUNTIME_TOKEN"] || ""; - const bearerCredentialHandler = new BearerCredentialHandler(token); - - return new HttpClient( - "actions/cache", - [bearerCredentialHandler], - getRequestOptions() - ); -} - -export function getCacheVersion(compressionMethod?: CompressionMethod): string { - const components = [core.getInput(Inputs.Path, { required: true })].concat( - compressionMethod == CompressionMethod.Zstd ? [compressionMethod] : [] - ); - - // Add salt to cache version to support breaking changes in cache entry - components.push(versionSalt); - - return crypto - .createHash("sha256") - .update(components.join("|")) - .digest("hex"); -} - -export async function retry( - name: string, - method: () => Promise, - getStatusCode: (T) => number | undefined, - maxAttempts = 2 -): Promise { - let response: T | undefined = undefined; - let statusCode: number | undefined = undefined; - let isRetryable = false; - let errorMessage = ""; - let attempt = 1; - - while (attempt <= maxAttempts) { - try { - response = await method(); - statusCode = getStatusCode(response); - - if (!isServerErrorStatusCode(statusCode)) { - return response; - } - - isRetryable = isRetryableStatusCode(statusCode); - errorMessage = `Cache service responded with ${statusCode}`; - } catch (error) { - isRetryable = true; - errorMessage = error.message; - } - - core.debug( - `${name} - Attempt ${attempt} of ${maxAttempts} failed with error: ${errorMessage}` - ); - - if (!isRetryable) { - core.debug(`${name} - Error is not retryable`); - break; - } - - attempt++; - } - - throw Error(`${name} failed: ${errorMessage}`); -} - -export async function retryTypedResponse( - name: string, - method: () => Promise>, - maxAttempts = 2 -): Promise> { - return await retry( - name, - method, - (response: ITypedResponse) => response.statusCode, - maxAttempts - ); -} - -export async function retryHttpClientResponse( - name: string, - method: () => Promise, - maxAttempts = 2 -): Promise { - return await retry( - name, - method, - (response: IHttpClientResponse) => response.message.statusCode, - maxAttempts - ); -} - -export async function getCacheEntry( - keys: string[], - options?: CacheOptions -): Promise { - const httpClient = createHttpClient(); - const version = getCacheVersion(options?.compressionMethod); - const resource = `cache?keys=${encodeURIComponent( - keys.join(",") - )}&version=${version}`; - - const response = await retryTypedResponse("getCacheEntry", () => - httpClient.getJson(getCacheApiUrl(resource)) - ); - if (response.statusCode === 204) { - return null; - } - if (!isSuccessStatusCode(response.statusCode)) { - throw new Error(`Cache service responded with ${response.statusCode}`); - } - - const cacheResult = response.result; - const cacheDownloadUrl = cacheResult?.archiveLocation; - if (!cacheDownloadUrl) { - throw new Error("Cache not found."); - } - core.setSecret(cacheDownloadUrl); - core.debug(`Cache Result:`); - core.debug(JSON.stringify(cacheResult)); - - return cacheResult; -} - -async function pipeResponseToStream( - response: IHttpClientResponse, - output: NodeJS.WritableStream -): Promise { - const pipeline = util.promisify(stream.pipeline); - await pipeline(response.message, output); -} - -export async function downloadCache( - archiveLocation: string, - archivePath: string -): Promise { - const stream = fs.createWriteStream(archivePath); - const httpClient = new HttpClient("actions/cache"); - const downloadResponse = await retryHttpClientResponse( - "downloadCache", - () => httpClient.get(archiveLocation) - ); - - // Abort download if no traffic received over the socket. - downloadResponse.message.socket.setTimeout(SocketTimeout, () => { - downloadResponse.message.destroy(); - core.debug( - `Aborting download, socket timed out after ${SocketTimeout} ms` - ); - }); - - await pipeResponseToStream(downloadResponse, stream); - - // Validate download size. - const contentLengthHeader = - downloadResponse.message.headers["content-length"]; - - if (contentLengthHeader) { - const expectedLength = parseInt(contentLengthHeader); - const actualLength = utils.getArchiveFileSize(archivePath); - - if (actualLength != expectedLength) { - throw new Error( - `Incomplete download. Expected file size: ${expectedLength}, actual file size: ${actualLength}` - ); - } - } else { - core.debug("Unable to validate download, no Content-Length header"); - } -} - -// Reserve Cache -export async function reserveCache( - key: string, - options?: CacheOptions -): Promise { - const httpClient = createHttpClient(); - const version = getCacheVersion(options?.compressionMethod); - - const reserveCacheRequest: ReserveCacheRequest = { - key, - version - }; - const response = await retryTypedResponse("reserveCache", () => - httpClient.postJson( - getCacheApiUrl("caches"), - reserveCacheRequest - ) - ); - return response?.result?.cacheId ?? -1; -} - -function getContentRange(start: number, end: number): string { - // Format: `bytes start-end/filesize - // start and end are inclusive - // filesize can be * - // For a 200 byte chunk starting at byte 0: - // Content-Range: bytes 0-199/* - return `bytes ${start}-${end}/*`; -} - -async function uploadChunk( - httpClient: HttpClient, - resourceUrl: string, - openStream: () => NodeJS.ReadableStream, - start: number, - end: number -): Promise { - core.debug( - `Uploading chunk of size ${end - - start + - 1} bytes at offset ${start} with content range: ${getContentRange( - start, - end - )}` - ); - const additionalHeaders = { - "Content-Type": "application/octet-stream", - "Content-Range": getContentRange(start, end) - }; - - await retryHttpClientResponse( - `uploadChunk (start: ${start}, end: ${end})`, - () => - httpClient.sendStream( - "PATCH", - resourceUrl, - openStream(), - additionalHeaders - ) - ); -} - -function parseEnvNumber(key: string): number | undefined { - const value = Number(process.env[key]); - if (Number.isNaN(value) || value < 0) { - return undefined; - } - return value; -} - -async function uploadFile( - httpClient: HttpClient, - cacheId: number, - archivePath: string -): Promise { - // Upload Chunks - const fileSize = fs.statSync(archivePath).size; - const resourceUrl = getCacheApiUrl(`caches/${cacheId.toString()}`); - const fd = fs.openSync(archivePath, "r"); - - const concurrency = parseEnvNumber("CACHE_UPLOAD_CONCURRENCY") ?? 4; // # of HTTP requests in parallel - const MAX_CHUNK_SIZE = - parseEnvNumber("CACHE_UPLOAD_CHUNK_SIZE") ?? 32 * 1024 * 1024; // 32 MB Chunks - core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`); - - const parallelUploads = [...new Array(concurrency).keys()]; - core.debug("Awaiting all uploads"); - let offset = 0; - - try { - await Promise.all( - parallelUploads.map(async () => { - while (offset < fileSize) { - const chunkSize = Math.min( - fileSize - offset, - MAX_CHUNK_SIZE - ); - const start = offset; - const end = offset + chunkSize - 1; - offset += MAX_CHUNK_SIZE; - - await uploadChunk( - httpClient, - resourceUrl, - () => - fs - .createReadStream(archivePath, { - fd, - start, - end, - autoClose: false - }) - .on("error", error => { - throw new Error( - `Cache upload failed because file read failed with ${error.Message}` - ); - }), - start, - end - ); - } - }) - ); - } finally { - fs.closeSync(fd); - } - return; -} - -async function commitCache( - httpClient: HttpClient, - cacheId: number, - filesize: number -): Promise> { - const commitCacheRequest: CommitCacheRequest = { size: filesize }; - return await retryTypedResponse("commitCache", () => - httpClient.postJson( - getCacheApiUrl(`caches/${cacheId.toString()}`), - commitCacheRequest - ) - ); -} - -export async function saveCache( - cacheId: number, - archivePath: string -): Promise { - const httpClient = createHttpClient(); - - core.debug("Upload cache"); - await uploadFile(httpClient, cacheId, archivePath); - - // Commit Cache - core.debug("Commiting cache"); - const cacheSize = utils.getArchiveFileSize(archivePath); - const commitCacheResponse = await commitCache( - httpClient, - cacheId, - cacheSize - ); - if (!isSuccessStatusCode(commitCacheResponse.statusCode)) { - throw new Error( - `Cache service responded with ${commitCacheResponse.statusCode} during commit cache.` - ); - } - - core.info("Cache saved successfully"); -} diff --git a/src/constants.ts b/src/constants.ts index 4eb5ef5..7ad8bee 100644 --- a/src/constants.ts +++ b/src/constants.ts @@ -19,19 +19,4 @@ export enum Events { PullRequest = "pull_request" } -export enum CacheFilename { - Gzip = "cache.tgz", - Zstd = "cache.tzst" -} - -export enum CompressionMethod { - Gzip = "gzip", - Zstd = "zstd" -} - -// Socket timeout in milliseconds during download. If no traffic is received -// over the socket during this period, the socket is destroyed and the download -// is aborted. -export const SocketTimeout = 5000; - export const RefKey = "GITHUB_REF"; diff --git a/src/contracts.d.ts b/src/contracts.d.ts deleted file mode 100644 index 63f2a19..0000000 --- a/src/contracts.d.ts +++ /dev/null @@ -1,25 +0,0 @@ -import { CompressionMethod } from "./constants"; - -export interface ArtifactCacheEntry { - cacheKey?: string; - scope?: string; - creationTime?: string; - archiveLocation?: string; -} - -export interface CommitCacheRequest { - size: number; -} - -export interface ReserveCacheRequest { - key: string; - version?: string; -} - -export interface ReserveCacheResponse { - cacheId: number; -} - -export interface CacheOptions { - compressionMethod?: CompressionMethod; -} diff --git a/src/restore.ts b/src/restore.ts index e2ed054..42aac00 100644 --- a/src/restore.ts +++ b/src/restore.ts @@ -1,9 +1,7 @@ +import * as cache from "@actions/cache"; import * as core from "@actions/core"; -import * as path from "path"; -import * as cacheHttpClient from "./cacheHttpClient"; import { Events, Inputs, State } from "./constants"; -import { extractTar } from "./tar"; import * as utils from "./utils/actionUtils"; async function run(): Promise { @@ -25,89 +23,42 @@ async function run(): Promise { .getInput(Inputs.RestoreKeys) .split("\n") .filter(x => x !== ""); - const keys = [primaryKey, ...restoreKeys]; - core.debug("Resolved Keys:"); - core.debug(JSON.stringify(keys)); + const cachePaths = core + .getInput(Inputs.Path, { required: true }) + .split("\n") + .filter(x => x !== ""); - if (keys.length > 10) { - core.setFailed( - `Key Validation Error: Keys are limited to a maximum of 10.` + try { + const cacheKey = await cache.restoreCache( + cachePaths, + primaryKey, + restoreKeys ); - return; - } - for (const key of keys) { - if (key.length > 512) { - core.setFailed( - `Key Validation Error: ${key} cannot be larger than 512 characters.` - ); - return; - } - const regex = /^[^,]*$/; - if (!regex.test(key)) { - core.setFailed( - `Key Validation Error: ${key} cannot contain commas.` + if (!cacheKey) { + core.info( + `Cache not found for input keys: ${[ + primaryKey, + ...restoreKeys + ].join(", ")}` ); return; } - } - - const compressionMethod = await utils.getCompressionMethod(); - - try { - const cacheEntry = await cacheHttpClient.getCacheEntry(keys, { - compressionMethod: compressionMethod - }); - if (!cacheEntry?.archiveLocation) { - core.info(`Cache not found for input keys: ${keys.join(", ")}`); - return; - } - - const archivePath = path.join( - await utils.createTempDirectory(), - utils.getCacheFileName(compressionMethod) - ); - core.debug(`Archive Path: ${archivePath}`); // Store the cache result - utils.setCacheState(cacheEntry); - - try { - // Download the cache from the cache entry - await cacheHttpClient.downloadCache( - cacheEntry.archiveLocation, - archivePath - ); - - const archiveFileSize = utils.getArchiveFileSize(archivePath); - core.info( - `Cache Size: ~${Math.round( - archiveFileSize / (1024 * 1024) - )} MB (${archiveFileSize} B)` - ); - - await extractTar(archivePath, compressionMethod); - } finally { - // Try to delete the archive to save space - try { - await utils.unlinkFile(archivePath); - } catch (error) { - core.debug(`Failed to delete archive: ${error}`); - } - } + utils.setCacheState(cacheKey); - const isExactKeyMatch = utils.isExactKeyMatch( - primaryKey, - cacheEntry - ); + const isExactKeyMatch = utils.isExactKeyMatch(primaryKey, cacheKey); utils.setCacheHitOutput(isExactKeyMatch); - core.info( - `Cache restored from key: ${cacheEntry && cacheEntry.cacheKey}` - ); + core.info(`Cache restored from key: ${cacheKey}`); } catch (error) { - utils.logWarning(error.message); - utils.setCacheHitOutput(false); + if (error.name === cache.ValidationError.name) { + throw error; + } else { + utils.logWarning(error.message); + utils.setCacheHitOutput(false); + } } } catch (error) { core.setFailed(error.message); diff --git a/src/save.ts b/src/save.ts index 5776dff..33fca2b 100644 --- a/src/save.ts +++ b/src/save.ts @@ -1,9 +1,7 @@ +import * as cache from "@actions/cache"; import * as core from "@actions/core"; -import * as path from "path"; -import * as cacheHttpClient from "./cacheHttpClient"; import { Events, Inputs, State } from "./constants"; -import { createTar } from "./tar"; import * as utils from "./utils/actionUtils"; async function run(): Promise { @@ -33,53 +31,22 @@ async function run(): Promise { return; } - const compressionMethod = await utils.getCompressionMethod(); - - core.debug("Reserving Cache"); - const cacheId = await cacheHttpClient.reserveCache(primaryKey, { - compressionMethod: compressionMethod - }); - if (cacheId == -1) { - core.info( - `Unable to reserve cache with key ${primaryKey}, another job may be creating this cache.` - ); - return; - } - core.debug(`Cache ID: ${cacheId}`); - const cachePaths = await utils.resolvePaths( - core - .getInput(Inputs.Path, { required: true }) - .split("\n") - .filter(x => x !== "") - ); - - core.debug("Cache Paths:"); - core.debug(`${JSON.stringify(cachePaths)}`); - - const archiveFolder = await utils.createTempDirectory(); - const archivePath = path.join( - archiveFolder, - utils.getCacheFileName(compressionMethod) - ); - - core.debug(`Archive Path: ${archivePath}`); - - await createTar(archiveFolder, cachePaths, compressionMethod); - - const fileSizeLimit = 5 * 1024 * 1024 * 1024; // 5GB per repo limit - const archiveFileSize = utils.getArchiveFileSize(archivePath); - core.debug(`File Size: ${archiveFileSize}`); - if (archiveFileSize > fileSizeLimit) { - utils.logWarning( - `Cache size of ~${Math.round( - archiveFileSize / (1024 * 1024) - )} MB (${archiveFileSize} B) is over the 5GB limit, not saving cache.` - ); - return; + const cachePaths = core + .getInput(Inputs.Path, { required: true }) + .split("\n") + .filter(x => x !== ""); + + try { + await cache.saveCache(cachePaths, primaryKey); + } catch (error) { + if (error.name === cache.ValidationError.name) { + throw error; + } else if (error.name === cache.ReserveCacheError.name) { + core.info(error.message); + } else { + utils.logWarning(error.message); + } } - - core.debug(`Saving Cache (ID: ${cacheId})`); - await cacheHttpClient.saveCache(cacheId, archivePath); } catch (error) { utils.logWarning(error.message); } diff --git a/src/tar.ts b/src/tar.ts deleted file mode 100644 index e40a01a..0000000 --- a/src/tar.ts +++ /dev/null @@ -1,87 +0,0 @@ -import { exec } from "@actions/exec"; -import * as io from "@actions/io"; -import { existsSync, writeFileSync } from "fs"; -import * as path from "path"; - -import { CompressionMethod } from "./constants"; -import * as utils from "./utils/actionUtils"; - -async function getTarPath(args: string[]): Promise { - // Explicitly use BSD Tar on Windows - const IS_WINDOWS = process.platform === "win32"; - if (IS_WINDOWS) { - const systemTar = `${process.env["windir"]}\\System32\\tar.exe`; - if (existsSync(systemTar)) { - return systemTar; - } else if (await utils.useGnuTar()) { - args.push("--force-local"); - } - } - return await io.which("tar", true); -} - -async function execTar(args: string[], cwd?: string): Promise { - try { - await exec(`"${await getTarPath(args)}"`, args, { cwd: cwd }); - } catch (error) { - throw new Error(`Tar failed with error: ${error?.message}`); - } -} - -function getWorkingDirectory(): string { - return process.env["GITHUB_WORKSPACE"] ?? process.cwd(); -} - -export async function extractTar( - archivePath: string, - compressionMethod: CompressionMethod -): Promise { - // Create directory to extract tar into - const workingDirectory = getWorkingDirectory(); - await io.mkdirP(workingDirectory); - // --d: Decompress. - // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. - // Using 30 here because we also support 32-bit self-hosted runners. - const args = [ - ...(compressionMethod == CompressionMethod.Zstd - ? ["--use-compress-program", "zstd -d --long=30"] - : ["-z"]), - "-xf", - archivePath.replace(new RegExp("\\" + path.sep, "g"), "/"), - "-P", - "-C", - workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/") - ]; - await execTar(args); -} - -export async function createTar( - archiveFolder: string, - sourceDirectories: string[], - compressionMethod: CompressionMethod -): Promise { - // Write source directories to manifest.txt to avoid command length limits - const manifestFilename = "manifest.txt"; - const cacheFileName = utils.getCacheFileName(compressionMethod); - writeFileSync( - path.join(archiveFolder, manifestFilename), - sourceDirectories.join("\n") - ); - // -T#: Compress using # working thread. If # is 0, attempt to detect and use the number of physical CPU cores. - // --long=#: Enables long distance matching with # bits. Maximum is 30 (1GB) on 32-bit OS and 31 (2GB) on 64-bit. - // Using 30 here because we also support 32-bit self-hosted runners. - const workingDirectory = getWorkingDirectory(); - const args = [ - ...(compressionMethod == CompressionMethod.Zstd - ? ["--use-compress-program", "zstd -T0 --long=30"] - : ["-z"]), - "-cf", - cacheFileName.replace(new RegExp("\\" + path.sep, "g"), "/"), - "-P", - "-C", - workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/"), - "--files-from", - manifestFilename - ]; - await execTar(args, archiveFolder); -} diff --git a/src/utils/actionUtils.ts b/src/utils/actionUtils.ts index 3b7a857..fd77165 100644 --- a/src/utils/actionUtils.ts +++ b/src/utils/actionUtils.ts @@ -1,86 +1,35 @@ import * as core from "@actions/core"; -import * as exec from "@actions/exec"; -import * as glob from "@actions/glob"; -import * as io from "@actions/io"; -import * as fs from "fs"; -import * as path from "path"; -import * as util from "util"; -import * as uuidV4 from "uuid/v4"; -import { - CacheFilename, - CompressionMethod, - Outputs, - RefKey, - State -} from "../constants"; -import { ArtifactCacheEntry } from "../contracts"; +import { Outputs, RefKey, State } from "../constants"; -// From https://github.com/actions/toolkit/blob/master/packages/tool-cache/src/tool-cache.ts#L23 -export async function createTempDirectory(): Promise { - const IS_WINDOWS = process.platform === "win32"; - - let tempDirectory: string = process.env["RUNNER_TEMP"] || ""; - - if (!tempDirectory) { - let baseLocation: string; - if (IS_WINDOWS) { - // On Windows use the USERPROFILE env variable - baseLocation = process.env["USERPROFILE"] || "C:\\"; - } else { - if (process.platform === "darwin") { - baseLocation = "/Users"; - } else { - baseLocation = "/home"; - } - } - tempDirectory = path.join(baseLocation, "actions", "temp"); - } - - const dest = path.join(tempDirectory, uuidV4.default()); - await io.mkdirP(dest); - return dest; -} - -export function getArchiveFileSize(path: string): number { - return fs.statSync(path).size; -} - -export function isExactKeyMatch( - key: string, - cacheResult?: ArtifactCacheEntry -): boolean { +export function isExactKeyMatch(key: string, cacheKey?: string): boolean { return !!( - cacheResult && - cacheResult.cacheKey && - cacheResult.cacheKey.localeCompare(key, undefined, { + cacheKey && + cacheKey.localeCompare(key, undefined, { sensitivity: "accent" }) === 0 ); } -export function setCacheState(state: ArtifactCacheEntry): void { - core.saveState(State.CacheResult, JSON.stringify(state)); +export function setCacheState(state: string): void { + core.saveState(State.CacheResult, state); } export function setCacheHitOutput(isCacheHit: boolean): void { core.setOutput(Outputs.CacheHit, isCacheHit.toString()); } -export function setOutputAndState( - key: string, - cacheResult?: ArtifactCacheEntry -): void { - setCacheHitOutput(isExactKeyMatch(key, cacheResult)); +export function setOutputAndState(key: string, cacheKey?: string): void { + setCacheHitOutput(isExactKeyMatch(key, cacheKey)); // Store the cache result if it exists - cacheResult && setCacheState(cacheResult); + cacheKey && setCacheState(cacheKey); } -export function getCacheState(): ArtifactCacheEntry | undefined { - const stateData = core.getState(State.CacheResult); - core.debug(`State: ${stateData}`); - if (stateData) { - return JSON.parse(stateData) as ArtifactCacheEntry; +export function getCacheState(): string | undefined { + const cacheKey = core.getState(State.CacheResult); + if (cacheKey) { + core.debug(`Cache state/key: ${cacheKey}`); + return cacheKey; } return undefined; @@ -91,70 +40,8 @@ export function logWarning(message: string): void { core.info(`${warningPrefix}${message}`); } -export async function resolvePaths(patterns: string[]): Promise { - const paths: string[] = []; - const workspace = process.env["GITHUB_WORKSPACE"] ?? process.cwd(); - const globber = await glob.create(patterns.join("\n"), { - implicitDescendants: false - }); - - for await (const file of globber.globGenerator()) { - const relativeFile = path.relative(workspace, file); - core.debug(`Matched: ${relativeFile}`); - // Paths are made relative so the tar entries are all relative to the root of the workspace. - paths.push(`${relativeFile}`); - } - - return paths; -} - // Cache token authorized for all events that are tied to a ref // See GitHub Context https://help.github.com/actions/automating-your-workflow-with-github-actions/contexts-and-expression-syntax-for-github-actions#github-context export function isValidEvent(): boolean { return RefKey in process.env && Boolean(process.env[RefKey]); } - -export function unlinkFile(path: fs.PathLike): Promise { - return util.promisify(fs.unlink)(path); -} - -async function getVersion(app: string): Promise { - core.debug(`Checking ${app} --version`); - let versionOutput = ""; - try { - await exec.exec(`${app} --version`, [], { - ignoreReturnCode: true, - silent: true, - listeners: { - stdout: (data: Buffer): string => - (versionOutput += data.toString()), - stderr: (data: Buffer): string => - (versionOutput += data.toString()) - } - }); - } catch (err) { - core.debug(err.message); - } - - versionOutput = versionOutput.trim(); - core.debug(versionOutput); - return versionOutput; -} - -export async function getCompressionMethod(): Promise { - const versionOutput = await getVersion("zstd"); - return versionOutput.toLowerCase().includes("zstd command line interface") - ? CompressionMethod.Zstd - : CompressionMethod.Gzip; -} - -export function getCacheFileName(compressionMethod: CompressionMethod): string { - return compressionMethod == CompressionMethod.Zstd - ? CacheFilename.Zstd - : CacheFilename.Gzip; -} - -export async function useGnuTar(): Promise { - const versionOutput = await getVersion("tar"); - return versionOutput.toLowerCase().includes("gnu tar"); -}