mirror of https://github.com/actions/cache.git
Merge branch 'master' into patch-1
lzutao
5 years ago
committed by
GitHub
commit
7fe7727ca9
@ -0,0 +1,35 @@
|
|||||||
|
name: "Code Scanning - Action"
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
schedule:
|
||||||
|
- cron: '0 0 * * 0'
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
CodeQL-Build:
|
||||||
|
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
|
||||||
|
|
||||||
|
# CodeQL runs on ubuntu-latest, windows-latest, and macos-latest
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout repository
|
||||||
|
uses: actions/checkout@v2
|
||||||
|
|
||||||
|
# Initializes the CodeQL tools for scanning.
|
||||||
|
- name: Initialize CodeQL
|
||||||
|
uses: github/codeql-action/init@v1
|
||||||
|
# Override language selection by uncommenting this and choosing your languages
|
||||||
|
# with:
|
||||||
|
# languages: go, javascript, csharp, python, cpp, java
|
||||||
|
|
||||||
|
# Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
|
||||||
|
# If this step fails, then you should remove it and run the build manually (see below).
|
||||||
|
- name: Autobuild
|
||||||
|
uses: github/codeql-action/autobuild@v1
|
||||||
|
|
||||||
|
- name: Perform CodeQL Analysis
|
||||||
|
uses: github/codeql-action/analyze@v1
|
||||||
@ -1,21 +0,0 @@
|
|||||||
import { getCacheVersion } from "../src/cacheHttpClient";
|
|
||||||
import { Inputs } from "../src/constants";
|
|
||||||
import * as testUtils from "../src/utils/testUtils";
|
|
||||||
|
|
||||||
afterEach(() => {
|
|
||||||
testUtils.clearInputs();
|
|
||||||
});
|
|
||||||
|
|
||||||
test("getCacheVersion with path input returns version", async () => {
|
|
||||||
testUtils.setInput(Inputs.Path, "node_modules");
|
|
||||||
|
|
||||||
const result = getCacheVersion();
|
|
||||||
|
|
||||||
expect(result).toEqual(
|
|
||||||
"b3e0c6cb5ecf32614eeb2997d905b9c297046d7cbf69062698f25b14b4cb0985"
|
|
||||||
);
|
|
||||||
});
|
|
||||||
|
|
||||||
test("getCacheVersion with no input throws", async () => {
|
|
||||||
expect(() => getCacheVersion()).toThrow();
|
|
||||||
});
|
|
||||||
@ -1,125 +0,0 @@
|
|||||||
import * as exec from "@actions/exec";
|
|
||||||
import * as io from "@actions/io";
|
|
||||||
import * as path from "path";
|
|
||||||
|
|
||||||
import { CacheFilename } from "../src/constants";
|
|
||||||
import * as tar from "../src/tar";
|
|
||||||
|
|
||||||
import fs = require("fs");
|
|
||||||
|
|
||||||
jest.mock("@actions/exec");
|
|
||||||
jest.mock("@actions/io");
|
|
||||||
|
|
||||||
function getTempDir(): string {
|
|
||||||
return path.join(__dirname, "_temp", "tar");
|
|
||||||
}
|
|
||||||
|
|
||||||
beforeAll(async () => {
|
|
||||||
jest.spyOn(io, "which").mockImplementation(tool => {
|
|
||||||
return Promise.resolve(tool);
|
|
||||||
});
|
|
||||||
|
|
||||||
process.env["GITHUB_WORKSPACE"] = process.cwd();
|
|
||||||
await jest.requireActual("@actions/io").rmRF(getTempDir());
|
|
||||||
});
|
|
||||||
|
|
||||||
afterAll(async () => {
|
|
||||||
delete process.env["GITHUB_WORKSPACE"];
|
|
||||||
await jest.requireActual("@actions/io").rmRF(getTempDir());
|
|
||||||
});
|
|
||||||
|
|
||||||
test("extract BSD tar", async () => {
|
|
||||||
const mkdirMock = jest.spyOn(io, "mkdirP");
|
|
||||||
const execMock = jest.spyOn(exec, "exec");
|
|
||||||
|
|
||||||
const IS_WINDOWS = process.platform === "win32";
|
|
||||||
const archivePath = IS_WINDOWS
|
|
||||||
? `${process.env["windir"]}\\fakepath\\cache.tar`
|
|
||||||
: "cache.tar";
|
|
||||||
const workspace = process.env["GITHUB_WORKSPACE"];
|
|
||||||
|
|
||||||
await tar.extractTar(archivePath);
|
|
||||||
|
|
||||||
expect(mkdirMock).toHaveBeenCalledWith(workspace);
|
|
||||||
|
|
||||||
const tarPath = IS_WINDOWS
|
|
||||||
? `${process.env["windir"]}\\System32\\tar.exe`
|
|
||||||
: "tar";
|
|
||||||
expect(execMock).toHaveBeenCalledTimes(1);
|
|
||||||
expect(execMock).toHaveBeenCalledWith(
|
|
||||||
`"${tarPath}"`,
|
|
||||||
[
|
|
||||||
"-xz",
|
|
||||||
"-f",
|
|
||||||
IS_WINDOWS ? archivePath.replace(/\\/g, "/") : archivePath,
|
|
||||||
"-P",
|
|
||||||
"-C",
|
|
||||||
IS_WINDOWS ? workspace?.replace(/\\/g, "/") : workspace
|
|
||||||
],
|
|
||||||
{ cwd: undefined }
|
|
||||||
);
|
|
||||||
});
|
|
||||||
|
|
||||||
test("extract GNU tar", async () => {
|
|
||||||
const IS_WINDOWS = process.platform === "win32";
|
|
||||||
if (IS_WINDOWS) {
|
|
||||||
jest.spyOn(fs, "existsSync").mockReturnValueOnce(false);
|
|
||||||
jest.spyOn(tar, "isGnuTar").mockReturnValue(Promise.resolve(true));
|
|
||||||
|
|
||||||
const execMock = jest.spyOn(exec, "exec");
|
|
||||||
const archivePath = `${process.env["windir"]}\\fakepath\\cache.tar`;
|
|
||||||
const workspace = process.env["GITHUB_WORKSPACE"];
|
|
||||||
|
|
||||||
await tar.extractTar(archivePath);
|
|
||||||
|
|
||||||
expect(execMock).toHaveBeenCalledTimes(2);
|
|
||||||
expect(execMock).toHaveBeenLastCalledWith(
|
|
||||||
`"tar"`,
|
|
||||||
[
|
|
||||||
"-xz",
|
|
||||||
"-f",
|
|
||||||
archivePath.replace(/\\/g, "/"),
|
|
||||||
"-P",
|
|
||||||
"-C",
|
|
||||||
workspace?.replace(/\\/g, "/"),
|
|
||||||
"--force-local"
|
|
||||||
],
|
|
||||||
{ cwd: undefined }
|
|
||||||
);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
test("create BSD tar", async () => {
|
|
||||||
const execMock = jest.spyOn(exec, "exec");
|
|
||||||
|
|
||||||
const archiveFolder = getTempDir();
|
|
||||||
const workspace = process.env["GITHUB_WORKSPACE"];
|
|
||||||
const sourceDirectories = ["~/.npm/cache", `${workspace}/dist`];
|
|
||||||
|
|
||||||
await fs.promises.mkdir(archiveFolder, { recursive: true });
|
|
||||||
|
|
||||||
await tar.createTar(archiveFolder, sourceDirectories);
|
|
||||||
|
|
||||||
const IS_WINDOWS = process.platform === "win32";
|
|
||||||
const tarPath = IS_WINDOWS
|
|
||||||
? `${process.env["windir"]}\\System32\\tar.exe`
|
|
||||||
: "tar";
|
|
||||||
|
|
||||||
expect(execMock).toHaveBeenCalledTimes(1);
|
|
||||||
expect(execMock).toHaveBeenCalledWith(
|
|
||||||
`"${tarPath}"`,
|
|
||||||
[
|
|
||||||
"-cz",
|
|
||||||
"-f",
|
|
||||||
IS_WINDOWS ? CacheFilename.replace(/\\/g, "/") : CacheFilename,
|
|
||||||
"-P",
|
|
||||||
"-C",
|
|
||||||
IS_WINDOWS ? workspace?.replace(/\\/g, "/") : workspace,
|
|
||||||
"--files-from",
|
|
||||||
"manifest.txt"
|
|
||||||
],
|
|
||||||
{
|
|
||||||
cwd: archiveFolder
|
|
||||||
}
|
|
||||||
);
|
|
||||||
});
|
|
||||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -1,321 +0,0 @@
|
|||||||
import * as core from "@actions/core";
|
|
||||||
import { HttpClient, HttpCodes } from "@actions/http-client";
|
|
||||||
import { BearerCredentialHandler } from "@actions/http-client/auth";
|
|
||||||
import {
|
|
||||||
IHttpClientResponse,
|
|
||||||
IRequestOptions,
|
|
||||||
ITypedResponse
|
|
||||||
} from "@actions/http-client/interfaces";
|
|
||||||
import * as crypto from "crypto";
|
|
||||||
import * as fs from "fs";
|
|
||||||
|
|
||||||
import { Inputs } from "./constants";
|
|
||||||
import {
|
|
||||||
ArtifactCacheEntry,
|
|
||||||
CommitCacheRequest,
|
|
||||||
ReserveCacheRequest,
|
|
||||||
ReserveCacheResponse
|
|
||||||
} from "./contracts";
|
|
||||||
import * as utils from "./utils/actionUtils";
|
|
||||||
|
|
||||||
const versionSalt = "1.0";
|
|
||||||
|
|
||||||
function isSuccessStatusCode(statusCode?: number): boolean {
|
|
||||||
if (!statusCode) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
return statusCode >= 200 && statusCode < 300;
|
|
||||||
}
|
|
||||||
|
|
||||||
function isRetryableStatusCode(statusCode?: number): boolean {
|
|
||||||
if (!statusCode) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
const retryableStatusCodes = [
|
|
||||||
HttpCodes.BadGateway,
|
|
||||||
HttpCodes.ServiceUnavailable,
|
|
||||||
HttpCodes.GatewayTimeout
|
|
||||||
];
|
|
||||||
return retryableStatusCodes.includes(statusCode);
|
|
||||||
}
|
|
||||||
|
|
||||||
function getCacheApiUrl(resource: string): string {
|
|
||||||
// Ideally we just use ACTIONS_CACHE_URL
|
|
||||||
const baseUrl: string = (
|
|
||||||
process.env["ACTIONS_CACHE_URL"] ||
|
|
||||||
process.env["ACTIONS_RUNTIME_URL"] ||
|
|
||||||
""
|
|
||||||
).replace("pipelines", "artifactcache");
|
|
||||||
if (!baseUrl) {
|
|
||||||
throw new Error(
|
|
||||||
"Cache Service Url not found, unable to restore cache."
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
const url = `${baseUrl}_apis/artifactcache/${resource}`;
|
|
||||||
core.debug(`Resource Url: ${url}`);
|
|
||||||
return url;
|
|
||||||
}
|
|
||||||
|
|
||||||
function createAcceptHeader(type: string, apiVersion: string): string {
|
|
||||||
return `${type};api-version=${apiVersion}`;
|
|
||||||
}
|
|
||||||
|
|
||||||
function getRequestOptions(): IRequestOptions {
|
|
||||||
const requestOptions: IRequestOptions = {
|
|
||||||
headers: {
|
|
||||||
Accept: createAcceptHeader("application/json", "6.0-preview.1")
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
return requestOptions;
|
|
||||||
}
|
|
||||||
|
|
||||||
function createHttpClient(): HttpClient {
|
|
||||||
const token = process.env["ACTIONS_RUNTIME_TOKEN"] || "";
|
|
||||||
const bearerCredentialHandler = new BearerCredentialHandler(token);
|
|
||||||
|
|
||||||
return new HttpClient(
|
|
||||||
"actions/cache",
|
|
||||||
[bearerCredentialHandler],
|
|
||||||
getRequestOptions()
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function getCacheVersion(): string {
|
|
||||||
// Add salt to cache version to support breaking changes in cache entry
|
|
||||||
const components = [
|
|
||||||
core.getInput(Inputs.Path, { required: true }),
|
|
||||||
versionSalt
|
|
||||||
];
|
|
||||||
|
|
||||||
return crypto
|
|
||||||
.createHash("sha256")
|
|
||||||
.update(components.join("|"))
|
|
||||||
.digest("hex");
|
|
||||||
}
|
|
||||||
|
|
||||||
export async function getCacheEntry(
|
|
||||||
keys: string[]
|
|
||||||
): Promise<ArtifactCacheEntry | null> {
|
|
||||||
const httpClient = createHttpClient();
|
|
||||||
const version = getCacheVersion();
|
|
||||||
const resource = `cache?keys=${encodeURIComponent(
|
|
||||||
keys.join(",")
|
|
||||||
)}&version=${version}`;
|
|
||||||
|
|
||||||
const response = await httpClient.getJson<ArtifactCacheEntry>(
|
|
||||||
getCacheApiUrl(resource)
|
|
||||||
);
|
|
||||||
if (response.statusCode === 204) {
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
if (!isSuccessStatusCode(response.statusCode)) {
|
|
||||||
throw new Error(`Cache service responded with ${response.statusCode}`);
|
|
||||||
}
|
|
||||||
|
|
||||||
const cacheResult = response.result;
|
|
||||||
const cacheDownloadUrl = cacheResult?.archiveLocation;
|
|
||||||
if (!cacheDownloadUrl) {
|
|
||||||
throw new Error("Cache not found.");
|
|
||||||
}
|
|
||||||
core.setSecret(cacheDownloadUrl);
|
|
||||||
core.debug(`Cache Result:`);
|
|
||||||
core.debug(JSON.stringify(cacheResult));
|
|
||||||
|
|
||||||
return cacheResult;
|
|
||||||
}
|
|
||||||
|
|
||||||
async function pipeResponseToStream(
|
|
||||||
response: IHttpClientResponse,
|
|
||||||
stream: NodeJS.WritableStream
|
|
||||||
): Promise<void> {
|
|
||||||
return new Promise(resolve => {
|
|
||||||
response.message.pipe(stream).on("close", () => {
|
|
||||||
resolve();
|
|
||||||
});
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
export async function downloadCache(
|
|
||||||
archiveLocation: string,
|
|
||||||
archivePath: string
|
|
||||||
): Promise<void> {
|
|
||||||
const stream = fs.createWriteStream(archivePath);
|
|
||||||
const httpClient = new HttpClient("actions/cache");
|
|
||||||
const downloadResponse = await httpClient.get(archiveLocation);
|
|
||||||
await pipeResponseToStream(downloadResponse, stream);
|
|
||||||
}
|
|
||||||
|
|
||||||
// Reserve Cache
|
|
||||||
export async function reserveCache(key: string): Promise<number> {
|
|
||||||
const httpClient = createHttpClient();
|
|
||||||
const version = getCacheVersion();
|
|
||||||
|
|
||||||
const reserveCacheRequest: ReserveCacheRequest = {
|
|
||||||
key,
|
|
||||||
version
|
|
||||||
};
|
|
||||||
const response = await httpClient.postJson<ReserveCacheResponse>(
|
|
||||||
getCacheApiUrl("caches"),
|
|
||||||
reserveCacheRequest
|
|
||||||
);
|
|
||||||
return response?.result?.cacheId ?? -1;
|
|
||||||
}
|
|
||||||
|
|
||||||
function getContentRange(start: number, end: number): string {
|
|
||||||
// Format: `bytes start-end/filesize
|
|
||||||
// start and end are inclusive
|
|
||||||
// filesize can be *
|
|
||||||
// For a 200 byte chunk starting at byte 0:
|
|
||||||
// Content-Range: bytes 0-199/*
|
|
||||||
return `bytes ${start}-${end}/*`;
|
|
||||||
}
|
|
||||||
|
|
||||||
async function uploadChunk(
|
|
||||||
httpClient: HttpClient,
|
|
||||||
resourceUrl: string,
|
|
||||||
data: NodeJS.ReadableStream,
|
|
||||||
start: number,
|
|
||||||
end: number
|
|
||||||
): Promise<void> {
|
|
||||||
core.debug(
|
|
||||||
`Uploading chunk of size ${end -
|
|
||||||
start +
|
|
||||||
1} bytes at offset ${start} with content range: ${getContentRange(
|
|
||||||
start,
|
|
||||||
end
|
|
||||||
)}`
|
|
||||||
);
|
|
||||||
const additionalHeaders = {
|
|
||||||
"Content-Type": "application/octet-stream",
|
|
||||||
"Content-Range": getContentRange(start, end)
|
|
||||||
};
|
|
||||||
|
|
||||||
const uploadChunkRequest = async (): Promise<IHttpClientResponse> => {
|
|
||||||
return await httpClient.sendStream(
|
|
||||||
"PATCH",
|
|
||||||
resourceUrl,
|
|
||||||
data,
|
|
||||||
additionalHeaders
|
|
||||||
);
|
|
||||||
};
|
|
||||||
|
|
||||||
const response = await uploadChunkRequest();
|
|
||||||
if (isSuccessStatusCode(response.message.statusCode)) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (isRetryableStatusCode(response.message.statusCode)) {
|
|
||||||
core.debug(
|
|
||||||
`Received ${response.message.statusCode}, retrying chunk at offset ${start}.`
|
|
||||||
);
|
|
||||||
const retryResponse = await uploadChunkRequest();
|
|
||||||
if (isSuccessStatusCode(retryResponse.message.statusCode)) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
throw new Error(
|
|
||||||
`Cache service responded with ${response.message.statusCode} during chunk upload.`
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
function parseEnvNumber(key: string): number | undefined {
|
|
||||||
const value = Number(process.env[key]);
|
|
||||||
if (Number.isNaN(value) || value < 0) {
|
|
||||||
return undefined;
|
|
||||||
}
|
|
||||||
return value;
|
|
||||||
}
|
|
||||||
|
|
||||||
async function uploadFile(
|
|
||||||
httpClient: HttpClient,
|
|
||||||
cacheId: number,
|
|
||||||
archivePath: string
|
|
||||||
): Promise<void> {
|
|
||||||
// Upload Chunks
|
|
||||||
const fileSize = fs.statSync(archivePath).size;
|
|
||||||
const resourceUrl = getCacheApiUrl(`caches/${cacheId.toString()}`);
|
|
||||||
const fd = fs.openSync(archivePath, "r");
|
|
||||||
|
|
||||||
const concurrency = parseEnvNumber("CACHE_UPLOAD_CONCURRENCY") ?? 4; // # of HTTP requests in parallel
|
|
||||||
const MAX_CHUNK_SIZE =
|
|
||||||
parseEnvNumber("CACHE_UPLOAD_CHUNK_SIZE") ?? 32 * 1024 * 1024; // 32 MB Chunks
|
|
||||||
core.debug(`Concurrency: ${concurrency} and Chunk Size: ${MAX_CHUNK_SIZE}`);
|
|
||||||
|
|
||||||
const parallelUploads = [...new Array(concurrency).keys()];
|
|
||||||
core.debug("Awaiting all uploads");
|
|
||||||
let offset = 0;
|
|
||||||
|
|
||||||
try {
|
|
||||||
await Promise.all(
|
|
||||||
parallelUploads.map(async () => {
|
|
||||||
while (offset < fileSize) {
|
|
||||||
const chunkSize = Math.min(
|
|
||||||
fileSize - offset,
|
|
||||||
MAX_CHUNK_SIZE
|
|
||||||
);
|
|
||||||
const start = offset;
|
|
||||||
const end = offset + chunkSize - 1;
|
|
||||||
offset += MAX_CHUNK_SIZE;
|
|
||||||
const chunk = fs.createReadStream(archivePath, {
|
|
||||||
fd,
|
|
||||||
start,
|
|
||||||
end,
|
|
||||||
autoClose: false
|
|
||||||
});
|
|
||||||
|
|
||||||
await uploadChunk(
|
|
||||||
httpClient,
|
|
||||||
resourceUrl,
|
|
||||||
chunk,
|
|
||||||
start,
|
|
||||||
end
|
|
||||||
);
|
|
||||||
}
|
|
||||||
})
|
|
||||||
);
|
|
||||||
} finally {
|
|
||||||
fs.closeSync(fd);
|
|
||||||
}
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
async function commitCache(
|
|
||||||
httpClient: HttpClient,
|
|
||||||
cacheId: number,
|
|
||||||
filesize: number
|
|
||||||
): Promise<ITypedResponse<null>> {
|
|
||||||
const commitCacheRequest: CommitCacheRequest = { size: filesize };
|
|
||||||
return await httpClient.postJson<null>(
|
|
||||||
getCacheApiUrl(`caches/${cacheId.toString()}`),
|
|
||||||
commitCacheRequest
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export async function saveCache(
|
|
||||||
cacheId: number,
|
|
||||||
archivePath: string
|
|
||||||
): Promise<void> {
|
|
||||||
const httpClient = createHttpClient();
|
|
||||||
|
|
||||||
core.debug("Upload cache");
|
|
||||||
await uploadFile(httpClient, cacheId, archivePath);
|
|
||||||
|
|
||||||
// Commit Cache
|
|
||||||
core.debug("Commiting cache");
|
|
||||||
const cacheSize = utils.getArchiveFileSize(archivePath);
|
|
||||||
const commitCacheResponse = await commitCache(
|
|
||||||
httpClient,
|
|
||||||
cacheId,
|
|
||||||
cacheSize
|
|
||||||
);
|
|
||||||
if (!isSuccessStatusCode(commitCacheResponse.statusCode)) {
|
|
||||||
throw new Error(
|
|
||||||
`Cache service responded with ${commitCacheResponse.statusCode} during commit cache.`
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
core.info("Cache saved successfully");
|
|
||||||
}
|
|
||||||
@ -1,19 +0,0 @@
|
|||||||
export interface ArtifactCacheEntry {
|
|
||||||
cacheKey?: string;
|
|
||||||
scope?: string;
|
|
||||||
creationTime?: string;
|
|
||||||
archiveLocation?: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export interface CommitCacheRequest {
|
|
||||||
size: number;
|
|
||||||
}
|
|
||||||
|
|
||||||
export interface ReserveCacheRequest {
|
|
||||||
key: string;
|
|
||||||
version?: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export interface ReserveCacheResponse {
|
|
||||||
cacheId: number;
|
|
||||||
}
|
|
||||||
@ -1,90 +0,0 @@
|
|||||||
import * as core from "@actions/core";
|
|
||||||
import { exec } from "@actions/exec";
|
|
||||||
import * as io from "@actions/io";
|
|
||||||
import { existsSync, writeFileSync } from "fs";
|
|
||||||
import * as path from "path";
|
|
||||||
|
|
||||||
import { CacheFilename } from "./constants";
|
|
||||||
|
|
||||||
export async function isGnuTar(): Promise<boolean> {
|
|
||||||
core.debug("Checking tar --version");
|
|
||||||
let versionOutput = "";
|
|
||||||
await exec("tar --version", [], {
|
|
||||||
ignoreReturnCode: true,
|
|
||||||
silent: true,
|
|
||||||
listeners: {
|
|
||||||
stdout: (data: Buffer): string =>
|
|
||||||
(versionOutput += data.toString()),
|
|
||||||
stderr: (data: Buffer): string => (versionOutput += data.toString())
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
core.debug(versionOutput.trim());
|
|
||||||
return versionOutput.toUpperCase().includes("GNU TAR");
|
|
||||||
}
|
|
||||||
|
|
||||||
async function getTarPath(args: string[]): Promise<string> {
|
|
||||||
// Explicitly use BSD Tar on Windows
|
|
||||||
const IS_WINDOWS = process.platform === "win32";
|
|
||||||
if (IS_WINDOWS) {
|
|
||||||
const systemTar = `${process.env["windir"]}\\System32\\tar.exe`;
|
|
||||||
if (existsSync(systemTar)) {
|
|
||||||
return systemTar;
|
|
||||||
} else if (isGnuTar()) {
|
|
||||||
args.push("--force-local");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return await io.which("tar", true);
|
|
||||||
}
|
|
||||||
|
|
||||||
async function execTar(args: string[], cwd?: string): Promise<void> {
|
|
||||||
try {
|
|
||||||
await exec(`"${await getTarPath(args)}"`, args, { cwd: cwd });
|
|
||||||
} catch (error) {
|
|
||||||
throw new Error(`Tar failed with error: ${error?.message}`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function getWorkingDirectory(): string {
|
|
||||||
return process.env["GITHUB_WORKSPACE"] ?? process.cwd();
|
|
||||||
}
|
|
||||||
|
|
||||||
export async function extractTar(archivePath: string): Promise<void> {
|
|
||||||
// Create directory to extract tar into
|
|
||||||
const workingDirectory = getWorkingDirectory();
|
|
||||||
await io.mkdirP(workingDirectory);
|
|
||||||
const args = [
|
|
||||||
"-xz",
|
|
||||||
"-f",
|
|
||||||
archivePath.replace(new RegExp("\\" + path.sep, "g"), "/"),
|
|
||||||
"-P",
|
|
||||||
"-C",
|
|
||||||
workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/")
|
|
||||||
];
|
|
||||||
await execTar(args);
|
|
||||||
}
|
|
||||||
|
|
||||||
export async function createTar(
|
|
||||||
archiveFolder: string,
|
|
||||||
sourceDirectories: string[]
|
|
||||||
): Promise<void> {
|
|
||||||
// Write source directories to manifest.txt to avoid command length limits
|
|
||||||
const manifestFilename = "manifest.txt";
|
|
||||||
writeFileSync(
|
|
||||||
path.join(archiveFolder, manifestFilename),
|
|
||||||
sourceDirectories.join("\n")
|
|
||||||
);
|
|
||||||
|
|
||||||
const workingDirectory = getWorkingDirectory();
|
|
||||||
const args = [
|
|
||||||
"-cz",
|
|
||||||
"-f",
|
|
||||||
CacheFilename.replace(new RegExp("\\" + path.sep, "g"), "/"),
|
|
||||||
"-P",
|
|
||||||
"-C",
|
|
||||||
workingDirectory.replace(new RegExp("\\" + path.sep, "g"), "/"),
|
|
||||||
"--files-from",
|
|
||||||
manifestFilename
|
|
||||||
];
|
|
||||||
await execTar(args, archiveFolder);
|
|
||||||
}
|
|
||||||
Loading…
Reference in New Issue