import {Fetcher, FetchOptions, MinimalFetchOptions} from '@yarnpkg/core'; import {Locator} from '@yarnpkg/core'; import {httpUtils, scriptUtils, structUtils, tgzUtils} from '@yarnpkg/core'; import {CwdFS, ppath, xfs} from '@yarnpkg/fslib'; import {gitUtils} from '@yarnpkg/plugin-git'; import * as githubUtils from './githubUtils'; export class GithubFetcher implements Fetcher { supports(locator: Locator, opts: MinimalFetchOptions) { if (!githubUtils.isGithubUrl(locator.reference)) return false; return true; } getLocalPath(locator: Locator, opts: FetchOptions) { return null; } async fetch(locator: Locator, opts: FetchOptions) { const expectedChecksum = opts.checksums.get(locator.locatorHash) || null; const [packageFs, releaseFs, checksum] = await opts.cache.fetchPackageFromCache(locator, expectedChecksum, { onHit: () => opts.report.reportCacheHit(locator), onMiss: () => opts.report.reportCacheMiss(locator, `${structUtils.prettyLocator(opts.project.configuration, locator)} can't be found in the cache and will be fetched from GitHub`), loader: () => this.fetchFromNetwork(locator, opts), ...opts.cacheOptions, }); return { packageFs, releaseFs, prefixPath: structUtils.getIdentVendorPath(locator), checksum, }; } async fetchFromNetwork(locator: Locator, opts: FetchOptions) { const sourceBuffer = await httpUtils.get(this.getLocatorUrl(locator, opts), { configuration: opts.project.configuration, }); return await xfs.mktempPromise(async extractPath => { const extractTarget = new CwdFS(extractPath); await tgzUtils.extractArchiveTo(sourceBuffer, extractTarget, { stripComponents: 1, }); const repoUrlParts = gitUtils.splitRepoUrl(locator.reference); const packagePath = ppath.join(extractPath, `package.tgz`); await scriptUtils.prepareExternalProject(extractPath, packagePath, { configuration: opts.project.configuration, report: opts.report, workspace: repoUrlParts.extra.workspace, locator, }); const packedBuffer = await xfs.readFilePromise(packagePath); return await tgzUtils.convertToZip(packedBuffer, { configuration: opts.project.configuration, prefixPath: structUtils.getIdentVendorPath(locator), stripComponents: 1, }); }); } private getLocatorUrl(locator: Locator, opts: MinimalFetchOptions) { const {auth, username, reponame, treeish} = githubUtils.parseGithubUrl(locator.reference); return `https://${auth ? `${auth}@` : ``}github.com/${username}/${reponame}/archive/${treeish}.tar.gz`; } }