Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix(ci): rm workspace node_modules #7490

Merged
merged 18 commits into from
May 23, 2024
Merged
19 changes: 14 additions & 5 deletions lib/commands/ci.js
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@ const fs = require('fs/promises')
const { log, time } = require('proc-log')
const validateLockfile = require('../utils/validate-lockfile.js')
const ArboristWorkspaceCmd = require('../arborist-cmd.js')
const getWorkspaces = require('../utils/get-workspaces.js')

class CI extends ArboristWorkspaceCmd {
static description = 'Clean install a project'
Expand Down Expand Up @@ -74,16 +75,24 @@ class CI extends ArboristWorkspaceCmd {
)
}

const workspacePaths = await getWorkspaces([], {
path: this.npm.localPrefix,
includeWorkspaceRoot: true,
})

const dryRun = this.npm.config.get('dry-run')
if (!dryRun) {
// Only remove node_modules after we've successfully loaded the virtual
// tree and validated the lockfile
await time.start('npm-ci:rm', async () => {
const path = `${where}/node_modules`
// get the list of entries so we can skip the glob for performance
const entries = await fs.readdir(path, null).catch(() => [])
return Promise.all(entries.map(f => fs.rm(`${path}/${f}`,
{ force: true, recursive: true })))
return await Promise.all([...workspacePaths.values()].map(async modulePath => {
reggi marked this conversation as resolved.
Show resolved Hide resolved
const path = `${modulePath}/node_modules`
reggi marked this conversation as resolved.
Show resolved Hide resolved
// get the list of entries so we can skip the glob for performance
const entries = await fs.readdir(path, null).catch(() => [])
return Promise.all(entries.map(f => {
return fs.rm(`${path}/${f}`, { force: true, recursive: true })
reggi marked this conversation as resolved.
Show resolved Hide resolved
reggi marked this conversation as resolved.
Show resolved Hide resolved
}))
}))
})
}

Expand Down
148 changes: 145 additions & 3 deletions test/lib/commands/ci.js
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@ const loadMockNpm = async (t, opts) => {
const registry = new MockRegistry({
tap: t,
registry: mock.npm.config.get('registry'),
strict: true,
})
return { registry, ...mock }
}
Expand Down Expand Up @@ -113,6 +114,11 @@ t.test('reifies, audits, removes node_modules on repeat run', async t => {
manifest: manifest.versions['1.0.0'],
tarball: path.join(npm.prefix, 'abbrev'),
})
await registry.tarball({
manifest: manifest.versions['1.0.0'],
tarball: path.join(npm.prefix, 'abbrev'),
})
registry.nock.post('/-/npm/v1/security/advisories/bulk').reply(200, {})
registry.nock.post('/-/npm/v1/security/advisories/bulk').reply(200, {})
await npm.exec('ci', [])
await npm.exec('ci', [])
Expand Down Expand Up @@ -142,9 +148,6 @@ t.test('--no-audit and --ignore-scripts', async t => {
'package-lock.json': JSON.stringify(packageLock),
},
})
require('nock').emitter.on('no match', () => {
t.fail('Should not audit')
})
const manifest = registry.manifest({ name: 'abbrev' })
await registry.tarball({
manifest: manifest.versions['1.0.0'],
Expand Down Expand Up @@ -230,3 +233,142 @@ t.test('should throw error when ideal inventory mismatches virtual', async t =>
const nmTestFile = path.join(npm.prefix, 'node_modules', 'test-file')
t.equal(fs.existsSync(nmTestFile), true, 'does not remove node_modules')
})

t.test('should remove node_modules within workspaces', async t => {
const { npm, registry } = await loadMockNpm(t, {
prefixDir: {
tarballs: {
oneOneZero: {
'package.json': JSON.stringify({ name: 'abbrev', version: '1.1.0' }),
'index.js': 'module.exports = "hello world"',
},
oneOneOne: {
'package.json': JSON.stringify({ name: 'abbrev', version: '1.1.1' }),
'index.js': 'module.exports = "hello world"',
},
},
node_modules: {
abbrev: {
'foo.txt': '',
'package.json': JSON.stringify({
name: 'abbrev',
version: '1.1.0',
}),
},
'workspace-a': t.fixture('symlink', '../workspace-a'),
'workspace-b': t.fixture('symlink', '../workspace-b'),
},
'package-lock.json': JSON.stringify({
name: 'workspace-test-3',
version: '1.0.0',
lockfileVersion: 3,
requires: true,
packages: {
'': {
name: 'workspace-test-3',
version: '1.0.0',
workspaces: [
'workspace-a',
'workspace-b',
],
},
'node_modules/abbrev': {
version: '1.1.0',
resolved: 'https://registry.npmjs.org/abbrev/-/abbrev-1.1.0.tgz',
},
'node_modules/workspace-a': {
resolved: 'workspace-a',
link: true,
},
'node_modules/workspace-b': {
resolved: 'workspace-b',
link: true,
},
'workspace-a': {
version: '1.0.0',
dependencies: {
abbrev: '1.1.0',
},
},
'workspace-b': {
version: '1.0.0',
dependencies: {
abbrev: '1.1.1',
},
devDependencies: {},
},
'workspace-b/node_modules/abbrev': {
version: '1.1.1',
resolved: 'https://registry.npmjs.org/abbrev/-/abbrev-1.1.1.tgz',
},
},
}),
'package.json': JSON.stringify({
name: 'workspace-test-3',
version: '1.0.0',
workspaces: [
'workspace-a',
'workspace-b',
],
}),
'workspace-a': {
'package.json': JSON.stringify({
name: 'workspace-a',
version: '1.0.0',
dependencies: {
abbrev: '1.1.0',
},
}),
},
'workspace-b': {
node_modules: {
abbrev: {
'bar.txt': '',
'package.json': JSON.stringify({
name: 'abbrev',
version: '1.1.1',
}),
},
},
'package.json': JSON.stringify({
name: 'workspace-b',
version: '1.0.0',
dependencies: {
abbrev: '1.1.1',
},
}),
},
},
})

const manifest = registry.manifest({
name: 'abbrev',
versions: ['1.1.0', '1.1.1'],
})

await registry.tarball({
manifest: manifest.versions['1.1.0'],
tarball: path.join(npm.prefix, 'tarballs/oneOneZero'),
})

await registry.tarball({
manifest: manifest.versions['1.1.1'],
tarball: path.join(npm.prefix, 'tarballs/oneOneOne'),
})

registry.nock.post('/-/npm/v1/security/advisories/bulk').reply(200, {})

await npm.exec('ci', [])

const rmFooTest = path.join(npm.prefix, 'node_modules/abbrev/foo.txt')
t.equal(fs.existsSync(rmFooTest), false, 'existing node_modules is removed')

const rmBarTest = path.join(npm.prefix, 'workspace-b/node_modules/abbrev/bar.txt')
t.equal(fs.existsSync(rmBarTest), false, 'existing ws node_modules is removed')

const checkNmAbbrev = path.join(npm.prefix, 'node_modules/abbrev')
t.equal(fs.existsSync(checkNmAbbrev), true, 'installs abbrev')

const checkWsAbbrev = path.join(npm.prefix, 'workspace-b/node_modules/abbrev')
t.equal(fs.existsSync(checkWsAbbrev), true, 'installs abbrev')
})
Loading