Make lockfile cleanup multi-app aware

When disposing of resources which include Supervisor-created lockfiles,
only dispose of lockfiles for the specified user application.

Signed-off-by: Christina Wang <christina@balena.io>
This commit is contained in:
Christina Wang 2022-04-06 21:49:01 -07:00
parent e9738b5f78
commit cfd3f03e4a
3 changed files with 60 additions and 45 deletions

View File

@ -20,7 +20,10 @@ export const LOCKFILE_UID = isRight(decodedUid) ? decodedUid.right : 65534;
const locksTaken: { [lockName: string]: boolean } = {};
// Returns all current locks taken, as they've been stored in-memory.
export const getLocksTaken = (): string[] => Object.keys(locksTaken);
// Optionally accepts filter function for only getting locks that match a condition.
export const getLocksTaken = (
lockFilter: (path: string) => boolean = () => true,
): string[] => Object.keys(locksTaken).filter(lockFilter);
// Try to clean up any existing locks when the process exits
process.on('exit', () => {

View File

@ -62,10 +62,19 @@ export const readLock: LockFn = Bluebird.promisify(locker.async.readLock, {
context: locker,
});
function dispose(release: () => void): Bluebird<void> {
return Bluebird.map(lockfile.getLocksTaken(), (lockName) => {
return lockfile.unlock(lockName);
})
// Unlock all lockfiles, optionally of an appId | appUuid, then release resources.
function dispose(
release: () => void,
appIdentifier: string | number,
): Bluebird<void> {
return Bluebird.map(
lockfile.getLocksTaken((p: string) =>
p.includes(`${lockfile.BASE_LOCK_DIR}/${appIdentifier}`),
),
(lockName) => {
return lockfile.unlock(lockName);
},
)
.finally(release)
.return();
}
@ -116,7 +125,7 @@ export function lock<T extends unknown>(
// dispose needs to be called even though it's referenced
// by .disposer later.
.catch((error) => {
return dispose(release).throw(
return dispose(release, appId).throw(
lockfile.LockfileExistsError.is(error)
? new UpdatesLockedError(
`Lockfile exists for ${JSON.stringify({
@ -132,7 +141,7 @@ export function lock<T extends unknown>(
);
});
})
.disposer(dispose);
.disposer((release: () => void) => dispose(release, appId));
})
.catch((err) => {
throw new InternalInconsistencyError(

View File

@ -8,33 +8,23 @@ import * as lockfile from '../../../src/lib/lockfile';
import * as fsUtils from '../../../src/lib/fs-utils';
describe('lib/lockfile', () => {
const lockPath = `${lockfile.BASE_LOCK_DIR}/1234567/updates.lock`;
// mock-fs expects an octal file mode, however, Node's fs.stat.mode returns a bit field:
// - 16877 (Node) == octal 0755 (drwxr-xr-x)
// - 17407 (Node) == octal 1777 (drwxrwxrwt)
const DEFAULT_PERMISSIONS = {
unix: 0o755,
node: 16877,
};
const STICKY_WRITE_PERMISSIONS = {
unix: 0o1777,
node: 17407,
};
const mockDir = (
mode: number = DEFAULT_PERMISSIONS.unix,
opts: { createLock: boolean } = { createLock: false },
) => {
const items: any = {};
if (opts.createLock) {
items[basename(lockPath)] = mock.file({ uid: lockfile.LOCKFILE_UID });
}
const lockPath = `${lockfile.BASE_LOCK_DIR}/1234567/one/updates.lock`;
const lockPath2 = `${lockfile.BASE_LOCK_DIR}/7654321/two/updates.lock`;
const mockDir = (opts: { createLock: boolean } = { createLock: false }) => {
mock({
[dirname(lockPath)]: mock.directory({
mode,
items,
}),
[lockfile.BASE_LOCK_DIR]: {
'1234567': {
one: opts.createLock
? { 'updates.lock': mock.file({ uid: lockfile.LOCKFILE_UID }) }
: {},
},
'7654321': {
two: opts.createLock
? { 'updates.lock': mock.file({ uid: lockfile.LOCKFILE_UID }) }
: {},
},
},
});
};
@ -67,6 +57,8 @@ describe('lib/lockfile', () => {
await fsUtils.touch(targetPath);
await fs.chown(targetPath, opts!.uid!, 0);
});
mock({ [lockfile.BASE_LOCK_DIR]: {} });
});
afterEach(async () => {
@ -81,7 +73,6 @@ describe('lib/lockfile', () => {
});
it('should create a lockfile as the `nobody` user at target path', async () => {
// Mock directory with default permissions
mockDir();
await lockfile.lock(lockPath);
@ -94,7 +85,6 @@ describe('lib/lockfile', () => {
});
it('should create a lockfile with the provided `uid` if specified', async () => {
// Mock directory with default permissions
mockDir();
await lockfile.lock(lockPath, 2);
@ -107,7 +97,6 @@ describe('lib/lockfile', () => {
});
it('should not create a lockfile if `lock` throws', async () => {
// Mock directory with default permissions
mockDir();
// Override default exec stub declaration, as it normally emulates a lockfile call with
@ -131,8 +120,7 @@ describe('lib/lockfile', () => {
});
it('should asynchronously unlock a lockfile', async () => {
// Mock directory with sticky + write permissions and existing lockfile
mockDir(STICKY_WRITE_PERMISSIONS.unix, { createLock: true });
mockDir({ createLock: true });
// Verify lockfile exists
await checkLockDirFiles(lockPath, { shouldExist: true });
@ -144,8 +132,7 @@ describe('lib/lockfile', () => {
});
it('should not error on async unlock if lockfile does not exist', async () => {
// Mock directory with sticky + write permissions
mockDir(STICKY_WRITE_PERMISSIONS.unix, { createLock: false });
mockDir({ createLock: false });
// Verify lockfile does not exist
await checkLockDirFiles(lockPath, { shouldExist: false });
@ -158,8 +145,7 @@ describe('lib/lockfile', () => {
});
it('should synchronously unlock a lockfile', () => {
// Mock directory with sticky + write permissions
mockDir(STICKY_WRITE_PERMISSIONS.unix, { createLock: true });
mockDir({ createLock: true });
lockfile.unlockSync(lockPath);
@ -170,16 +156,33 @@ describe('lib/lockfile', () => {
});
it('should try to clean up existing locks on process exit', async () => {
// Mock directory with sticky + write permissions
mockDir(STICKY_WRITE_PERMISSIONS.unix, { createLock: false });
mockDir({ createLock: false });
// Lock file, which stores lock path in memory
// Create lockfiles for multiple appId / uuids
await lockfile.lock(lockPath);
await lockfile.lock(lockPath2);
// @ts-ignore
process.emit('exit');
// Verify lockfile removal
// Verify lockfile removal regardless of appId / appUuid
await checkLockDirFiles(lockPath, { shouldExist: false });
await checkLockDirFiles(lockPath2, { shouldExist: false });
});
it('should list locks taken according to a filter function', async () => {
mockDir({ createLock: false });
// Create lockfiles for multiple appId / uuids
await lockfile.lock(lockPath);
await lockfile.lock(lockPath2);
expect(
lockfile.getLocksTaken((path) => path.includes('1234567')),
).to.have.members([lockPath]);
expect(
lockfile.getLocksTaken((path) => path.includes('7654321')),
).to.have.members([lockPath2]);
expect(lockfile.getLocksTaken()).to.have.members([lockPath, lockPath2]);
});
});