/** * @license * Copyright 2020 Balena Ltd. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { expect } from 'chai'; import * as chokidar from 'chokidar'; import { promises as fs } from 'fs'; import * as _ from 'lodash'; import * as path from 'path'; import { promisify } from 'util'; import { LivepushManager } from '../../../lib/utils/device/live'; import { resetDockerignoreCache } from '../../docker-build'; import { setupDockerignoreTestData } from '../../projects'; const delay = promisify(setTimeout); const FS_WATCH_DURATION_MS = 500; const repoPath = path.normalize(path.join(__dirname, '..', '..', '..')); const projectsPath = path.join(repoPath, 'tests', 'test-data', 'projects'); interface ByService { [serviceName: string]: T; } class MockLivepushManager extends LivepushManager { public constructor() { super({ buildContext: '', composition: { version: '2.1', services: {} }, buildTasks: [], docker: {} as import('dockerode'), api: {} as import('../../../lib/utils/device/api').DeviceAPI, logger: {} as import('../../../lib/utils/logger'), buildLogs: {}, deployOpts: {} as import('../../../lib/utils/device/deploy').DeviceDeployOptions, }); } public testSetupFilesystemWatcher( serviceName: string, rootContext: string, serviceContext: string, changedPathHandler: (serviceName: string, changedPath: string) => void, dockerignoreByService: ByService, multiDockerignore: boolean, ): import('chokidar').FSWatcher { return super.setupFilesystemWatcher( serviceName, rootContext, serviceContext, changedPathHandler, dockerignoreByService, multiDockerignore, ); } } // "describeSS" stands for "describe Skip Standalone" const describeSS = process.env.BALENA_CLI_TEST_TYPE === 'standalone' ? describe.skip : describe; describeSS('LivepushManager::setupFilesystemWatcher', function () { const manager = new MockLivepushManager(); async function createMonitors( projectPath: string, composition: import('resin-compose-parse').Composition, multiDockerignore: boolean, changedPathHandler: (serviceName: string, changedPath: string) => void, ): Promise> { const { getServiceDirsFromComposition } = await import( '../../../build/utils/compose_ts' ); const { getDockerignoreByService } = await import( '../../../build/utils/ignore' ); const rootContext = path.resolve(projectPath); const monitors: ByService = {}; const serviceDirsByService = await getServiceDirsFromComposition( projectPath, composition, ); const dockerignoreByService = await getDockerignoreByService( projectPath, multiDockerignore, serviceDirsByService, ); for (const serviceName of Object.keys(composition.services)) { const service = composition.services[serviceName]; const serviceContext = path.resolve(rootContext, service.build!.context); const monitor = manager.testSetupFilesystemWatcher( serviceName, rootContext, serviceContext, changedPathHandler, dockerignoreByService, multiDockerignore, ); monitors[serviceName] = monitor; await new Promise((resolve, reject) => { monitor.on('error', reject); monitor.on('ready', resolve); }); } return monitors; } this.beforeAll(async () => { await setupDockerignoreTestData(); }); this.afterAll(async () => { await setupDockerignoreTestData({ cleanup: true }); }); this.beforeEach(() => { resetDockerignoreCache(); }); describe('for project no-docker-compose/basic', function () { const projectPath = path.join(projectsPath, 'no-docker-compose', 'basic'); const composition = { version: '2.1', services: { main: { build: { context: '.' } }, }, }; it('should trigger change events for paths that are not ignored', async () => { const changedPaths: ByService = { main: [] }; const multiDockerignore = true; const monitors = await createMonitors( projectPath, composition, multiDockerignore, (serviceName: string, changedPath: string) => { changedPaths[serviceName].push(changedPath); }, ); await Promise.all([ touch(path.join(projectPath, 'Dockerfile')), touch(path.join(projectPath, 'src', 'start.sh')), touch(path.join(projectPath, 'src', 'windows-crlf.sh')), ]); // wait a bit so that filesystem modifications are notified await delay(FS_WATCH_DURATION_MS); await Promise.all( Object.values(monitors).map((monitor) => monitor.close()), ); expect(changedPaths['main']).to.have.members([ 'Dockerfile', path.join('src', 'start.sh'), path.join('src', 'windows-crlf.sh'), ]); }); }); describe('for project no-docker-compose/dockerignore1', function () { const projectPath = path.join( projectsPath, 'no-docker-compose', 'dockerignore1', ); const composition = { version: '2.1', services: { main: { build: { context: '.' } }, }, }; it('should trigger change events for paths that are not ignored', async () => { const changedPaths: ByService = { main: [] }; const multiDockerignore = true; const monitors = await createMonitors( projectPath, composition, multiDockerignore, (serviceName: string, changedPath: string) => { changedPaths[serviceName].push(changedPath); }, ); await Promise.all([ touch(path.join(projectPath, 'a.txt')), touch(path.join(projectPath, 'b.txt')), touch(path.join(projectPath, 'vendor', '.git', 'vendor-git-contents')), touch(path.join(projectPath, 'src', 'src-a.txt')), touch(path.join(projectPath, 'src', 'src-b.txt')), ]); // wait a bit so that filesystem modifications are notified await delay(FS_WATCH_DURATION_MS); await Promise.all( Object.values(monitors).map((monitor) => monitor.close()), ); expect(changedPaths['main']).to.have.members([ 'a.txt', path.join('src', 'src-a.txt'), path.join('vendor', '.git', 'vendor-git-contents'), ]); }); }); describe('for project no-docker-compose/dockerignore2', function () { const projectPath = path.join( projectsPath, 'no-docker-compose', 'dockerignore2', ); const composition = { version: '2.1', services: { main: { build: { context: '.' } }, }, }; it('should trigger change events for paths that are not ignored', async () => { const changedPaths: ByService = { main: [] }; const multiDockerignore = true; const monitors = await createMonitors( projectPath, composition, multiDockerignore, (serviceName: string, changedPath: string) => { changedPaths[serviceName].push(changedPath); }, ); await Promise.all([ touch(path.join(projectPath, 'a.txt')), touch(path.join(projectPath, 'b.txt')), touch(path.join(projectPath, 'lib', 'src-a.txt')), touch(path.join(projectPath, 'lib', 'src-b.txt')), touch(path.join(projectPath, 'src', 'src-a.txt')), touch(path.join(projectPath, 'src', 'src-b.txt')), touch(path.join(projectPath, 'symlink-a.txt')), touch(path.join(projectPath, 'symlink-b.txt')), ]); // wait a bit so that filesystem modifications are notified await delay(FS_WATCH_DURATION_MS); await Promise.all( Object.values(monitors).map((monitor) => monitor.close()), ); // chokidar appears to treat symbolic links differently on different // platforms like Linux and macOS. On Linux only, change events are // reported for symlinks when the target file they point to is changed. // We tolerate this difference in this test case. const expectedNoSymlink = [ 'b.txt', path.join('lib', 'src-b.txt'), path.join('src', 'src-b.txt'), ]; const expectedWithSymlink = [...expectedNoSymlink, 'symlink-a.txt']; expect(changedPaths['main']).to.include.members(expectedNoSymlink); expect(expectedWithSymlink).to.include.members(changedPaths['main']); }); }); describe('for project docker-compose/basic', function () { const projectPath = path.join(projectsPath, 'docker-compose', 'basic'); const composition = { version: '2.1', services: { service1: { build: { context: 'service1' } }, service2: { build: { context: 'service2' } }, }, }; it('should trigger change events for paths that are not ignored (docker-compose)', async () => { const changedPaths: ByService = { service1: [], service2: [], }; const multiDockerignore = false; const monitors = await createMonitors( projectPath, composition, multiDockerignore, (serviceName: string, changedPath: string) => { changedPaths[serviceName].push(changedPath); }, ); await Promise.all([ touch(path.join(projectPath, 'service1', 'test-ignore.txt')), touch(path.join(projectPath, 'service1', 'file1.sh')), touch(path.join(projectPath, 'service2', 'src', 'file1.sh')), touch(path.join(projectPath, 'service2', 'file2-crlf.sh')), ]); // wait a bit so that filesystem modifications are notified await delay(FS_WATCH_DURATION_MS); await Promise.all( Object.values(monitors).map((monitor) => monitor.close()), ); expect(changedPaths['service1']).to.have.members(['file1.sh']); expect(changedPaths['service2']).to.have.members([ path.join('src', 'file1.sh'), 'file2-crlf.sh', ]); }); it('should trigger change events for paths that are not ignored (docker-compose, multi-dockerignore)', async () => { const changedPaths: ByService = { service1: [], service2: [], }; const multiDockerignore = true; const monitors = await createMonitors( projectPath, composition, multiDockerignore, (serviceName: string, changedPath: string) => { changedPaths[serviceName].push(changedPath); }, ); await Promise.all([ touch(path.join(projectPath, 'service1', 'test-ignore.txt')), touch(path.join(projectPath, 'service1', 'file1.sh')), touch(path.join(projectPath, 'service2', 'src', 'file1.sh')), touch(path.join(projectPath, 'service2', 'file2-crlf.sh')), ]); // wait a bit so that filesystem modifications are notified await delay(FS_WATCH_DURATION_MS); await Promise.all( Object.values(monitors).map((monitor) => monitor.close()), ); expect(changedPaths['service1']).to.have.members([ 'file1.sh', 'test-ignore.txt', ]); expect(changedPaths['service2']).to.have.members(['file2-crlf.sh']); }); }); }); async function touch(filePath: string) { const time = new Date(); return fs.utimes(filePath, time, time); }