2018-06-08 18:36:55 +00:00
|
|
|
# https://circleci.com/docs/2.0/
|
|
|
|
|
2020-09-14 11:38:54 +00:00
|
|
|
# We use version 2.1 of CircleCI's configuration format (the docs are still at
|
|
|
|
# the 2.0 link) in order to have access to Windows executors. This means we
|
|
|
|
# can't use dots in job names anymore. They have a new "parameters" feature
|
|
|
|
# that is supposed to remove the need to have version numbers in job names (the
|
|
|
|
# source of our dots), but switching to that is going to be a bigger refactor:
|
|
|
|
#
|
|
|
|
# https://discuss.circleci.com/t/v2-1-job-name-validation/31123
|
|
|
|
# https://circleci.com/docs/2.0/reusing-config/
|
|
|
|
#
|
2020-09-14 11:12:47 +00:00
|
|
|
version: 2.1
|
2020-09-14 11:38:54 +00:00
|
|
|
|
2018-06-08 18:36:55 +00:00
|
|
|
workflows:
|
|
|
|
ci:
|
|
|
|
jobs:
|
2022-12-13 14:09:02 +00:00
|
|
|
# Start with jobs testing various platforms.
|
|
|
|
- "debian-10":
|
|
|
|
{}
|
|
|
|
- "debian-11":
|
|
|
|
{}
|
2019-09-13 17:09:36 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
- "ubuntu-20-04":
|
|
|
|
{}
|
|
|
|
- "ubuntu-18-04":
|
|
|
|
requires:
|
|
|
|
- "ubuntu-20-04"
|
2019-09-13 17:09:36 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
# Equivalent to RHEL 8; CentOS 8 is dead.
|
|
|
|
- "oraclelinux-8":
|
|
|
|
{}
|
2019-09-13 17:09:36 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
- "nixos":
|
|
|
|
name: "NixOS 21.05"
|
|
|
|
nixpkgs: "21.05"
|
2019-12-13 15:39:15 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
- "nixos":
|
|
|
|
name: "NixOS 21.11"
|
|
|
|
nixpkgs: "21.11"
|
2021-09-29 19:16:01 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
# Eventually, test against PyPy 3.8
|
|
|
|
#- "pypy27-buster":
|
|
|
|
# {}
|
2019-09-13 17:09:36 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
# Other assorted tasks and configurations
|
|
|
|
- "codechecks":
|
|
|
|
{}
|
|
|
|
- "pyinstaller":
|
|
|
|
{}
|
|
|
|
- "c-locale":
|
|
|
|
{}
|
|
|
|
# Any locale other than C or UTF-8.
|
|
|
|
- "another-locale":
|
|
|
|
{}
|
2019-09-13 17:09:36 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
- "integration":
|
|
|
|
requires:
|
|
|
|
# If the unit test suite doesn't pass, don't bother running the
|
|
|
|
# integration tests.
|
|
|
|
- "debian-11"
|
2019-01-24 15:20:47 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
- "typechecks":
|
|
|
|
{}
|
|
|
|
- "docs":
|
|
|
|
{}
|
2021-03-19 19:55:19 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
images:
|
|
|
|
# Build the Docker images used by the ci jobs. This makes the ci jobs
|
|
|
|
# faster and takes various spurious failures out of the critical path.
|
|
|
|
triggers:
|
|
|
|
# Build once a day
|
|
|
|
- schedule:
|
|
|
|
cron: "0 0 * * *"
|
|
|
|
filters:
|
|
|
|
branches:
|
|
|
|
only:
|
|
|
|
- "master"
|
2019-04-04 20:54:22 +00:00
|
|
|
|
2022-12-13 14:09:02 +00:00
|
|
|
jobs:
|
2021-08-11 11:41:59 +00:00
|
|
|
# Every job that pushes a Docker image from Docker Hub needs to provide
|
|
|
|
# credentials. Use this first job to define a yaml anchor that can be
|
|
|
|
# used to supply a CircleCI job context which makes Docker Hub
|
|
|
|
# credentials available in the environment.
|
|
|
|
#
|
|
|
|
# Contexts are managed in the CircleCI web interface:
|
|
|
|
#
|
|
|
|
# https://app.circleci.com/settings/organization/github/tahoe-lafs/contexts
|
2022-05-18 17:26:07 +00:00
|
|
|
- "build-image-debian-10": &DOCKERHUB_CONTEXT
|
|
|
|
context: "dockerhub-auth"
|
2022-05-18 17:19:13 +00:00
|
|
|
- "build-image-debian-11":
|
|
|
|
<<: *DOCKERHUB_CONTEXT
|
2022-05-18 17:43:26 +00:00
|
|
|
- "build-image-ubuntu-18-04":
|
|
|
|
<<: *DOCKERHUB_CONTEXT
|
|
|
|
- "build-image-ubuntu-20-04":
|
|
|
|
<<: *DOCKERHUB_CONTEXT
|
|
|
|
- "build-image-fedora-35":
|
|
|
|
<<: *DOCKERHUB_CONTEXT
|
|
|
|
- "build-image-oraclelinux-8":
|
|
|
|
<<: *DOCKERHUB_CONTEXT
|
2022-02-14 15:35:43 +00:00
|
|
|
# Restore later as PyPy38
|
|
|
|
#- "build-image-pypy27-buster":
|
|
|
|
# <<: *DOCKERHUB_CONTEXT
|
2019-04-04 20:54:22 +00:00
|
|
|
|
2018-06-15 12:57:50 +00:00
|
|
|
|
2018-06-08 18:36:55 +00:00
|
|
|
jobs:
|
2020-10-22 16:08:30 +00:00
|
|
|
dockerhub-auth-template:
|
|
|
|
# This isn't a real job. It doesn't get scheduled as part of any
|
2020-10-22 16:27:22 +00:00
|
|
|
# workflow. Instead, it's just a place we can hang a yaml anchor to
|
2020-10-22 16:08:30 +00:00
|
|
|
# finish the Docker Hub authentication configuration. Workflow jobs using
|
|
|
|
# the DOCKERHUB_CONTEXT anchor will have access to the environment
|
|
|
|
# variables used here. These variables will allow the Docker Hub image
|
|
|
|
# pull to be authenticated and hopefully avoid hitting and rate limits.
|
2020-10-22 16:21:11 +00:00
|
|
|
docker: &DOCKERHUB_AUTH
|
2020-10-22 16:08:30 +00:00
|
|
|
- image: "null"
|
2020-10-22 16:21:11 +00:00
|
|
|
auth:
|
2020-10-22 16:08:30 +00:00
|
|
|
username: $DOCKERHUB_USERNAME
|
|
|
|
password: $DOCKERHUB_PASSWORD
|
|
|
|
|
|
|
|
steps:
|
|
|
|
- run:
|
2020-10-22 18:46:26 +00:00
|
|
|
name: "CircleCI YAML schema conformity"
|
2020-10-22 16:08:30 +00:00
|
|
|
command: |
|
2020-10-22 18:46:26 +00:00
|
|
|
# This isn't a real command. We have to have something in this
|
|
|
|
# space, though, or the CircleCI yaml schema validator gets angry.
|
|
|
|
# Since this job is never scheduled this step is never run so the
|
|
|
|
# actual value here is irrelevant.
|
2020-10-22 16:08:30 +00:00
|
|
|
|
2022-02-15 19:33:00 +00:00
|
|
|
codechecks:
|
2021-08-11 13:50:23 +00:00
|
|
|
docker:
|
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "cimg/python:3.9"
|
2021-08-11 13:50:23 +00:00
|
|
|
|
|
|
|
steps:
|
|
|
|
- "checkout"
|
|
|
|
|
2022-12-09 19:07:38 +00:00
|
|
|
- run: &INSTALL_TOX
|
2021-08-11 13:50:23 +00:00
|
|
|
name: "Install tox"
|
|
|
|
command: |
|
2022-12-09 19:07:38 +00:00
|
|
|
pip install --user 'tox~=3.0'
|
2021-08-11 13:50:23 +00:00
|
|
|
|
|
|
|
- run:
|
|
|
|
name: "Static-ish code checks"
|
|
|
|
command: |
|
2022-02-15 19:33:00 +00:00
|
|
|
~/.local/bin/tox -e codechecks
|
2021-08-11 13:50:23 +00:00
|
|
|
|
2019-10-04 15:39:14 +00:00
|
|
|
pyinstaller:
|
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "cimg/python:3.9"
|
2019-10-04 15:39:14 +00:00
|
|
|
|
|
|
|
steps:
|
|
|
|
- "checkout"
|
|
|
|
|
|
|
|
- run:
|
2022-12-09 19:07:38 +00:00
|
|
|
<<: *INSTALL_TOX
|
2019-10-04 15:39:14 +00:00
|
|
|
|
|
|
|
- run:
|
|
|
|
name: "Make PyInstaller executable"
|
|
|
|
command: |
|
|
|
|
~/.local/bin/tox -e pyinstaller
|
|
|
|
|
|
|
|
- run:
|
2019-10-07 15:31:29 +00:00
|
|
|
# To verify that the resultant PyInstaller-generated binary executes
|
|
|
|
# cleanly (i.e., that it terminates with an exit code of 0 and isn't
|
|
|
|
# failing due to import/packaging-related errors, etc.).
|
2019-10-04 15:39:14 +00:00
|
|
|
name: "Test PyInstaller executable"
|
|
|
|
command: |
|
|
|
|
dist/Tahoe-LAFS/tahoe --version
|
|
|
|
|
2022-02-14 15:35:43 +00:00
|
|
|
debian-10: &DEBIAN
|
2018-06-08 18:58:25 +00:00
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "tahoelafsci/debian:10-py3.7"
|
2019-04-04 16:52:35 +00:00
|
|
|
user: "nobody"
|
2018-06-08 18:58:25 +00:00
|
|
|
|
2018-06-14 16:32:41 +00:00
|
|
|
environment: &UTF_8_ENVIRONMENT
|
2019-06-25 18:50:42 +00:00
|
|
|
# In general, the test suite is not allowed to fail while the job
|
|
|
|
# succeeds. But you can set this to "yes" if you want it to be
|
|
|
|
# otherwise.
|
|
|
|
ALLOWED_FAILURE: "no"
|
2018-06-14 16:32:41 +00:00
|
|
|
# Tell Hypothesis which configuration we want it to use.
|
2018-06-15 12:29:40 +00:00
|
|
|
TAHOE_LAFS_HYPOTHESIS_PROFILE: "ci"
|
2018-06-14 16:32:41 +00:00
|
|
|
# Tell the C runtime things about character encoding (mainly to do with
|
2018-06-14 16:32:49 +00:00
|
|
|
# filenames and argv).
|
2018-06-15 12:29:40 +00:00
|
|
|
LANG: "en_US.UTF-8"
|
2018-06-14 20:00:02 +00:00
|
|
|
# Select a tox environment to run for this job.
|
2022-02-14 15:35:43 +00:00
|
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "py37"
|
2018-06-15 17:34:17 +00:00
|
|
|
# Additional arguments to pass to tox.
|
2018-07-09 19:55:32 +00:00
|
|
|
TAHOE_LAFS_TOX_ARGS: ""
|
2019-01-24 21:04:26 +00:00
|
|
|
# The path in which test artifacts will be placed.
|
|
|
|
ARTIFACTS_OUTPUT_PATH: "/tmp/artifacts"
|
2018-07-09 17:32:59 +00:00
|
|
|
# Convince all of our pip invocations to look at the cached wheelhouse
|
|
|
|
# we maintain.
|
|
|
|
WHEELHOUSE_PATH: &WHEELHOUSE_PATH "/tmp/wheelhouse"
|
|
|
|
PIP_FIND_LINKS: "file:///tmp/wheelhouse"
|
2020-10-14 16:58:15 +00:00
|
|
|
# Upload the coverage report.
|
2021-01-05 20:58:21 +00:00
|
|
|
UPLOAD_COVERAGE: ""
|
2018-06-13 16:36:51 +00:00
|
|
|
|
2019-04-04 15:44:27 +00:00
|
|
|
# pip cannot install packages if the working directory is not readable.
|
|
|
|
# We want to run a lot of steps as nobody instead of as root.
|
2019-04-04 15:45:16 +00:00
|
|
|
working_directory: "/tmp/project"
|
2019-04-04 15:44:27 +00:00
|
|
|
|
2018-06-08 18:58:25 +00:00
|
|
|
steps:
|
|
|
|
- "checkout"
|
2018-06-14 17:20:48 +00:00
|
|
|
- run: &SETUP_VIRTUALENV
|
|
|
|
name: "Setup virtualenv"
|
2018-06-15 19:14:55 +00:00
|
|
|
command: |
|
2019-04-04 16:52:35 +00:00
|
|
|
/tmp/project/.circleci/setup-virtualenv.sh \
|
2019-04-04 16:07:32 +00:00
|
|
|
"/tmp/venv" \
|
|
|
|
"/tmp/project" \
|
2019-04-04 16:15:35 +00:00
|
|
|
"${WHEELHOUSE_PATH}" \
|
2018-07-06 15:32:12 +00:00
|
|
|
"${TAHOE_LAFS_TOX_ENVIRONMENT}" \
|
|
|
|
"${TAHOE_LAFS_TOX_ARGS}"
|
2018-06-08 18:58:25 +00:00
|
|
|
|
2018-06-14 16:32:18 +00:00
|
|
|
- run: &RUN_TESTS
|
2018-06-08 18:58:25 +00:00
|
|
|
name: "Run test suite"
|
2018-06-15 19:14:55 +00:00
|
|
|
command: |
|
2018-07-06 15:28:52 +00:00
|
|
|
/tmp/project/.circleci/run-tests.sh \
|
2019-04-04 16:07:32 +00:00
|
|
|
"/tmp/venv" \
|
|
|
|
"/tmp/project" \
|
2019-06-25 18:50:42 +00:00
|
|
|
"${ALLOWED_FAILURE}" \
|
2019-01-24 21:04:26 +00:00
|
|
|
"${ARTIFACTS_OUTPUT_PATH}" \
|
2018-07-06 15:28:52 +00:00
|
|
|
"${TAHOE_LAFS_TOX_ENVIRONMENT}" \
|
|
|
|
"${TAHOE_LAFS_TOX_ARGS}"
|
2018-07-08 23:06:34 +00:00
|
|
|
# trial output gets directed straight to a log. avoid the circleci
|
|
|
|
# timeout while the test suite runs.
|
|
|
|
no_output_timeout: "20m"
|
2018-06-15 18:21:33 +00:00
|
|
|
|
2018-07-05 18:19:23 +00:00
|
|
|
- store_test_results: &STORE_TEST_RESULTS
|
2018-07-06 14:59:10 +00:00
|
|
|
path: "/tmp/artifacts/junit"
|
2018-07-05 18:19:23 +00:00
|
|
|
|
2018-06-15 18:21:33 +00:00
|
|
|
- store_artifacts: &STORE_TEST_LOG
|
2018-06-14 16:50:51 +00:00
|
|
|
# Despite passing --workdir /tmp to tox above, it still runs trial
|
|
|
|
# in the project source checkout.
|
|
|
|
path: "/tmp/project/_trial_temp/test.log"
|
|
|
|
|
2021-09-08 13:14:47 +00:00
|
|
|
- store_artifacts: &STORE_ELIOT_LOG
|
|
|
|
# Despite passing --workdir /tmp to tox above, it still runs trial
|
|
|
|
# in the project source checkout.
|
|
|
|
path: "/tmp/project/eliot.log"
|
|
|
|
|
2018-06-15 18:21:33 +00:00
|
|
|
- store_artifacts: &STORE_OTHER_ARTIFACTS
|
2018-06-15 17:20:26 +00:00
|
|
|
# Store any other artifacts, too. This is handy to allow other jobs
|
|
|
|
# sharing most of the definition of this one to be able to
|
|
|
|
# contribute artifacts easily.
|
|
|
|
path: "/tmp/artifacts"
|
|
|
|
|
2018-06-15 18:21:33 +00:00
|
|
|
- run: &SUBMIT_COVERAGE
|
2018-06-14 17:20:48 +00:00
|
|
|
name: "Submit coverage results"
|
|
|
|
command: |
|
2020-10-16 10:54:06 +00:00
|
|
|
if [ -n "${UPLOAD_COVERAGE}" ]; then
|
|
|
|
/tmp/venv/bin/codecov
|
|
|
|
fi
|
2018-06-14 17:20:48 +00:00
|
|
|
|
2022-02-14 15:35:43 +00:00
|
|
|
debian-11:
|
2019-06-25 17:12:57 +00:00
|
|
|
<<: *DEBIAN
|
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "tahoelafsci/debian:11-py3.9"
|
2019-06-25 17:12:57 +00:00
|
|
|
user: "nobody"
|
2019-06-25 18:16:26 +00:00
|
|
|
environment:
|
2022-02-15 15:26:54 +00:00
|
|
|
<<: *UTF_8_ENVIRONMENT
|
2022-02-14 15:35:43 +00:00
|
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "py39"
|
|
|
|
|
|
|
|
# Restore later using PyPy3.8
|
|
|
|
# pypy27-buster:
|
|
|
|
# <<: *DEBIAN
|
|
|
|
# docker:
|
|
|
|
# - <<: *DOCKERHUB_AUTH
|
|
|
|
# image: "tahoelafsci/pypy:buster-py2"
|
|
|
|
# user: "nobody"
|
|
|
|
# environment:
|
|
|
|
# <<: *UTF_8_ENVIRONMENT
|
|
|
|
# # We don't do coverage since it makes PyPy far too slow:
|
|
|
|
# TAHOE_LAFS_TOX_ENVIRONMENT: "pypy27"
|
|
|
|
# # Since we didn't collect it, don't upload it.
|
|
|
|
# UPLOAD_COVERAGE: ""
|
2018-06-13 17:59:52 +00:00
|
|
|
|
2018-06-19 12:37:18 +00:00
|
|
|
c-locale:
|
|
|
|
<<: *DEBIAN
|
|
|
|
|
|
|
|
environment:
|
|
|
|
<<: *UTF_8_ENVIRONMENT
|
|
|
|
LANG: "C"
|
|
|
|
|
|
|
|
|
2019-03-20 19:56:01 +00:00
|
|
|
another-locale:
|
|
|
|
<<: *DEBIAN
|
|
|
|
|
|
|
|
environment:
|
|
|
|
<<: *UTF_8_ENVIRONMENT
|
|
|
|
# aka "Latin 1"
|
|
|
|
LANG: "en_US.ISO-8859-1"
|
|
|
|
|
2019-01-24 14:02:27 +00:00
|
|
|
integration:
|
|
|
|
<<: *DEBIAN
|
2022-05-18 17:20:37 +00:00
|
|
|
docker:
|
|
|
|
- <<: *DOCKERHUB_AUTH
|
|
|
|
image: "tahoelafsci/debian:11-py3.9"
|
|
|
|
user: "nobody"
|
2019-01-24 14:02:27 +00:00
|
|
|
|
|
|
|
environment:
|
|
|
|
<<: *UTF_8_ENVIRONMENT
|
|
|
|
# Select the integration tests tox environments.
|
|
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "integration"
|
2019-01-24 21:04:26 +00:00
|
|
|
# Disable artifact collection because py.test can't produce any.
|
|
|
|
ARTIFACTS_OUTPUT_PATH: ""
|
|
|
|
|
2019-01-24 14:02:27 +00:00
|
|
|
steps:
|
|
|
|
- "checkout"
|
2019-04-03 18:27:45 +00:00
|
|
|
# DRY, YAML-style. See the debian-9 steps.
|
2019-01-24 14:02:27 +00:00
|
|
|
- run: *SETUP_VIRTUALENV
|
|
|
|
- run: *RUN_TESTS
|
|
|
|
|
2022-02-14 15:40:38 +00:00
|
|
|
ubuntu-18-04: &UBUNTU_18_04
|
|
|
|
<<: *DEBIAN
|
2020-07-18 00:00:13 +00:00
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-01-24 15:51:55 +00:00
|
|
|
image: "tahoelafsci/ubuntu:18.04-py3.7"
|
2020-07-18 00:00:13 +00:00
|
|
|
user: "nobody"
|
|
|
|
|
2020-07-17 17:48:08 +00:00
|
|
|
environment:
|
|
|
|
<<: *UTF_8_ENVIRONMENT
|
2020-08-14 15:24:42 +00:00
|
|
|
# The default trial args include --rterrors which is incompatible with
|
|
|
|
# this reporter on Python 3. So drop that and just specify the
|
|
|
|
# reporter.
|
|
|
|
TAHOE_LAFS_TRIAL_ARGS: "--reporter=subunitv2-file"
|
2022-01-24 15:40:26 +00:00
|
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "py37"
|
2020-07-17 17:48:08 +00:00
|
|
|
|
|
|
|
|
2020-09-14 11:30:10 +00:00
|
|
|
ubuntu-20-04:
|
2020-08-07 18:59:27 +00:00
|
|
|
<<: *DEBIAN
|
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 16:40:03 +00:00
|
|
|
image: "tahoelafsci/ubuntu:20.04-py3.9"
|
2020-08-07 18:59:27 +00:00
|
|
|
user: "nobody"
|
2022-02-14 16:30:24 +00:00
|
|
|
environment:
|
2022-02-15 15:26:54 +00:00
|
|
|
<<: *UTF_8_ENVIRONMENT
|
2022-02-14 16:30:24 +00:00
|
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "py39"
|
2020-08-07 18:59:27 +00:00
|
|
|
|
2022-02-14 15:44:44 +00:00
|
|
|
oraclelinux-8: &RHEL_DERIV
|
2018-06-13 17:59:52 +00:00
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "tahoelafsci/oraclelinux:8-py3.8"
|
2019-04-04 18:00:19 +00:00
|
|
|
user: "nobody"
|
2018-06-13 17:59:52 +00:00
|
|
|
|
2022-02-14 16:30:24 +00:00
|
|
|
environment:
|
|
|
|
<<: *UTF_8_ENVIRONMENT
|
|
|
|
TAHOE_LAFS_TOX_ENVIRONMENT: "py38"
|
2018-06-13 17:59:52 +00:00
|
|
|
|
2019-04-04 18:00:19 +00:00
|
|
|
# pip cannot install packages if the working directory is not readable.
|
|
|
|
# We want to run a lot of steps as nobody instead of as root.
|
|
|
|
working_directory: "/tmp/project"
|
2018-06-13 17:59:52 +00:00
|
|
|
|
2019-04-04 18:00:19 +00:00
|
|
|
steps:
|
2018-06-13 17:59:52 +00:00
|
|
|
- "checkout"
|
2018-06-14 17:20:48 +00:00
|
|
|
- run: *SETUP_VIRTUALENV
|
2018-06-14 17:05:08 +00:00
|
|
|
- run: *RUN_TESTS
|
2018-07-05 18:19:23 +00:00
|
|
|
- store_test_results: *STORE_TEST_RESULTS
|
2018-06-15 18:21:33 +00:00
|
|
|
- store_artifacts: *STORE_TEST_LOG
|
2021-09-08 13:14:47 +00:00
|
|
|
- store_artifacts: *STORE_ELIOT_LOG
|
2018-06-15 18:21:33 +00:00
|
|
|
- store_artifacts: *STORE_OTHER_ARTIFACTS
|
|
|
|
- run: *SUBMIT_COVERAGE
|
2018-06-14 16:50:51 +00:00
|
|
|
|
2022-02-14 15:35:43 +00:00
|
|
|
fedora-35:
|
2018-06-15 15:07:56 +00:00
|
|
|
<<: *RHEL_DERIV
|
2018-06-14 14:09:42 +00:00
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 16:05:31 +00:00
|
|
|
image: "tahoelafsci/fedora:35-py3"
|
2019-04-04 18:02:00 +00:00
|
|
|
user: "nobody"
|
2018-06-15 17:34:17 +00:00
|
|
|
|
2022-01-27 20:35:23 +00:00
|
|
|
nixos:
|
|
|
|
parameters:
|
|
|
|
nixpkgs:
|
|
|
|
description: >-
|
|
|
|
Reference the name of a niv-managed nixpkgs source (see `niv show`
|
|
|
|
and nix/sources.json)
|
|
|
|
type: "string"
|
|
|
|
|
2019-12-13 15:39:15 +00:00
|
|
|
docker:
|
|
|
|
# Run in a highly Nix-capable environment.
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-12-21 11:25:22 +00:00
|
|
|
image: "nixos/nix:2.10.3"
|
2019-12-13 15:39:15 +00:00
|
|
|
|
|
|
|
environment:
|
2022-01-27 20:35:23 +00:00
|
|
|
# CACHIX_AUTH_TOKEN is manually set in the CircleCI web UI and
|
|
|
|
# allows us to push to CACHIX_NAME. We only need this set for
|
|
|
|
# `cachix use` in this step.
|
|
|
|
CACHIX_NAME: "tahoe-lafs-opensource"
|
2019-12-13 15:39:15 +00:00
|
|
|
|
|
|
|
steps:
|
2022-01-27 19:31:56 +00:00
|
|
|
- "run":
|
2022-12-21 11:25:22 +00:00
|
|
|
# Get cachix for Nix-friendly caching.
|
2022-01-27 19:31:56 +00:00
|
|
|
name: "Install Basic Dependencies"
|
|
|
|
command: |
|
2022-12-21 11:25:22 +00:00
|
|
|
NIXPKGS="https://github.com/nixos/nixpkgs/archive/nixos-<<parameters.nixpkgs>>.tar.gz"
|
2022-01-27 19:31:56 +00:00
|
|
|
nix-env \
|
2022-12-21 11:25:22 +00:00
|
|
|
--file $NIXPKGS \
|
2022-01-27 19:31:56 +00:00
|
|
|
--install \
|
2022-12-21 11:25:22 +00:00
|
|
|
-A cachix bash
|
|
|
|
# Activate it for "binary substitution". This sets up
|
|
|
|
# configuration tht lets Nix download something from the cache
|
|
|
|
# instead of building it locally, if possible.
|
|
|
|
cachix use "${CACHIX_NAME}"
|
2022-01-27 19:31:56 +00:00
|
|
|
|
2019-12-13 15:39:15 +00:00
|
|
|
- "checkout"
|
2022-01-27 19:31:56 +00:00
|
|
|
|
2022-01-27 18:52:10 +00:00
|
|
|
- "run":
|
2022-01-27 19:01:40 +00:00
|
|
|
# The Nix package doesn't know how to do this part, unfortunately.
|
2022-01-27 19:04:21 +00:00
|
|
|
name: "Generate version"
|
2022-01-27 19:05:59 +00:00
|
|
|
command: |
|
2022-01-27 19:59:29 +00:00
|
|
|
nix-shell \
|
|
|
|
-p 'python3.withPackages (ps: [ ps.setuptools ])' \
|
|
|
|
--run 'python setup.py update_version'
|
2022-01-27 18:52:10 +00:00
|
|
|
|
2019-12-13 15:39:15 +00:00
|
|
|
- "run":
|
2022-01-27 20:35:23 +00:00
|
|
|
name: "Build"
|
2019-12-13 15:39:15 +00:00
|
|
|
command: |
|
2019-12-18 14:31:04 +00:00
|
|
|
# CircleCI build environment looks like it has a zillion and a
|
|
|
|
# half cores. Don't let Nix autodetect this high core count
|
|
|
|
# because it blows up memory usage and fails the test run. Pick a
|
|
|
|
# number of cores that suites the build environment we're paying
|
|
|
|
# for (the free one!).
|
|
|
|
#
|
|
|
|
# Also, let it run more than one job at a time because we have to
|
|
|
|
# build a couple simple little dependencies that don't take
|
|
|
|
# advantage of multiple cores and we get a little speedup by doing
|
|
|
|
# them in parallel.
|
2022-12-21 11:25:22 +00:00
|
|
|
source .circleci/lib.sh
|
|
|
|
cache_if_able nix-build \
|
|
|
|
--cores 3 \
|
|
|
|
--max-jobs 2 \
|
|
|
|
--argstr pkgsVersion "nixpkgs-<<parameters.nixpkgs>>"
|
2022-01-27 20:35:23 +00:00
|
|
|
|
|
|
|
- "run":
|
|
|
|
name: "Test"
|
|
|
|
command: |
|
|
|
|
# Let it go somewhat wild for the test suite itself
|
2022-12-21 11:25:22 +00:00
|
|
|
source .circleci/lib.sh
|
|
|
|
cache_if_able nix-build \
|
|
|
|
--cores 8 \
|
|
|
|
--argstr pkgsVersion "nixpkgs-<<parameters.nixpkgs>>" \
|
|
|
|
tests.nix
|
2022-01-27 20:09:52 +00:00
|
|
|
|
2020-12-04 15:34:21 +00:00
|
|
|
typechecks:
|
|
|
|
docker:
|
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "tahoelafsci/ubuntu:18.04-py3.7"
|
2019-09-13 15:05:05 +00:00
|
|
|
|
|
|
|
steps:
|
|
|
|
- "checkout"
|
|
|
|
- run:
|
2020-12-04 15:34:21 +00:00
|
|
|
name: "Validate Types"
|
2019-09-13 15:05:05 +00:00
|
|
|
command: |
|
2021-01-15 20:00:57 +00:00
|
|
|
/tmp/venv/bin/tox -e typechecks
|
2019-09-13 15:05:05 +00:00
|
|
|
|
2021-03-09 21:57:20 +00:00
|
|
|
docs:
|
|
|
|
docker:
|
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-02-14 15:35:43 +00:00
|
|
|
image: "tahoelafsci/ubuntu:18.04-py3.7"
|
2021-03-09 21:57:20 +00:00
|
|
|
|
|
|
|
steps:
|
|
|
|
- "checkout"
|
|
|
|
- run:
|
|
|
|
name: "Build documentation"
|
|
|
|
command: |
|
|
|
|
/tmp/venv/bin/tox -e docs
|
|
|
|
|
2019-04-04 19:34:34 +00:00
|
|
|
build-image: &BUILD_IMAGE
|
|
|
|
# This is a template for a job to build a Docker image that has as much of
|
|
|
|
# the setup as we can manage already done and baked in. This cuts down on
|
|
|
|
# the per-job setup time the actual testing jobs have to perform - by
|
|
|
|
# perhaps 10% - 20%.
|
2019-04-03 17:15:08 +00:00
|
|
|
#
|
|
|
|
# https://circleci.com/blog/how-to-build-a-docker-image-on-circleci-2-0/
|
|
|
|
docker:
|
2020-10-22 16:08:30 +00:00
|
|
|
- <<: *DOCKERHUB_AUTH
|
2022-01-24 16:01:47 +00:00
|
|
|
# CircleCI build images; https://github.com/CircleCI-Public/cimg-base
|
|
|
|
# for details.
|
|
|
|
image: "cimg/base:2022.01"
|
2019-04-03 17:15:08 +00:00
|
|
|
|
2019-04-04 19:34:34 +00:00
|
|
|
environment:
|
2022-02-14 15:35:43 +00:00
|
|
|
DISTRO: "tahoelafsci/<DISTRO>:foo-py3.9"
|
|
|
|
TAG: "tahoelafsci/distro:<TAG>-py3.9"
|
2020-07-18 00:00:13 +00:00
|
|
|
PYTHON_VERSION: "tahoelafsci/distro:tag-py<PYTHON_VERSION}"
|
2019-04-04 19:34:34 +00:00
|
|
|
|
2019-04-03 17:15:08 +00:00
|
|
|
steps:
|
|
|
|
- "checkout"
|
2022-02-15 15:13:35 +00:00
|
|
|
- setup_remote_docker:
|
2022-02-15 15:07:04 +00:00
|
|
|
version: "20.10.11"
|
2019-04-03 19:24:58 +00:00
|
|
|
- run:
|
|
|
|
name: "Log in to Dockerhub"
|
|
|
|
command: |
|
2020-10-22 16:08:30 +00:00
|
|
|
docker login -u ${DOCKERHUB_USERNAME} -p ${DOCKERHUB_PASSWORD}
|
2019-04-03 19:24:58 +00:00
|
|
|
- run:
|
2019-04-04 19:34:34 +00:00
|
|
|
name: "Build image"
|
2019-04-04 18:02:00 +00:00
|
|
|
command: |
|
2019-04-04 19:34:34 +00:00
|
|
|
docker \
|
|
|
|
build \
|
|
|
|
--build-arg TAG=${TAG} \
|
2020-07-17 20:26:56 +00:00
|
|
|
--build-arg PYTHON_VERSION=${PYTHON_VERSION} \
|
2020-07-18 00:00:13 +00:00
|
|
|
-t tahoelafsci/${DISTRO}:${TAG}-py${PYTHON_VERSION} \
|
2019-04-04 20:51:51 +00:00
|
|
|
-f ~/project/.circleci/Dockerfile.${DISTRO} \
|
2019-04-04 19:34:34 +00:00
|
|
|
~/project/
|
2019-04-04 19:41:22 +00:00
|
|
|
- run:
|
|
|
|
name: "Push image"
|
|
|
|
command: |
|
2020-07-18 00:00:13 +00:00
|
|
|
docker push tahoelafsci/${DISTRO}:${TAG}-py${PYTHON_VERSION}
|
2019-04-04 19:34:34 +00:00
|
|
|
|
|
|
|
|
2021-02-11 20:59:51 +00:00
|
|
|
build-image-debian-10:
|
2019-04-04 19:34:34 +00:00
|
|
|
<<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
environment:
|
|
|
|
DISTRO: "debian"
|
2021-02-11 20:59:51 +00:00
|
|
|
TAG: "10"
|
2022-02-14 15:35:43 +00:00
|
|
|
PYTHON_VERSION: "3.7"
|
2019-04-04 19:34:34 +00:00
|
|
|
|
|
|
|
|
2022-02-14 15:35:43 +00:00
|
|
|
build-image-debian-11:
|
2019-04-04 19:34:34 +00:00
|
|
|
<<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
environment:
|
|
|
|
DISTRO: "debian"
|
2022-02-14 15:35:43 +00:00
|
|
|
TAG: "11"
|
|
|
|
PYTHON_VERSION: "3.9"
|
2020-07-17 20:23:42 +00:00
|
|
|
|
2022-02-14 15:46:55 +00:00
|
|
|
build-image-ubuntu-18-04:
|
2020-07-17 20:23:42 +00:00
|
|
|
<<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
environment:
|
|
|
|
DISTRO: "ubuntu"
|
|
|
|
TAG: "18.04"
|
2022-01-24 15:51:55 +00:00
|
|
|
PYTHON_VERSION: "3.7"
|
2019-04-04 19:34:34 +00:00
|
|
|
|
|
|
|
|
2020-09-14 11:30:10 +00:00
|
|
|
build-image-ubuntu-20-04:
|
2020-08-07 18:59:27 +00:00
|
|
|
<<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
environment:
|
|
|
|
DISTRO: "ubuntu"
|
|
|
|
TAG: "20.04"
|
2022-02-14 15:35:43 +00:00
|
|
|
PYTHON_VERSION: "3.9"
|
2020-08-07 18:59:27 +00:00
|
|
|
|
|
|
|
|
2022-02-14 15:49:17 +00:00
|
|
|
build-image-oraclelinux-8:
|
2019-04-04 19:34:34 +00:00
|
|
|
<<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
environment:
|
2022-02-14 15:35:43 +00:00
|
|
|
DISTRO: "oraclelinux"
|
2020-04-13 14:09:25 +00:00
|
|
|
TAG: "8"
|
2022-02-14 15:35:43 +00:00
|
|
|
PYTHON_VERSION: "3.8"
|
2019-04-04 19:34:34 +00:00
|
|
|
|
2022-02-14 15:35:43 +00:00
|
|
|
build-image-fedora-35:
|
2019-04-04 19:34:34 +00:00
|
|
|
<<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
environment:
|
|
|
|
DISTRO: "fedora"
|
2022-02-14 15:35:43 +00:00
|
|
|
TAG: "35"
|
2022-02-14 16:05:31 +00:00
|
|
|
PYTHON_VERSION: "3"
|
2022-02-14 15:35:43 +00:00
|
|
|
|
|
|
|
# build-image-pypy27-buster:
|
|
|
|
# <<: *BUILD_IMAGE
|
|
|
|
|
|
|
|
# environment:
|
|
|
|
# DISTRO: "pypy"
|
|
|
|
# TAG: "buster"
|
|
|
|
# # We only have Python 2 for PyPy right now so there's no support for
|
|
|
|
# # setting up PyPy 3 in the image building toolchain. This value is just
|
|
|
|
# # for constructing the right Docker image tag.
|
|
|
|
# PYTHON_VERSION: "2"
|