Skip to content

Commit

Permalink
[ŧemp] run only interesting tests
Browse files Browse the repository at this point in the history
  • Loading branch information
christian-monch committed Jun 5, 2024
1 parent 4dd8c89 commit f5c90ac
Showing 1 changed file with 178 additions and 178 deletions.
356 changes: 178 additions & 178 deletions .appveyor.yml
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ build: off

environment:
# unless indicated otherwise, we test datalad_next
DTS: datalad_next
DTS: datalad_next.patches.tests.test_sshremoteio datalad_next.patches.tests.test_ria
# SSH testing is done via a side-loaded container that provides a POSIX/SSHable
# server environment
DATALAD_TESTS_DOCKER_SSHD_SECKEY_DOWNLOADURL: https://ci.appveyor.com/api/projects/mih/datalad-ci-docker-containers/artifacts/recipes/sshd/id_rsa?job=sshd
Expand Down Expand Up @@ -91,26 +91,26 @@ environment:

# same as 'test-linux', but TMPDIR is on a crippled filesystem, causing
# most, if not all test datasets to be created on that filesystem
- job_name: test-linux-crippled
APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
PY: 3.10
# datalad-annex git remote needs something after git-annex_8.20211x
INSTALL_GITANNEX: git-annex -m snapshot
CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
DEPLOY_HTTPBIN_IMAGE: yes
INSTALL_SYSPKGS:
DATALAD_TESTS_SSH: 1

# Windows core tests
- job_name: test-win
# ~35 min
APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2019
# Python version specification is non-standard on windows
PY: 39-x64
INSTALL_GITANNEX: git-annex -m datalad/packages
DATALAD_TESTS_SSH: 1
DATALAD_TESTS_SERVER_SSH_SECKEY: C:\DLTMP\datalad_tests_id_rsa
DATALAD_TESTS_SERVER_LOCALPATH: C:\DLTMP\sshdroot
# - job_name: test-linux-crippled
# APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
# PY: 3.10
# # datalad-annex git remote needs something after git-annex_8.20211x
# INSTALL_GITANNEX: git-annex -m snapshot
# CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
# DEPLOY_HTTPBIN_IMAGE: yes
# INSTALL_SYSPKGS:
# DATALAD_TESTS_SSH: 1
#
# # Windows core tests
# - job_name: test-win
# # ~35 min
# APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2019
# # Python version specification is non-standard on windows
# PY: 39-x64
# INSTALL_GITANNEX: git-annex -m datalad/packages
# DATALAD_TESTS_SSH: 1
# DATALAD_TESTS_SERVER_SSH_SECKEY: C:\DLTMP\datalad_tests_id_rsa
# DATALAD_TESTS_SERVER_LOCALPATH: C:\DLTMP\sshdroot

# MacOS core tests
- job_name: test-mac
Expand All @@ -132,96 +132,96 @@ environment:
DATALAD_TESTS_SERVER_LOCALPATH: /Users/appveyor/DLTMP/riaroot

# run a subset of the core tests on the oldest supported Python version
- job_name: datalad-core-1
DTS: >
datalad.cli
datalad.core
# do not run tests that ensure behavior we intentionally changed
# - test_gh1811: is included in next in an alternative implementation
# - test_librarymode: assumes that CLI config overrides end up in the
# session `datalad.cfg.overrides`, but -next changes that behavior
# to have `.overrides` be uniformly limited to instance overrides
KEYWORDS: not test_gh1811 and not test_librarymode
APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
PY: 3.8
INSTALL_SYSPKGS:
# datalad-annex git remote needs something after git-annex_8.20211x
INSTALL_GITANNEX: git-annex -m snapshot
CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
- job_name: datalad-core-2
DTS: >
datalad.customremotes
datalad.dataset
datalad.distributed
datalad.downloaders
datalad.interface
# do not run tests that ensure behavior we intentionally changed
# - test_gh1811: is included in next in an alternative implementation
# - test_fake_gitlab: we have an updated variant in next
# - test_dryrun: we have an updated variant in next; what is disabled is
# the one in test_create_sibling_gitlab.py. However, there is one with
# identical name in test_create_sibling_ghlike.py, now also disabled
# because MIH does not know better
KEYWORDS: >
not test_gh1811
and not test_fake_gitlab
and not test_dryrun
and not test_initremote
and not test_push_url
and not test_read_access
and not test_ria_postclone_noannex
and not test_version_check_ssh
and not test_version_check
and not test_obtain_permission_ssh
and not test_obtain_permission_root
and not test_remote_layout
and not test_remote_layout_ssh
and not test_setup_store
and not test_setup_ds_in_store
and not test_initremote_basic_fileurl
and not test_initremote_basic_httpurl
and not test_initremote_basic_httpsurl
and not test_initremote_basic_sshurl
and not test_gitannex_local
and not test_gitannex_ssh
and not test_ria_postclonecfg
APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
PY: 3.8
INSTALL_SYSPKGS:
# datalad-annex git remote needs something after git-annex_8.20211x
INSTALL_GITANNEX: git-annex -m snapshot
CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
- job_name: datalad-core-3
DTS: >
datalad.distribution
KEYWORDS: not test_invalid_args
APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
PY: 3.8
INSTALL_SYSPKGS:
# datalad-annex git remote needs something after git-annex_8.20211x
INSTALL_GITANNEX: git-annex -m snapshot
CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
- job_name: datalad-core-4
DTS: >
datalad.local
APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
PY: 3.8
INSTALL_SYSPKGS:
# datalad-annex git remote needs something after git-annex_8.20211x
INSTALL_GITANNEX: git-annex -m snapshot
CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
- job_name: datalad-core-5
DTS: >
datalad.runner
datalad.support
datalad.tests
datalad.ui
APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
PY: 3.8
INSTALL_SYSPKGS:
# datalad-annex git remote needs something after git-annex_8.20211x
INSTALL_GITANNEX: git-annex -m snapshot
CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
# - job_name: datalad-core-1
# DTS: >
# datalad.cli
# datalad.core
# # do not run tests that ensure behavior we intentionally changed
# # - test_gh1811: is included in next in an alternative implementation
# # - test_librarymode: assumes that CLI config overrides end up in the
# # session `datalad.cfg.overrides`, but -next changes that behavior
# # to have `.overrides` be uniformly limited to instance overrides
# KEYWORDS: not test_gh1811 and not test_librarymode
# APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
# PY: 3.8
# INSTALL_SYSPKGS:
# # datalad-annex git remote needs something after git-annex_8.20211x
# INSTALL_GITANNEX: git-annex -m snapshot
# CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
# - job_name: datalad-core-2
# DTS: >
# datalad.customremotes
# datalad.dataset
# datalad.distributed
# datalad.downloaders
# datalad.interface
# # do not run tests that ensure behavior we intentionally changed
# # - test_gh1811: is included in next in an alternative implementation
# # - test_fake_gitlab: we have an updated variant in next
# # - test_dryrun: we have an updated variant in next; what is disabled is
# # the one in test_create_sibling_gitlab.py. However, there is one with
# # identical name in test_create_sibling_ghlike.py, now also disabled
# # because MIH does not know better
# KEYWORDS: >
# not test_gh1811
# and not test_fake_gitlab
# and not test_dryrun
# and not test_initremote
# and not test_push_url
# and not test_read_access
# and not test_ria_postclone_noannex
# and not test_version_check_ssh
# and not test_version_check
# and not test_obtain_permission_ssh
# and not test_obtain_permission_root
# and not test_remote_layout
# and not test_remote_layout_ssh
# and not test_setup_store
# and not test_setup_ds_in_store
# and not test_initremote_basic_fileurl
# and not test_initremote_basic_httpurl
# and not test_initremote_basic_httpsurl
# and not test_initremote_basic_sshurl
# and not test_gitannex_local
# and not test_gitannex_ssh
# and not test_ria_postclonecfg
# APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
# PY: 3.8
# INSTALL_SYSPKGS:
# # datalad-annex git remote needs something after git-annex_8.20211x
# INSTALL_GITANNEX: git-annex -m snapshot
# CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
# - job_name: datalad-core-3
# DTS: >
# datalad.distribution
# KEYWORDS: not test_invalid_args
# APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
# PY: 3.8
# INSTALL_SYSPKGS:
# # datalad-annex git remote needs something after git-annex_8.20211x
# INSTALL_GITANNEX: git-annex -m snapshot
# CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
# - job_name: datalad-core-4
# DTS: >
# datalad.local
# APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
# PY: 3.8
# INSTALL_SYSPKGS:
# # datalad-annex git remote needs something after git-annex_8.20211x
# INSTALL_GITANNEX: git-annex -m snapshot
# CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov
# - job_name: datalad-core-5
# DTS: >
# datalad.runner
# datalad.support
# datalad.tests
# datalad.ui
# APPVEYOR_BUILD_WORKER_IMAGE: Ubuntu2004
# PY: 3.8
# INSTALL_SYSPKGS:
# # datalad-annex git remote needs something after git-annex_8.20211x
# INSTALL_GITANNEX: git-annex -m snapshot
# CODECOV_BINARY: https://uploader.codecov.io/latest/linux/codecov


# only run the CI if there are code or tooling changes
Expand All @@ -248,13 +248,13 @@ for:
- matrix:
only:
- job_name: test-linux
- job_name: test-linux-crippled
# - job_name: test-linux-crippled
- job_name: test-mac
- job_name: datalad-core-1
- job_name: datalad-core-2
- job_name: datalad-core-3
- job_name: datalad-core-4
- job_name: datalad-core-5
# - job_name: datalad-core-1
# - job_name: datalad-core-2
# - job_name: datalad-core-3
# - job_name: datalad-core-4
# - job_name: datalad-core-5

cache:
# pip cache
Expand Down Expand Up @@ -341,67 +341,67 @@ for:
#
# WINDOWS TEST RUNS
#
- matrix:
only:
- job_name: test-win
cache:
# pip cache
- C:\Users\appveyor\AppData\Local\pip\Cache -> .appveyor.yml

# init cannot use any components from the repo, because it runs prior to
# cloning it
init:
# remove windows 260-char limit on path names
- ps: Set-Itemproperty -path "HKLM:\SYSTEM\CurrentControlSet\Control\FileSystem" -Name LongPathsEnabled -value 1
# enable developer mode on windows
# this should enable mklink without admin privileges, but it doesn't seem to work
#- ps: tools\ci\appveyor_enable_windevmode.ps1
# enable RDP access on windows (RDP password is in appveyor project config)
# this is relatively expensive (1-2min), but very convenient to jump into any build at any time
- ps: iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
# Scratch space
- cmd: md C:\DLTMP
# and use that scratch space to get short paths in test repos
# (avoiding length-limits as much as possible)
- cmd: "set TMP=C:\\DLTMP"
- cmd: "set TEMP=C:\\DLTMP"
# establish a root directory for SSH tests
- cmd: "md %DATALAD_TESTS_SERVER_LOCALPATH%"

install:
# place a debug setup helper at a convenient location
- cmd: copy tools\appveyor\env_setup.bat C:\\datalad_debug.bat
- cmd: "set PATH=C:\\Python%PY%;C:\\Python%PY%\\Scripts;%PATH%"
# deploy the datalad installer, override version via DATALAD_INSTALLER_VERSION
- cmd:
IF DEFINED DATALAD_INSTALLER_VERSION (
python -m pip install "datalad-installer%DATALAD_INSTALLER_VERSION%"
) ELSE (
python -m pip install datalad-installer
)
# Install git-annex on windows, otherwise INSTALL_SYSPKGS can be used
# deploy git-annex, if desired
- cmd: IF DEFINED INSTALL_GITANNEX datalad-installer --sudo ok %INSTALL_GITANNEX%

before_test:
- tools\appveyor\setup-sshd
- tools\appveyor\verify-ssh-access

test_script:
# run tests on installed module, not source tree files
- cmd: md __testhome__
- cmd: cd __testhome__
# run test selection
- cmd: python -m pytest -s -v --durations 20 -m "not (turtle)" -k "%KEYWORDS%" --cov=datalad_next --cov-config=..\.coveragerc --pyargs %DTS%

after_test:
- cmd: python -m coverage xml
- cmd: curl -fsSL -o codecov.exe "https://uploader.codecov.io/latest/windows/codecov.exe"
- cmd: .\codecov.exe -f "coverage.xml"

on_finish:
# conditionally block the exit of a CI run for direct debugging
- ps: while ((Test-Path "C:\Users\\appveyor\\Desktop\\BLOCK.txt")) { Start-Sleep 5 }
# - matrix:
# only:
# - job_name: test-win
# cache:
# # pip cache
# - C:\Users\appveyor\AppData\Local\pip\Cache -> .appveyor.yml
#
# # init cannot use any components from the repo, because it runs prior to
# # cloning it
# init:
# # remove windows 260-char limit on path names
# - ps: Set-Itemproperty -path "HKLM:\SYSTEM\CurrentControlSet\Control\FileSystem" -Name LongPathsEnabled -value 1
# # enable developer mode on windows
# # this should enable mklink without admin privileges, but it doesn't seem to work
# #- ps: tools\ci\appveyor_enable_windevmode.ps1
# # enable RDP access on windows (RDP password is in appveyor project config)
# # this is relatively expensive (1-2min), but very convenient to jump into any build at any time
# - ps: iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))
# # Scratch space
# - cmd: md C:\DLTMP
# # and use that scratch space to get short paths in test repos
# # (avoiding length-limits as much as possible)
# - cmd: "set TMP=C:\\DLTMP"
# - cmd: "set TEMP=C:\\DLTMP"
# # establish a root directory for SSH tests
# - cmd: "md %DATALAD_TESTS_SERVER_LOCALPATH%"
#
# install:
# # place a debug setup helper at a convenient location
# - cmd: copy tools\appveyor\env_setup.bat C:\\datalad_debug.bat
# - cmd: "set PATH=C:\\Python%PY%;C:\\Python%PY%\\Scripts;%PATH%"
# # deploy the datalad installer, override version via DATALAD_INSTALLER_VERSION
# - cmd:
# IF DEFINED DATALAD_INSTALLER_VERSION (
# python -m pip install "datalad-installer%DATALAD_INSTALLER_VERSION%"
# ) ELSE (
# python -m pip install datalad-installer
# )
# # Install git-annex on windows, otherwise INSTALL_SYSPKGS can be used
# # deploy git-annex, if desired
# - cmd: IF DEFINED INSTALL_GITANNEX datalad-installer --sudo ok %INSTALL_GITANNEX%
#
# before_test:
# - tools\appveyor\setup-sshd
# - tools\appveyor\verify-ssh-access
#
# test_script:
# # run tests on installed module, not source tree files
# - cmd: md __testhome__
# - cmd: cd __testhome__
# # run test selection
# - cmd: python -m pytest -s -v --durations 20 -m "not (turtle)" -k "%KEYWORDS%" --cov=datalad_next --cov-config=..\.coveragerc --pyargs %DTS%
#
# after_test:
# - cmd: python -m coverage xml
# - cmd: curl -fsSL -o codecov.exe "https://uploader.codecov.io/latest/windows/codecov.exe"
# - cmd: .\codecov.exe -f "coverage.xml"
#
# on_finish:
# # conditionally block the exit of a CI run for direct debugging
# - ps: while ((Test-Path "C:\Users\\appveyor\\Desktop\\BLOCK.txt")) { Start-Sleep 5 }


#
Expand Down

0 comments on commit f5c90ac

Please sign in to comment.