head 1.29; access; symbols pkgsrc-2023Q4:1.29.0.2 pkgsrc-2023Q4-base:1.29 pkgsrc-2023Q3:1.28.0.4 pkgsrc-2023Q3-base:1.28 pkgsrc-2023Q2:1.28.0.2 pkgsrc-2023Q2-base:1.28 pkgsrc-2023Q1:1.27.0.4 pkgsrc-2023Q1-base:1.27 pkgsrc-2022Q4:1.27.0.2 pkgsrc-2022Q4-base:1.27 pkgsrc-2022Q3:1.26.0.4 pkgsrc-2022Q3-base:1.26 pkgsrc-2022Q2:1.26.0.2 pkgsrc-2022Q2-base:1.26 pkgsrc-2022Q1:1.25.0.4 pkgsrc-2022Q1-base:1.25 pkgsrc-2021Q4:1.25.0.2 pkgsrc-2021Q4-base:1.25 pkgsrc-2021Q3:1.24.0.4 pkgsrc-2021Q3-base:1.24 pkgsrc-2021Q2:1.24.0.2 pkgsrc-2021Q2-base:1.24 pkgsrc-2021Q1:1.23.0.4 pkgsrc-2021Q1-base:1.23 pkgsrc-2020Q4:1.23.0.2 pkgsrc-2020Q4-base:1.23 pkgsrc-2020Q3:1.22.0.4 pkgsrc-2020Q3-base:1.22 pkgsrc-2020Q2:1.22.0.2 pkgsrc-2020Q2-base:1.22 pkgsrc-2020Q1:1.20.0.6 pkgsrc-2020Q1-base:1.20 pkgsrc-2019Q4:1.20.0.8 pkgsrc-2019Q4-base:1.20 pkgsrc-2019Q3:1.20.0.4 pkgsrc-2019Q3-base:1.20 pkgsrc-2019Q2:1.20.0.2 pkgsrc-2019Q2-base:1.20 pkgsrc-2019Q1:1.19.0.4 pkgsrc-2019Q1-base:1.19 pkgsrc-2018Q4:1.19.0.2 pkgsrc-2018Q4-base:1.19 pkgsrc-2018Q3:1.18.0.2 pkgsrc-2018Q3-base:1.18 pkgsrc-2018Q2:1.17.0.2 pkgsrc-2018Q2-base:1.17 pkgsrc-2018Q1:1.16.0.4 pkgsrc-2018Q1-base:1.16 pkgsrc-2017Q4:1.16.0.2 pkgsrc-2017Q4-base:1.16 pkgsrc-2017Q3:1.15.0.4 pkgsrc-2017Q3-base:1.15 pkgsrc-2017Q2:1.14.0.2 pkgsrc-2017Q2-base:1.14 pkgsrc-2017Q1:1.12.0.2 pkgsrc-2017Q1-base:1.12 pkgsrc-2016Q4:1.11.0.2 pkgsrc-2016Q4-base:1.11 pkgsrc-2016Q3:1.10.0.2 pkgsrc-2016Q3-base:1.10 pkgsrc-2016Q2:1.9.0.2 pkgsrc-2016Q2-base:1.9 pkgsrc-2016Q1:1.8.0.4 pkgsrc-2016Q1-base:1.8 pkgsrc-2015Q4:1.8.0.2 pkgsrc-2015Q4-base:1.8 pkgsrc-2015Q3:1.5.0.4 pkgsrc-2015Q3-base:1.5 pkgsrc-2015Q2:1.5.0.2 pkgsrc-2015Q2-base:1.5 pkgsrc-2015Q1:1.4.0.4 pkgsrc-2015Q1-base:1.4 pkgsrc-2014Q4:1.4.0.2 pkgsrc-2014Q4-base:1.4 pkgsrc-2014Q3:1.2.0.2 pkgsrc-2014Q3-base:1.2; locks; strict; comment @# @; 1.29 date 2023.11.08.13.18.52; author wiz; state Exp; branches; next 1.28; commitid PsuHTklAIsF4bOLE; 1.28 date 2023.04.19.08.09.43; author adam; state Exp; branches; next 1.27; commitid B8gCWhWtMX9vZGlE; 1.27 date 2022.11.23.16.19.50; author adam; state Exp; branches; next 1.26; commitid ju2K3LUYlTJKqQ2E; 1.26 date 2022.04.18.19.10.52; author adam; state Exp; branches; next 1.25; commitid eC9Na3jrfOOUpIAD; 1.25 date 2021.12.08.16.04.00; author adam; state Exp; branches; next 1.24; commitid 2PyWjHx5T8rqARjD; 1.24 date 2021.04.21.11.41.27; author adam; state Exp; branches; next 1.23; commitid fph0Axs0eT3az9QC; 1.23 date 2020.11.05.09.07.56; author ryoon; state Exp; branches; next 1.22; commitid VqGaBtHnBBcd5GuC; 1.22 date 2020.06.02.08.23.38; author adam; state Exp; branches; next 1.21; commitid nisovMpvvZm3RCaC; 1.21 date 2020.04.12.08.28.32; author adam; state Exp; branches; next 1.20; commitid 7jZFLCnc3RCww44C; 1.20 date 2019.04.03.00.32.37; author ryoon; state Exp; branches; next 1.19; commitid pkuNrSZ2MZiLWPhB; 1.19 date 2018.12.09.18.52.23; author adam; state Exp; branches; next 1.18; commitid Pdg91emznUBdJ93B; 1.18 date 2018.07.20.03.34.09; author ryoon; state Exp; branches; next 1.17; commitid 09Go9qhjDl36dPKA; 1.17 date 2018.04.14.07.34.17; author adam; state Exp; branches; next 1.16; commitid OW5IgFIaJWdTEnyA; 1.16 date 2017.11.30.16.45.21; author adam; state Exp; branches; next 1.15; commitid 2LNaDKcCKaKZ25hA; 1.15 date 2017.09.18.09.53.17; author maya; state Exp; branches; next 1.14; commitid BMfpJecGogsW6F7A; 1.14 date 2017.06.07.22.57.02; author jlam; state Exp; branches; next 1.13; commitid sA8j6duaQHspLuUz; 1.13 date 2017.04.22.21.03.31; author adam; state Exp; branches; next 1.12; commitid FZEMSoU8Sj6ZBzOz; 1.12 date 2016.12.31.09.39.31; author wiz; state Exp; branches; next 1.11; commitid 0Gg2dzj5Aq6Gq7Az; 1.11 date 2016.12.04.05.17.24; author ryoon; state Exp; branches; next 1.10; commitid xSaWu3mShoBjQCwz; 1.10 date 2016.08.26.10.41.56; author jmmv; state Exp; branches; next 1.9; commitid xQz2TOZlpPmYQNjz; 1.9 date 2016.04.11.19.01.48; author ryoon; state Exp; branches; next 1.8; commitid mgqGURJPmT1r1f2z; 1.8 date 2015.11.23.03.39.14; author jmmv; state Exp; branches; next 1.7; commitid nPQ0Lwt8SosaqaKy; 1.7 date 2015.10.10.01.58.05; author ryoon; state Exp; branches; next 1.6; commitid 78BsYZiClqZSgvEy; 1.6 date 2015.10.01.15.17.32; author prlw1; state Exp; branches; next 1.5; commitid k8BsUjnOyt62ZpDy; 1.5 date 2015.04.06.08.17.25; author adam; state Exp; branches; next 1.4; commitid dUs0ktQdJn8Wnvgy; 1.4 date 2014.10.19.22.27.44; author alnsn; state Exp; branches; next 1.3; commitid hi8osPxlRMvhwRUx; 1.3 date 2014.10.07.16.47.23; author adam; state Exp; branches; next 1.2; commitid 7jTOvNj1CvwA1iTx; 1.2 date 2014.09.02.08.32.36; author jperkin; state Exp; branches; next 1.1; commitid MKfwrvDYmGKepKOx; 1.1 date 2014.08.14.14.14.52; author jmmv; state Exp; branches; next ; commitid wpLSQcU36MkkTkMx; desc @@ 1.29 log @*: recursive bump for icu 74.1 @ text @# $NetBSD: Makefile,v 1.28 2023/04/19 08:09:43 adam Exp $ DISTNAME= kyua-0.13 PKGREVISION= 17 CATEGORIES= devel MASTER_SITES= ${MASTER_SITE_GITHUB:=jmmv/kyua/releases/download/${DISTNAME}/} MAINTAINER= jmmv@@NetBSD.org HOMEPAGE= https://github.com/jmmv/kyua/ COMMENT= Testing framework for infrastructure software LICENSE= modified-bsd CONFLICTS= kyua-atf-compat-[0-9]* kyua-cli-[0-9]* kyua-testers-[0-9]* PKG_DESTDIR_SUPPORT= user-destdir GNU_CONFIGURE= yes USE_LANGUAGES= c c++ USE_TOOLS= pkg-config PKG_OPTIONS_VAR= PKG_OPTIONS.kyua PKG_SUPPORTED_OPTIONS= tests PKG_SUGGESTED_OPTIONS= tests CONFIGURE_ARGS+= KYUA_CONFSUBDIR= CONFIGURE_ARGS+= --sysconfdir=${PKG_SYSCONFDIR} CONFIGURE_ARGS+= --without-doxygen PKG_SYSCONFSUBDIR= kyua .include "../../mk/bsd.options.mk" .if !empty(PKG_OPTIONS:Mtests) . include "../../devel/atf/buildlink3.mk" CONFIGURE_ARGS+= --with-atf PLIST_SUBST+= TESTS= post-install: post-install-tests .else CONFIGURE_ARGS+= --without-atf PLIST_SUBST+= TESTS="@@comment " .endif PRINT_PLIST_AWK+= { sub("^tests/", "$${TESTS}tests/"); } .PHONY: post-install-tests post-install-tests: ${INSTALL_DATA_DIR} ${DESTDIR}${PREFIX}/tests ${INSTALL_DATA} ${WRKSRC}/examples/Kyuafile.top \ ${DESTDIR}${PREFIX}/tests/Kyuafile .include "../../databases/sqlite3/buildlink3.mk" .include "../../devel/lutok/buildlink3.mk" .include "../../lang/lua/buildlink3.mk" .include "../../mk/bsd.pkg.mk" @ 1.28 log @revbump after textproc/icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.27 2022/11/23 16:19:50 adam Exp $ d4 1 a4 1 PKGREVISION= 16 @ 1.27 log @massive revision bump after textproc/icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.26 2022/04/18 19:10:52 adam Exp $ d4 1 a4 1 PKGREVISION= 15 @ 1.26 log @revbump for textproc/icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.25 2021/12/08 16:04:00 adam Exp $ d4 1 a4 1 PKGREVISION= 14 @ 1.25 log @revbump for icu and libffi @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.24 2021/04/21 11:41:27 adam Exp $ d4 1 a4 1 PKGREVISION= 13 @ 1.24 log @revbump for textproc/icu @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.23 2020/11/05 09:07:56 ryoon Exp $ d4 1 a4 1 PKGREVISION= 12 @ 1.23 log @*: Recursive revbump from textproc/icu-68.1 @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.22 2020/06/02 08:23:38 adam Exp $ d4 1 a4 1 PKGREVISION= 11 @ 1.22 log @Revbump for icu @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.21 2020/04/12 08:28:32 adam Exp $ d4 1 a4 1 PKGREVISION= 10 @ 1.21 log @Recursive revision bump after textproc/icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.20 2019/04/03 00:32:37 ryoon Exp $ d4 1 a4 1 PKGREVISION= 9 @ 1.20 log @Recursive revbump from textproc/icu @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.19 2018/12/09 18:52:23 adam Exp $ d4 1 a4 1 PKGREVISION= 8 @ 1.19 log @revbump after updating textproc/icu @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.18 2018/07/20 03:34:09 ryoon Exp $ d4 1 a4 1 PKGREVISION= 7 @ 1.18 log @Recursive revbump from textproc/icu-62.1 @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.17 2018/04/14 07:34:17 adam Exp $ d4 1 a4 1 PKGREVISION= 6 @ 1.17 log @revbump after icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.16 2017/11/30 16:45:21 adam Exp $ d4 1 a4 1 PKGREVISION= 5 @ 1.16 log @Revbump after textproc/icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.15 2017/09/18 09:53:17 maya Exp $ d4 1 a4 1 PKGREVISION= 4 @ 1.15 log @revbump for requiring ICU 59.x @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.14 2017/06/07 22:57:02 jlam Exp $ d4 1 a4 1 PKGREVISION= 3 @ 1.14 log @Fix "make install" in devel/kyua without "tests" package option. * Add a space after the "@@comment" PLIST keyword inserted in the case where "tests" option is disabled. * Only create the "${PREFIX}/tests" directory and install the Kyuafile there if the "tests" option is enabled. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.13 2017/04/22 21:03:31 adam Exp $ d4 1 a4 1 PKGREVISION= 2 @ 1.13 log @Revbump after icu update @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.12 2016/12/31 09:39:31 wiz Exp $ d37 2 d41 1 a41 1 PLIST_SUBST+= TESTS=@@comment d45 2 a46 1 post-install: @ 1.12 log @Use standard way to test for options. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.11 2016/12/04 05:17:24 ryoon Exp $ d4 1 a4 1 PKGREVISION= 1 @ 1.11 log @Recursive revbump from textproc/icu 58.1 @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.10 2016/08/26 10:41:56 jmmv Exp $ d33 1 a33 1 .if $(PKG_OPTIONS:Mtests) @ 1.10 log @Update devel/kyua to 0.13: **Released on August 26th, 2016.** * Fixed execution of test cases as an unprivileged user, at least under NetBSD 7.0. Kyua-level failures were probably a regression introduced in Kyua 0.12, but the underlying may have existed for much longer: test cases might have previously failed for mysterious reasons when running under an unprivileged user. * Issue #134: Fixed metadata test broken on 32-bit platforms. * Issue #139: Added per-test case start/end timestamps to all reports. * Issue #156: Fixed crashes due to the invalid handling of cleanup routine data and triggered by the reuse of PIDs in long-running Kyua instances. * Issue #159: Fixed TAP parser to ignore case while matching `TODO` and `SKIP` directives, and to also recognize `Skipped`. * Fixed potential crash due to a race condition in the unprogramming of timers to control test deadlines. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.9 2016/04/11 19:01:48 ryoon Exp $ d4 1 @ 1.9 log @Recursive revbump from textproc/icu 57.1 @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.8 2015/11/23 03:39:14 jmmv Exp $ d3 1 a3 2 DISTNAME= kyua-0.12 PKGREVISION= 1 @ 1.8 log @Update devel/kyua to 0.12: **Released on November 22nd, 2015.** This is a huge release and marks a major milestone for Kyua as it finally implements a long-standing feature request: the ability to execute test cases in parallel. This is a big deal because test cases are rarely CPU-bound: running them in parallel yields much faster execution times for large test suites, allowing faster iteration of changes during development. As an example: the FreeBSD test suite as of this date contains 3285 test cases. With sequential execution, a full test suite run takes around 12 minutes to complete, whereas on a 4-core machine with a high level of parallelism it takes a little over 1 minute. Implementing parallel execution required rewriting most of Kyua's core and partly explains explains why there has not been a new release for over a year. The current implementation is purely subprocess-based, which works but has some limitations and has resulted in a core that is really complex and difficult to understand. Future versions will investigate the use of threads instead for a simplified programming model and additional parallelization possibilities. * Issue #2: Implemented support to execute test cases in parallel when invoking `kyua test`. Parallel execution is *only* enabled when the new `parallelism` configuration variable is set to a value greater than `1`. The default behavior is still to run tests sequentially because some test suites contain test cases with side-effects that might fail when run in parallel. To resolve this, the new metadata property `is_exclusive` can be set to `true` on a test basis to indicate that the test must be run on its own. * Known regression: Running `kyua debug` on a TAP-based test program does not currently report the output in real time. The output will only be displayed once the test program completes. This is a shortcoming of the new parallel execution engine and will be resolved. * Removed the external C-based testers code in favor of the new built-in implementations. The new approach feels significantly faster than the previous one. * Fixed the handling of relative paths in the `fs.*` functions available in `Kyuafile`s. All paths are now resolved relative to the location of the caller `Kyuafile`. `Kyuafile.top` has been updated with these changes and you should update custom copies of this file with the new version. * Changed temporary directory creation to always grant search permissions on temporary directories. This is to prevent potential problems when running Kyua as root and executing test cases that require dropping privileges (as they may later be unable to use absolute paths that point inside their work directory). * The cleanup of work directories does not longer attempt to deal with mount points. If a test case mounts a file system and forgets to unmount it, the mount point will be left behind. It is now the responsibility of the test case to clean after itself. The reasons for this change are simplicity and clarity: there are many more things that a test case can do that have side-effects on the system and Kyua cannot protect against them all, so it is better to just have the test undo anything it might have done. * Improved `kyua report --verbose` to properly handle environment variables with continuation lines in them, and fixed the integration tests for this command to avoid false negatives. * Changed the configuration file format to accept the definition of unknown variables without declaring them local. The syntax version number remains at 2. This is to allow configuration files for newer Kyua versions to work on older Kyua versions, as there is no reason to forbid this. * Fixed stacktrace gathering with FreeBSD's ancient version of GDB. GDB 6.1.1 (circa 2004) does not have the `-ex` flag so we need to generate a temporary GDB script and feed it to GDB with `-x` instead. * Issue #136: Fixed the XML escaping in the JUnit output so that non-printable characters are properly handled when they appear in the process's stdout or stderr. * Issue #141: Improved reporting of errors triggered by sqlite3. In particular, all error messages are now tagged with their corresponding database filename and, if they are API-level errors, the name of the sqlite3 function that caused them. * Issue #144: Improved documentation on the support for custom properties in the test metadata. * Converted the `INSTALL`, `NEWS`, and `README` distribution documents to Markdown for better formatting online. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.7 2015/10/10 01:58:05 ryoon Exp $ d4 1 @ 1.7 log @Recursive revbump from textproc/icu @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.6 2015/10/01 15:17:32 prlw1 Exp $ d3 1 a3 2 DISTNAME= kyua-0.11 PKGREVISION= 1 @ 1.6 log @Update kyua to 0.11 Changes in version 0.11 ======================= Released on October 23rd, 2014. * Added support to print the details of all test cases (metadata and their output) to 'report'. This is via a new '--verbose' flag which replaces the previous '--show-context'. * Added support to specify the amount of physical disk space required by a test case. This is in the form of a new "required_disk_space" metadata property, which can also be provided by ATF test cases as "require.diskspace". * Assimilated the contents of all the kyua-*-tester(1) and kyua-*-interface(7) manual pages into more relevant places. In particular, added more details on test program registration and their metadata to kyuafile(5), and added kyua-test-isolation(7) describing the isolation features of the test execution. * Assimilated the contents of all auxiliary manual pages, including kyua-build-root(7), kyua-results-files(7), kyua-test-filters(7) and kyua-test-isolation(7), into the relevant command-specific manual pages. This is for easier discoverability of relevant information when reading how specific Kyua commands work. * Issue 30: Plumbed through support to query configuration variables from ATF's test case heads. This resolves the confusing situation where test cases could only do this from their body and cleanup routines. * Issue 49: Extended 'report' to support test case filters as command-line arguments. Combined with '--verbose', this allows inspecting the details of a test case failure after execution. * Issue 55: Deprecated support for specifying test_suite overrides on a test program basis. This idiom should not be used but support for it remains in place. * Issue 72: Added caching support to the getcwd(3) test in configure so that the result can be overriden for cross-compilation purposes. * Issue 83: Changed manual page headings to include a "kyua" prefix in their name. This prevents some possible confusion when displaying, for example, the "kyua-test" manual page with a plain name of "test". * Issue 84: Started passing test-suite configuration variables to plain and TAP test programs via the environment. The name of the environment variables set this way is prefixed by TEST_ENV_, so a configuration variable of the form 'test_suites.some_name.allow_unsafe_ops=yes' in kyua.conf becomes 'TEST_ENV_allow_unsafe_ops=YES' in the environment. * Issue 97 and 116: Fixed the build on Illumos. * Issue 102: Set TMPDIR to the test case's work directory when running the test case. If the test case happens to use the mktemp(3) family of functions (due to misunderstandings on how Kyua works or due to the reuse of legacy test code), we don't want it to easily escape the automanaged work directory. * Issue 103: Started being more liberal in the parsing of TAP test results by treating the number in 'ok' and 'not ok' lines as optional. * Issue 105: Started using tmpfs instead of md as a temporary file system for tests in FreeBSD so that we do not leak md(4) devices. * Issue 109: Changed the privilege dropping code to start properly dropping group privileges when unprivileged_user is set. Also fixes testers/run_test:fork_wait__unprivileged_group. * Issue 110: Changed 'help' to display version information and clarified the purpose of the 'about' command in its documentation. * Issue 111: Fixed crash when defining a test program in a Kyuafile that has not yet specified the test suite name. * Issue 114: Improved the kyuafile(5) manual page by clarifying the restrictions of the include() directive and by adding abundant examples. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.5 2015/04/06 08:17:25 adam Exp $ d4 1 @ 1.5 log @Revbump after updating textproc/icu @ text @d1 1 a1 2 # $NetBSD: Makefile,v 1.4 2014/10/19 22:27:44 alnsn Exp $ # d3 1 a3 2 DISTNAME= kyua-0.10 PKGREVISION= 3 d5 1 a5 1 MASTER_SITES= https://github.com/jmmv/kyua/releases/download/${DISTNAME}/ @ 1.4 log @Revbump after lang/lua51 update. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.3 2014/10/07 16:47:23 adam Exp $ d5 1 a5 1 PKGREVISION= 2 @ 1.3 log @Revbump after updating libwebp and icu @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.2 2014/09/02 08:32:36 jperkin Exp $ d5 1 a5 1 PKGREVISION= 1 @ 1.2 log @Remove MAKE_JOBS_SAFE=yes, the variable only has an effect when set to 'no'. @ text @d1 1 a1 1 # $NetBSD: Makefile,v 1.1 2014/08/14 14:14:52 jmmv Exp $ d5 1 @ 1.1 log @Import kyua-0.10. This is a "new" import that unifies all the previous Kyua subpackages (kyua-atf-compat, kyua-cli and kyua-testers) under a single package. The change has been made upstream mainly for simplicity reasons; the old modular scheme was unnecessary. Given that this new import should be really considered to be an update, the following are the changes since kyua-cli-0.9 and kyua-testers-0.3, both released last week: Experimental version released on August 14th, 2014. * Merged 'kyua-cli' and 'kyua-testers' into a single 'kyua' package. * Dropped the 'kyua-atf-compat' package. * Issue 100: Do not try to drop privileges to unprivileged_user when we are already running as an unprivileged user. Doing so is not possible and thus causes spurious test failures when the current user is not root and the current user and unprivileged_user do not match. * Issue 79: Mention kyua.conf(5) in the "see also" section of kyua(1). * Issue 75: Change the rewrite__expected_signal__bad_arg test in testers/atf_result_test to use a different signal value. This is to prevent triggering a core dump that made the test fail in some platforms. @ text @d1 1 a1 1 # $NetBSD$ a17 1 MAKE_JOBS_SAFE= yes @