head	1.15;
access;
symbols
	pkgsrc-2026Q3:1.12.0.8
	pkgsrc-2026Q3-base:1.12
	pkgsrc-2026Q2:1.12.0.6
	pkgsrc-2026Q2-base:1.12
	pkgsrc-2026Q1:1.12.0.4
	pkgsrc-2026Q1-base:1.12
	pkgsrc-2025Q4:1.12.0.2
	pkgsrc-2025Q4-base:1.12
	pkgsrc-2025Q3:1.9.0.4
	pkgsrc-2025Q3-base:1.9
	pkgsrc-2025Q2:1.9.0.2
	pkgsrc-2025Q2-base:1.9
	pkgsrc-2025Q1:1.8.0.4
	pkgsrc-2025Q1-base:1.8
	pkgsrc-2024Q4:1.8.0.2
	pkgsrc-2024Q4-base:1.8
	pkgsrc-2024Q3:1.6.0.16
	pkgsrc-2024Q3-base:1.6
	pkgsrc-2024Q2:1.6.0.14
	pkgsrc-2024Q2-base:1.6
	pkgsrc-2024Q1:1.6.0.12
	pkgsrc-2024Q1-base:1.6
	pkgsrc-2023Q4:1.6.0.10
	pkgsrc-2023Q4-base:1.6
	pkgsrc-2023Q3:1.6.0.8
	pkgsrc-2023Q3-base:1.6
	pkgsrc-2023Q2:1.6.0.6
	pkgsrc-2023Q2-base:1.6
	pkgsrc-2023Q1:1.6.0.4
	pkgsrc-2023Q1-base:1.6
	pkgsrc-2022Q4:1.6.0.2
	pkgsrc-2022Q4-base:1.6
	pkgsrc-2022Q3:1.5.0.6
	pkgsrc-2022Q3-base:1.5
	pkgsrc-2022Q2:1.5.0.4
	pkgsrc-2022Q2-base:1.5
	pkgsrc-2022Q1:1.5.0.2
	pkgsrc-2022Q1-base:1.5
	pkgsrc-2021Q4:1.3.0.2
	pkgsrc-2021Q4-base:1.3
	pkgsrc-2021Q3:1.2.0.8
	pkgsrc-2021Q3-base:1.2
	pkgsrc-2021Q2:1.2.0.6
	pkgsrc-2021Q2-base:1.2
	pkgsrc-2021Q1:1.2.0.4
	pkgsrc-2021Q1-base:1.2
	pkgsrc-2020Q4:1.2.0.2
	pkgsrc-2020Q4-base:1.2
	pkgsrc-2020Q3:1.1.0.4
	pkgsrc-2020Q3-base:1.1
	pkgsrc-2020Q2:1.1.0.2
	pkgsrc-2020Q2-base:1.1;
locks; strict;
comment	@# @;


1.15
date	2026.11.09.09.54.47;	author wiz;	state Exp;
branches;
next	1.14;
commitid	RnUklU90KkKoNL2H;

1.14
date	2026.11.08.23.14.54;	author wiz;	state Exp;
branches;
next	1.13;
commitid	QmVGwndPd0hXfI2H;

1.13
date	2026.11.08.19.00.31;	author wiz;	state Exp;
branches;
next	1.12;
commitid	mTIeoT3gxOkGQG2H;

1.12
date	2025.11.11.13.43.39;	author adam;	state Exp;
branches;
next	1.11;
commitid	moqOsFVzvg8mJ8iG;

1.11
date	2025.11.05.13.43.48;	author adam;	state Exp;
branches;
next	1.10;
commitid	0RvLR5QPUzZnVmhG;

1.10
date	2025.11.04.11.56.59;	author adam;	state Exp;
branches;
next	1.9;
commitid	GHcbSLfhE3bGmehG;

1.9
date	2025.04.12.20.54.47;	author adam;	state Exp;
branches;
next	1.8;
commitid	JCX9t6EP9szOXNQF;

1.8
date	2024.11.11.07.28.24;	author wiz;	state Exp;
branches;
next	1.7;
commitid	1fBDq3LwS98NncxF;

1.7
date	2024.11.03.19.35.13;	author adam;	state Exp;
branches;
next	1.6;
commitid	ggwibh2CeW5fFewF;

1.6
date	2022.11.20.23.24.21;	author adam;	state Exp;
branches;
next	1.5;
commitid	dRKcBu1t58FOSu2E;

1.5
date	2022.01.05.15.41.08;	author wiz;	state Exp;
branches;
next	1.4;
commitid	FQ77UruBIUsgzsnD;

1.4
date	2022.01.04.20.53.40;	author wiz;	state Exp;
branches;
next	1.3;
commitid	CYyhdK9qtoffkmnD;

1.3
date	2021.10.01.12.47.27;	author adam;	state Exp;
branches;
next	1.2;
commitid	rSedkzWzQK9kH6bD;

1.2
date	2020.11.27.10.41.36;	author jperkin;	state Exp;
branches;
next	1.1;
commitid	ii7KIKai1Ud4UvxC;

1.1
date	2020.05.18.12.45.25;	author wiz;	state Exp;
branches;
next	;
commitid	6qeVK8bD8YpeNI8C;


desc
@@


1.15
log
@py-test-benchmark: fix dependency, add test dependency

update test status

Bump PKGREVISION.
@
text
@# $NetBSD: Makefile,v 1.14 2026/11/08 23:14:54 wiz Exp $

DISTNAME=	pytest_benchmark-5.3.1
PKGNAME=	${PYPKGPREFIX}-${DISTNAME:S/pytest_/test-/}
PKGREVISION=	1
CATEGORIES=	devel python
MASTER_SITES=	${MASTER_SITE_PYPI:=p/pytest-benchmark/}

MAINTAINER=	pkgsrc-users@@NetBSD.org
HOMEPAGE=	https://github.com/ionelmc/pytest-benchmark
COMMENT=	Pytest support for benchmarking
LICENSE=	2-clause-bsd

TOOL_DEPENDS+=	${PYPKGPREFIX}-setuptools>=80:../../devel/py-setuptools
DEPENDS+=	${PYPKGPREFIX}-cpuinfo2>=10.1:../../sysutils/py-cpuinfo2
DEPENDS+=	${PYPKGPREFIX}-test>=8.1:../../devel/py-test
# optional dependency
TEST_DEPENDS+=	${PYPKGPREFIX}-elasticsearch-[0-9]*:../../databases/py-elasticsearch
# optional dependency
TEST_DEPENDS+=	${PYPKGPREFIX}-pygal>=0:../../graphics/py-pygal
# optional dependency
TEST_DEPENDS+=	${PYPKGPREFIX}-aspectlib-[0-9]*:../../devel/py-aspectlib
TEST_DEPENDS+=	${PYPKGPREFIX}-nbmake-[0-9]*:../../devel/py-nbmake
TEST_DEPENDS+=	${PYPKGPREFIX}-freezegun-[0-9]*:../../devel/py-freezegun
TEST_DEPENDS+=	${PYPKGPREFIX}-test-xdist-[0-9]*:../../devel/py-test-xdist

USE_LANGUAGES=	# none

PY_RENAME_BINARIES=	py.test-benchmark pytest-benchmark

# as of 5.3.1
# 1 failed, 239 passed, 19 skipped

pre-test:
	${LN} -sf ${DESTDIR}${PREFIX}/bin/pytest-benchmark-${PYVERSSUFFIX} ${BUILDLINK_DIR}/bin/pytest-benchmark
	${LN} -sf ${DESTDIR}${PREFIX}/bin/py.test-benchmark-${PYVERSSUFFIX} ${BUILDLINK_DIR}/bin/py.test-benchmark

.include "../../lang/python/wheel.mk"
.include "../../mk/bsd.pkg.mk"
@


1.14
log
@py-test-benchmark: update to 5.3.1.

Fixed an AttributeError with pytest's public nodeid attribute by
avoiding the removed private node._nodeid attribute (fixes #321).
This adds support for Pytest 9.2. Contributed by Hfycium in #323.

Fixed Stats.hd15iqr returning the first datum above the Tukey upper
fence instead of the highest datum within it, so the statistic
reported the outlier it exists to exclude. ld15iqr was already
correct. Contributed by WatchTree-19 in #320.

Added workaround for pygal's broken PluginImportFixer (it's removed
from sys.meta_path).
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.13 2026/11/08 19:00:31 wiz Exp $
d5 1
d15 1
a15 1
DEPENDS+=	${PYPKGPREFIX}-cpuinfo-[0-9]*:../../sysutils/py-cpuinfo
d21 2
a22 1
# optional: aspectlib (unpackaged)
d32 1
a32 1
# 4 failed, 236 passed, 19 skipped, 3 errors
@


1.13
log
@py-test-benchmark: update to 5.3.0.

v5.3.0 (2026-08-23)
--------------------

* Added ``--benchmark-precision`` and ``--benchmark-confidence``:
  instead of a fixed number of rounds, stop once the mean's relative margin of error falls below the given fraction.
  Contributed by Aarni Koskela in `#318 <https://github.com/ionelmc/pytest-benchmark/pull/318>`_.
* Added ``compare --between`` mode. Example: ``pytest-benchmark compare --between=min 0001 0002``.
  Contributed by Aarni Koskela in `#302 <https://github.com/ionelmc/pytest-benchmark/pull/302>`_.
* Modernized the CI/linting and added spellchecking.
  Contributed by Aarni Koskela in
  `#304 <https://github.com/ionelmc/pytest-benchmark/pull/304>`_,
  `#306 <https://github.com/ionelmc/pytest-benchmark/pull/306>`_ and
  `#319 <https://github.com/ionelmc/pytest-benchmark/pull/319>`_.
* Defer the xdist auto-disable warning until a benchmark fixture is collected.
  Contributed by xlyyddy in `#317 <https://github.com/ionelmc/pytest-benchmark/pull/317>`_
  (fixes `#65 <https://github.com/ionelmc/pytest-benchmark/issues/65>`_).
* Replaced deprecated argparse.FileType.
  Contributed by Sophia Castellarin in `#310 <https://github.com/ionelmc/pytest-benchmark/pull/310>`_.
* Fixed various spelling/typos.
  Contributed by Daniel Holth and Hugo van Kemenade in
  `#297 <https://github.com/ionelmc/pytest-benchmark/pull/297>`_ and
  `#299 <https://github.com/ionelmc/pytest-benchmark/pull/299>`_.
* Cleaned up various dead code.
  Contributed by Hugo van Kemenade in
  `#300 <https://github.com/ionelmc/pytest-benchmark/pull/300>`_ and
  `#301 <https://github.com/ionelmc/pytest-benchmark/pull/301>`_.
* CI now tests only with latest Pytest (now 9.1.1), Python 3.10-3.14 and PyPy 3.11.
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.12 2025/11/11 13:43:39 adam Exp $
d3 1
a3 1
DISTNAME=	pytest_benchmark-5.3.0
d20 1
d23 1
d29 2
a30 1
# 36 failed, 116 passed, 23 skipped, 79 errors
@


1.12
log
@py-test-benchmark: updated to 5.2.3

v5.2.3 (2025-11-09)

* Add support for pytest 9.0.
* Moved the README.rst/CHANGELOG.rst concatenation from setup.py to pyproject.toml.

v5.2.2 (2025-11-07)

* Fixed auto-disable to work with newer xdist (pytest-benchmark auto disables benchmarks if xdist is enabled by design).
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.11 2025/11/05 13:43:48 adam Exp $
d3 1
a3 1
DISTNAME=	pytest_benchmark-5.2.3
d16 1
d18 3
d25 7
a31 5
post-install:
.for bin in py.test-benchmark pytest-benchmark
	cd ${DESTDIR}${PREFIX}/bin && \
	${MV} ${bin} ${bin}-${PYVERSSUFFIX} || ${TRUE}
.endfor
@


1.11
log
@py-test-benchmark: updated to 5.2.1

5.2.1 (2025-11-04)

* Add markers so pytest doesn't try to assert-rewrite the plugin internals
  (fixes those ``pytest.PytestAssertRewriteWarning: Module already imported so cannot be rewritten; pytest_benchmark`` warnings).
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.10 2025/11/04 11:56:59 adam Exp $
d3 1
a3 1
DISTNAME=	pytest_benchmark-5.2.1
d13 1
a13 1
TOOL_DEPENDS+=	${PYPKGPREFIX}-setuptools>=78:../../devel/py-setuptools
@


1.10
log
@py-test-benchmark: updated to 5.2.0

5.2.0 (2025-10-30)

* Added support for a per-round ``teardown`` function to pedantic mode.
  Contributed Patrick Winter by
* Added ``--benchmark-time-unit`` option.
  Contributed by Tony Kuo in
* Fixed deprecated hook examples in docstrings.
  Contributed by Ali-Akber Saifee in
* Changed ``--benchmark-compare-fail`` to accept percentages higher than 100%.
  Contributed by Ben Avrahami in
* Added minimal typing support.
  Contributed by Sorin Sbarnea in
* Fixed support for Python 3.9.
  Contributed by Enno Gotthold in
* Replaced the complicated and broken code of ``pytest_benchmark.utils.clonefunc`` with a simple return of the input.
  That function was supposed to allow benchmarking with the cost of PyPy JIT included but it's a hassle to maintain.
* Moved the instrumentation pause outside the round loops (in addition to tracing, profiling is paused too).
  Pedantic mode will keep doing this per round (as the user manually controls the round count).
  This is necessary because in some scenarios setting and unsetting the tracer too much will overflow an internal counter
  (found to cause "OverflowError: events set too many times" at least on Python 3.13).
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.9 2025/04/12 20:54:47 adam Exp $
d3 1
a3 1
DISTNAME=	pytest_benchmark-5.2.0
@


1.9
log
@Fix PLIST after py-setuptools update; bump depends and revision
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.8 2024/11/11 07:28:24 wiz Exp $
d3 2
a4 3
DISTNAME=	pytest-benchmark-5.1.0
PKGNAME=	${PYPKGPREFIX}-${DISTNAME:S/py//}
PKGREVISION=	1
@


1.8
log
@py-*: remove unused tool dependency

py-setuptools includes the py-wheel functionality nowadays
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.7 2024/11/03 19:35:13 adam Exp $
d5 1
d14 1
a14 1
TOOL_DEPENDS+=	${PYPKGPREFIX}-setuptools>=30.3.0:../../devel/py-setuptools
@


1.7
log
@py-test-benchmark: updated to 5.1.0

5.1.0 (2024-10-30)

* Fixed broken hooks handling on pytest 8.1 or later (the ``TypeError: import_path() missing 1 required keyword-only argument: 'consider_namespace_packages'`` issue).
  Unfortunately this sets the minimum supported pytest version to 8.1.

5.0.1 (2024-10-30)

* Fixed bad fixture check that broke down then `nbmake <https://pypi.org/project/nbmake/>`_ was enabled.

5.0.0 (2024-10-29)

* Dropped support for now EOL Python 3.8. Also moved tests suite to only test the latest pytest versions (8.3.x).
* Fix generate parametrize tests benchmark csv report errors
* Added the ``--benchmark-time-unit`` cli option for overriding the measurement unit used for display.
* Fixes spelling in some help texts.
* Added new cprofile options:

  - ``--benchmark-cprofile-loops=LOOPS`` - previously profiling only ran the function once, this allow customization.
  - ``--benchmark-cprofile-top=COUNT`` - allows showing more rows.
  - ``--benchmark-cprofile-dump=[FILENAME-PREFIX]`` - allows saving to a file (that you can load in `snakeviz <https://pypi.org/project/snakeviz/>`_, `RunSnakeRun <https://pypi.org/project/RunSnakeRun/>`_ or other tools).
* Removed hidden dependency on `py.path <https://pypi.org/project/py/>`_ (replaced with pathlib).
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.6 2022/11/20 23:24:21 adam Exp $
a13 1
TOOL_DEPENDS+=	${PYPKGPREFIX}-wheel-[0-9]*:../../devel/py-wheel
@


1.6
log
@py-test-benchmark: updated to 4.0.0

4.0.0 (2022-10-26)
------------------
* Dropped support for legacy Pythons (2.7, 3.6 or older).
* Switched CI to GitHub Actions.
* Removed dependency on the ``py`` library (that was not properly specified as a dependency anyway).
* Fix skipping test in `test_utils.py` if appropriate VCS not available. Also fix typo.
* Added support for pytest 7.2.0 by using ``pytest.hookimpl`` and ``pytest.hookspec`` to configure hooks.
* Now no save is attempted if ``--benchmark-disable`` is used.
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.5 2022/01/05 15:41:08 wiz Exp $
d3 1
a3 1
DISTNAME=	pytest-benchmark-4.0.0
d13 2
d16 1
a16 2
DEPENDS+=	${PYPKGPREFIX}-pygal-[0-9]*:../../graphics/py-pygal
DEPENDS+=	${PYPKGPREFIX}-test>=3.8:../../devel/py-test
a21 4
USE_PKG_RESOURCES=	yes

PYTHON_VERSIONS_INCOMPATIBLE=	27	# py-pygal

d28 1
a28 4
do-test:
	cd ${WRKSRC} && ${SETENV} ${TEST_ENV} pytest-${PYVERSSUFFIX}

.include "../../lang/python/egg.mk"
@


1.5
log
@python: egg.mk: add USE_PKG_RESOURCES flag

This flag should be set for packages that import pkg_resources
and thus need setuptools after the build step.

Set this flag for packages that need it and bump PKGREVISION.
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.4 2022/01/04 20:53:40 wiz Exp $
d3 1
a3 1
DISTNAME=	pytest-benchmark-3.4.1
a4 1
PKGREVISION=	2
a13 1
DEPENDS+=	${PYPKGPREFIX}-elasticsearch-[0-9]*:../../databases/py-elasticsearch
d15 2
a17 1
TEST_DEPENDS+=	${PYPKGPREFIX}-test>=3.8:../../devel/py-test
d21 2
a24 2
USE_PKG_RESOURCES=	yes

d32 1
a32 1
	cd ${WRKSRC} && ${SETENV} ${TEST_ENV} py.test-${PYVERSSUFFIX}
@


1.4
log
@*: bump PKGREVISION for egg.mk users

They now have a tool dependency on py-setuptools instead of a DEPENDS
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.3 2021/10/01 12:47:27 adam Exp $
d5 1
a5 1
PKGREVISION=	1
d24 2
@


1.3
log
@py-test-benchmark: updated to 3.4.1

3.4.1 (2021-04-17)
------------------
* Republished with updated changelog.

  I intended to publish a ``3.3.0`` release but I messed it up because bumpversion doesn't work well with pre-commit
  apparently... thus ``3.4.0`` was set in by accident.


3.4.0 (2021-04-17)
------------------
* Disable progress indication unless ``--benchmark-verbose`` is used.
* Added Python 3.9, dropped Python 3.5.
* Changed the "cpu" data in the json output to include everything that cpuinfo outputs, for better or worse as cpuinfo 6.0 changed some
  fields. Users should now ensure they are an adequate cpuinfo package installed.
  **MAY BE BACKWARDS INCOMPATIBLE**
* Changed behavior of ``--benchmark-skip`` and ``--benchmark-only`` to apply early in the collection phase.
  This means skipped tests won't make pytest run fixtures for said tests unnecessarily, but unfortunately this also means
  the skipping behavior will be applied to any tests that requires a "benchmark" fixture, regardless if it would come from pytest-benchmark
  or not.
  **MAY BE BACKWARDS INCOMPATIBLE**
* Added ``--benchmark-quiet`` - option to disable reporting and other information output.
* Squelched unnecessary warning when ``--benchmark-disable`` and save options are used.
* ``PerformanceRegression`` exception no longer inherits ``pytest.UsageError`` (apparently a *final* class).
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.2 2020/11/27 10:41:36 jperkin Exp $
d5 1
@


1.2
log
@py-test-benchmark: Unbreak bulk builds.
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.1 2020/05/18 12:45:25 wiz Exp $
d3 1
a3 1
DISTNAME=	pytest-benchmark-3.2.3
a12 3
# Optional dependencies, not yet packaged:
#        'aspect': ['aspectlib'],
#        'histogram': ['pygaljs'],
d14 1
a15 1
DEPENDS+=	${PYPKGPREFIX}-elasticsearch-[0-9]*:../../databases/py-elasticsearch
d17 3
a20 1
PYTHON_VERSIONED_DEPENDENCIES+=	test
a22 2
USE_LANGUAGES=	# none

d24 1
d26 2
a27 3
		${MV} py.test-benchmark py.test-benchmark-${PYVERSSUFFIX} || ${TRUE}
	cd ${DESTDIR}${PREFIX}/bin && \
		${MV} pytest-benchmark pytest-benchmark-${PYVERSSUFFIX} || ${TRUE}
a31 1
.include "../../lang/python/versioned_dependencies.mk"
@


1.1
log
@devel/py-test-benchmark: import py-test-benchmark-3.2.3

A pytest fixture for benchmarking code. It will group the tests
into rounds that are calibrated to the chosen timer.
@
text
@d1 1
a1 1
# $NetBSD: Makefile,v 1.6 2020/05/16 14:00:48 adam Exp $
d22 1
a22 8

.include "../../lang/python/pyversion.mk"

.if ${_PYTHON_VERSION} == 27
# Optional dependencies, not yet packaged:
#        ':python_version < "3.4"': ['statistics' ]
DEPENDS+=	${PYPKGPREFIX}-pathlib2-[0-9]*:../../devel/py-pathlib2
.endif
@

