python-benchmark

Author: imabhichow

db-esdk-performance-testing/benchmarks/python/pyproject.toml

@@ -0,0 +1,116 @@
+[build-system]
+requires = ["poetry-core<2.0.0"]
+build-backend = "poetry.core.masonry.api"
+
+[tool.poetry]
+name = "esdk-benchmark-python"
+version = "0.1.0"
+description = "Performance tests DB-ESDK Python"
+authors = ["AWS Crypto Tools <[email protected]>"]
+readme = "README.md"
+packages = [{include = "esdk_benchmark", from = "src"}]
+
+[tool.poetry.dependencies]
+python = "^3.11.0"
+aws-dbesdk-dynamodb = { path = "../../../DynamoDbEncryption/runtimes/python", develop = false, extras = ["legacy-ddbec"]}
+boto3 = ">=1.26.0"
+PyYAML = "^6.0"
+pydantic = "^2.0.0"
+tqdm = "^4.66.0"
+psutil = "^5.9.0"
+numpy = "^1.24.0"
+
+[tool.poetry.group.dev.dependencies]
+pytest = "^7.4.0"
+pytest-cov = "^4.1.0"
+black = "^23.0.0"
+flake8 = "^6.0.0"
+mypy = "^1.5.0"
+memory-profiler = "^0.60.0"
+tox = "^4.0.0"
+
+[tool.poetry.scripts]
+esdk-benchmark = "esdk_benchmark.program:main"
+
+[tool.black]
+line-length = 88
+target-version = ['py311']
+include = '\.pyi?$'
+exclude = '''
+/(
+    \.eggs
+  | \.git
+  | \.hg
+  | \.mypy_cache
+  | \.tox
+  | \.venv
+  | _build
+  | buck-out
+  | build
+  | dist
+)/
+'''
+
+[tool.mypy]
+python_version = "3.11"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = true
+disallow_incomplete_defs = true
+check_untyped_defs = true
+disallow_untyped_decorators = true
+no_implicit_optional = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+warn_no_return = true
+warn_unreachable = true
+strict_equality = true
+
+[[tool.mypy.overrides]]
+module = [
+    "aws_cryptographic_material_providers.*",
+    "aws_dbesdk_dynamodb.*",
+    "tqdm",
+    "psutil",
+]
+ignore_missing_imports = true
+
+[tool.pytest.ini_options]
+minversion = "7.0"
+addopts = "-ra -q --strict-markers --strict-config"
+testpaths = ["tests"]
+pythonpath = ["src"]
+markers = [
+    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
+    "integration: marks tests as integration tests",
+]
+
+[tool.coverage.run]
+source = ["src"]
+omit = [
+    "*/tests/*",
+    "*/test_*",
+]
+
+[tool.coverage.report]
+exclude_lines = [
+    "pragma: no cover",
+    "def __repr__",
+    "if self.debug:",
+    "if settings.DEBUG",
+    "raise AssertionError",
+    "raise NotImplementedError",
+    "if 0:",
+    "if __name__ == .__main__.:",
+    "class .*\\bProtocol\\):",
+    "@(abc\\.)?abstractmethod",
+]
+
+[tool.flake8]
+max-line-length = 88
+extend-ignore = ["E203", "W503"]
+max-complexity = 10
+per-file-ignores = [
+    "__init__.py:F401",
+    "tests/*:S101,D103",
+]

db-esdk-performance-testing/benchmarks/python/run_benchmark.py

@@ -0,0 +1,76 @@
+#!/usr/bin/env python3
+# Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+import os
+import sys
+import subprocess
+from pathlib import Path
+
+
+def main():
+    script_dir = Path(__file__).parent.absolute()
+    os.chdir(script_dir)
+    
+    print("=== DB-ESDK Python Performance Benchmark ===")
+    print(f"Working directory: {script_dir}")
+    
+    # Check virtual environment
+    in_venv = hasattr(sys, 'real_prefix') or (hasattr(sys, 'base_prefix') and sys.base_prefix != sys.prefix)
+    if not in_venv:
+        print("WARNING: Not running in a virtual environment.")
+        print("It's recommended to create and activate a virtual environment:")
+        print("  python -m venv benchmark-env")
+        print("  source benchmark-env/bin/activate  # (macOS/Linux)")
+        print("  benchmark-env\\Scripts\\activate     # (Windows)")
+        print()
+    
+    # Check Poetry availability
+    try:
+        subprocess.run(["poetry", "--version"], check=True, capture_output=True)
+        print("Found Poetry package manager")
+    except (subprocess.CalledProcessError, FileNotFoundError):
+        print("Poetry not found. Please install Poetry first:")
+        print("  curl -sSL https://install.python-poetry.org | python3 -")
+        print("  # or")
+        print("  pip install poetry")
+        return 1
+    
+    # Check package installation
+    try:
+        result = subprocess.run(["poetry", "run", "python", "-c", "import esdk_benchmark; print(esdk_benchmark.__file__)"], 
+                              check=True, capture_output=True, text=True, cwd=script_dir)
+        print(f"Found esdk_benchmark package at: {result.stdout.strip()}")
+    except subprocess.CalledProcessError:
+        print("Installing benchmark package with Poetry...")
+        try:
+            subprocess.run(["poetry", "install"], check=True, cwd=script_dir)  # Install dependencies via Poetry
+            print("Package installed successfully.")
+        except subprocess.CalledProcessError as e:
+            print(f"Failed to install package: {e}")
+            print("Please install manually with: poetry install")
+            return 1
+    
+    args = sys.argv[1:]
+    
+    if not args:
+        print("\nRunning benchmark with default settings...")
+        print("Use --help to see all available options.")
+        print("Use --quick for a faster test run.")
+        print()
+    
+    # Execute benchmark via Poetry
+    try:
+        cmd = ["poetry", "run", "esdk-benchmark"] + args
+        print(f"Running: {' '.join(cmd)}")
+        result = subprocess.run(cmd, cwd=script_dir)
+        return result.returncode
+    except Exception as e:
+        print(f"Benchmark execution failed: {e}")
+        import traceback
+        traceback.print_exc()
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())

db-esdk-performance-testing/benchmarks/python/src/esdk_benchmark/__main__.py

@@ -0,0 +1,7 @@
+# Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+from .program import main
+
+if __name__ == "__main__":
+    exit(main())