aboutsummaryrefslogtreecommitdiff
path: root/tests/conftest.py
diff options
context:
space:
mode:
authorstuppie2026-11-04 12:11:03 -0600
committerstuppie2026-11-04 12:11:03 -0600
commit671a7b1b02503cfa5c9aecd40c27a0c2729a285b (patch)
tree6cb1bd7c33e3e1d243ee5ae74decc57faaa5742d /tests/conftest.py
parente99ec6b7e38113a2237dc1ff402d8f4337c651d5 (diff)
downloadamt-jb-671a7b1b02503cfa5c9aecd40c27a0c2729a285b.tar.gz
amt-jb-671a7b1b02503cfa5c9aecd40c27a0c2729a285b.zip
strip out AMT
Diffstat (limited to 'tests/conftest.py')
-rw-r--r--tests/conftest.py319
1 files changed, 2 insertions, 317 deletions
diff --git a/tests/conftest.py b/tests/conftest.py
index 7a74fa0..ec5073c 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -1,91 +1,23 @@
from __future__ import annotations
-import os
import subprocess
-import sys
-from collections.abc import Callable, Generator
-from datetime import UTC, datetime
-from pathlib import Path
+from collections.abc import Generator
from random import randint
-from typing import TYPE_CHECKING, Any
-from uuid import uuid4
+from typing import TYPE_CHECKING
import pytest
import redis
-from fastapi.testclient import TestClient
-from generalresearch.models.custom_types import InternalHostname, PostgresDict
-from generalresearch.pg_helper import PostgresConfig, PostgresDsn
from generalresearch.redis_helper import RedisConfig
-from mypy_boto3_mturk import MTurkClient
-from pydantic import TypeAdapter
-from pytest import TempPathFactory
-
-from jb.decorators import CLIENT_CONFIG, get_redis_config
-from jb.main import app
-from tests import generate_amt_id
if TYPE_CHECKING:
from jb.settings import Settings
pytest_plugins = [
- "tests.fixtures.amt",
- "tests.fixtures.flow",
"tests.fixtures.http",
- "tests.fixtures.managers",
- "tests.fixtures.models",
]
-# --- IDs and Identifiers ---
-
-
-@pytest.fixture
-def amt_hit_id() -> str:
- return generate_amt_id()
-
-
-@pytest.fixture
-def amt_hit_type_id() -> str:
- return generate_amt_id()
-
-
-@pytest.fixture
-def amt_assignment_id() -> str:
- return generate_amt_id()
-
-
-@pytest.fixture
-def amt_worker_id() -> str:
- return generate_amt_id(length=21)
-
-
-@pytest.fixture
-def amt_group_id() -> str:
- return generate_amt_id()
-
-
-@pytest.fixture
-def tsid() -> str:
- return uuid4().hex
-
-
-@pytest.fixture
-def tsid1() -> str:
- return uuid4().hex
-
-
-@pytest.fixture
-def tsid2() -> str:
- return uuid4().hex
-
-
-@pytest.fixture
-def pe_id() -> str:
- # payout event / cashout request UUID
- return uuid4().hex
-
-
# --- Settings ---
@@ -96,233 +28,6 @@ def settings() -> Settings:
return JBSettings()
-# --- Database Connectors ---
-
-
-@pytest.fixture(scope="session")
-def postgres_instance(settings: Settings) -> Generator[PostgresDsn]:
- """Create a ephemeral postgresql instance for us to use during pytest.
-
- This does not create any tables, or schema definitions within the instance.
- What this does is simply:
-
- 1. Create a database on a known, consistent, staging or unittest
- defined Postgres server.
-
- 2. Return the PostgresDsn of that table
-
- 3. On shutdown, go ahead and delete that database after the
- tests have finished.
- """
-
- msg = "Must define Postgres test settings"
- assert settings.testing_postgres, msg
- assert settings.testing_postgres_user, msg
- assert settings.testing_postgres_pass, msg
-
- db_uri, db_user, db_pass = (
- settings.testing_postgres,
- settings.testing_postgres_user,
- settings.testing_postgres_pass,
- )
-
- # Connect to default DB to create the new one
- from psycopg import connect
- from psycopg.sql import SQL, Identifier
-
- now = datetime.now(UTC)
- ts: str = now.strftime("%Y-%m-%d")
- db_name = f"unittest-{ts}-{uuid4().hex[:6]}"
-
- db_path_connect = f"postgres://{db_user}:{db_pass}@{db_uri}"
- db_path = f"{db_path_connect}/{db_name}"
-
- # The DATABASE does NOT yet exist on the Postgres SERVER, thus
- # we first must connect only to the SERVER (eg: default postgres path used)
- conn = connect(f"{db_path_connect}/postgres")
- conn.autocommit = True
- cur = conn.cursor()
- cur.execute(SQL("CREATE DATABASE {}").format(Identifier(db_name)))
- cur.close()
- conn.close()
-
- yield PostgresDsn(db_path)
-
- # Teardown: drop the DB after the session
- conn = connect(f"{db_path_connect}/postgres")
- conn.autocommit = True
- cur = conn.cursor()
- cur.execute(SQL("DROP DATABASE {} WITH (FORCE)").format(Identifier(db_name)))
- cur.close()
- conn.close()
-
-
-@pytest.fixture(scope="session")
-def django_settings_file(
- postgres_instance_dict: PostgresDict,
- tmp_path_factory: TempPathFactory,
-) -> Callable[..., tuple[str, Path]]:
-
- def _inner(extra_installed_apps: list[str] | None = None) -> tuple[str, Path]:
- installed_apps = [
- "django.contrib.postgres",
- "django.contrib.contenttypes",
- ] + (extra_installed_apps or [])
-
- settings_dir = tmp_path_factory.mktemp("django-settings")
- settings_module = "test_settings"
-
- settings_content = f"""DATABASES = {{
- "default": {{
- "ENGINE": "django.db.backends.postgresql",
- "NAME": {postgres_instance_dict["name"]!r},
- "USER": {postgres_instance_dict["username"]!r},
- "PASSWORD": {postgres_instance_dict["password"]!r},
- "HOST": {postgres_instance_dict["host"]!r},
- "PORT": {postgres_instance_dict["port"]!r},
- }}
-}}
-INSTALLED_APPS = {installed_apps!r}
-DEFAULT_AUTO_FIELD = "django.db.models.BigAutoField"
-LANGUAGE_CODE = "en-us"
-TIME_ZONE = "UTC"
-USE_I18N = True
-USE_L10N = True
-USE_TZ = True
-"""
- settings_file_path = settings_dir / f"{settings_module}.py"
- settings_file_path.write_text(settings_content, encoding="utf-8")
-
- return settings_module, settings_dir
-
- return _inner
-
-
-@pytest.fixture(scope="session")
-def postgres_instance_dict(
- postgres_instance: PostgresDsn,
-) -> Generator[PostgresDict]:
- host = postgres_instance.hosts()[0]
- assert host is not None
-
- msg = "Must have full Postgres details"
- assert host["host"], msg
- assert host["username"], msg
- assert host["password"], msg
-
- assert postgres_instance.path
-
- yield PostgresDict(
- username=host["username"],
- password=host["password"],
- host=host["host"],
- name=postgres_instance.path.lstrip("/"),
- port=5432,
- )
-
-
-@pytest.fixture(scope="session")
-def postgres_instance_host(
- postgres_instance_dict: PostgresDict,
-) -> Generator[InternalHostname]:
- adapter = TypeAdapter(InternalHostname)
- value = adapter.validate_python(postgres_instance_dict["host"])
- yield value
-
-
-@pytest.fixture(scope="session")
-def django_db_factory(
- postgres_instance: PostgresDsn,
- django_settings_file: Callable[..., tuple[str, Path]],
- postgres_instance_dict: PostgresDict,
- tmp_path_factory: TempPathFactory,
-) -> Callable[..., PostgresDsn | None]:
-
- _ran = {}
-
- def _inner(
- django_project: str = "carer.mtwerk",
- ) -> PostgresDsn | None:
-
- if _ran.get(django_project, False):
- print(f"Already ran django_db_factory:{django_project}")
- return postgres_instance
- _ran[django_project] = True
-
- _cwd = None
- _manage_path = "generalresearch.thl_django.app.manage"
- _settings_module, _settings_dir = django_settings_file(
- extra_installed_apps=[
- "carer.mtwerk",
- ],
- )
-
- pythonpath = str(_settings_dir)
- if existing_pythonpath := os.environ.get("PYTHONPATH"):
- pythonpath += os.pathsep + existing_pythonpath
-
- env = {
- **os.environ,
- "DJANGO_SETTINGS_MODULE": _settings_module,
- "PYTHONPATH": pythonpath,
- }
-
- # we check right after. if we check now, we won't print if bad
- res1 = subprocess.run( # noqa: PLW1510
- [
- sys.executable,
- "-m",
- _manage_path,
- "makemigrations",
- f"--settings={_settings_module}",
- ],
- cwd=str(_cwd) if _cwd is not None else None,
- env=env,
- capture_output=True,
- text=True,
- )
-
- if res1.returncode != 0:
- print("STDOUT:", res1.stdout)
- print("STDERR:", res1.stderr)
- res1.check_returncode()
-
- res2 = subprocess.run( # noqa: PLW1510
- [
- sys.executable,
- "-m",
- _manage_path,
- "migrate",
- f"--settings={_settings_module}",
- ],
- env=env,
- cwd=str(_cwd) if _cwd is not None else None,
- capture_output=True,
- text=True,
- )
-
- if res2.returncode != 0:
- print("STDOUT:", res2.stdout)
- print("STDERR:", res2.stderr)
- res2.check_returncode()
-
- # 3. Return the Dsn so the factory gives a way to connect
- return postgres_instance
-
- return _inner
-
-
-@pytest.fixture(scope="session")
-def pg_config(django_db_factory: Callable[..., PostgresDsn]) -> PostgresConfig:
- _dsn = django_db_factory()
-
- return PostgresConfig(
- dsn=_dsn,
- connect_timeout=1,
- statement_timeout=5,
- )
-
-
# --- Redis ---
@@ -360,23 +65,3 @@ def redis_config(settings: Settings, redis_config_db: str) -> Generator[RedisCon
r = redis.from_url(uri)
r.flushdb()
-
-
-# --- Connectors ---
-@pytest.fixture(scope="session")
-def amt_client(settings: Settings) -> MTurkClient:
- import boto3
-
- client = boto3.client(
- service_name="mturk",
- region_name="us-east-1",
- endpoint_url=str(settings.amt_endpoint),
- aws_access_key_id=settings.amt_access_id,
- aws_secret_access_key=settings.amt_secret_key,
- config=CLIENT_CONFIG,
- )
-
- # Confirm we're only using the Sandbox for any unittests
- assert "mturk-requester-sandbox" in client.meta.endpoint_url
-
- return client