from __future__ import annotations from datetime import datetime, timedelta, timezone from decimal import Decimal from random import choice as randchoice from random import randint from typing import TYPE_CHECKING, Callable from uuid import uuid4 import pytest from fastapi import Request from pydantic import AwareDatetime, PositiveInt from generalresearch.models import Source from generalresearch.models.thl.definitions import ( WALL_ALLOWED_STATUS_STATUS_CODE, Status, ) from generalresearch.pg_helper import PostgresConfig from generalresearch.redis_helper import RedisConfig if TYPE_CHECKING: from generalresearch.currency import USDCent from generalresearch.managers.gr.authentication import GRTokenManager, GRUserManager from generalresearch.managers.gr.business import ( BusinessAddressManager, BusinessBankAccountManager, BusinessManager, ) from generalresearch.managers.gr.team import MembershipManager, TeamManager from generalresearch.managers.thl.buyer import BuyerManager from generalresearch.managers.thl.ipinfo import ( IPGeonameManager, IPInformationManager, ) from generalresearch.managers.thl.ledger_manager.thl_ledger import ThlLedgerManager from generalresearch.managers.thl.payout import ( BusinessPayoutEventManager, ) from generalresearch.managers.thl.product import ProductManager from generalresearch.managers.thl.session import SessionManager from generalresearch.managers.thl.survey import SurveyManager from generalresearch.managers.thl.user_manager.user_manager import UserManager from generalresearch.managers.thl.userhealth import AuditLogManager, IPRecordManager from generalresearch.managers.thl.wall import WallManager from generalresearch.models.gr.authentication import GRToken, GRUser from generalresearch.models.gr.business import ( Business, BusinessAddress, BusinessBankAccount, ) from generalresearch.models.gr.team import Membership, Team from generalresearch.models.thl.ipinfo import IPGeoname, IPInformation from generalresearch.models.thl.payout import ( BrokerageProductPayoutEvent, ) from generalresearch.models.thl.product import ( PayoutConfig, Product, ) from generalresearch.models.thl.session import Session, Wall from generalresearch.models.thl.survey.model import Buyer, Survey from generalresearch.models.thl.user import User from generalresearch.models.thl.user_iphistory import IPRecord from generalresearch.models.thl.userhealth import AuditLog, AuditLogLevel # === THL === @pytest.fixture def user( request, product_manager: "ProductManager", user_manager: "UserManager", thl_web_rr: PostgresConfig, ) -> "User": product = getattr(request, "product", None) if product is None: product = product_manager.create_dummy() u = user_manager.create_dummy(product_id=product.id) u.prefetch_product(pg_config=thl_web_rr) return u @pytest.fixture def user_with_wallet( user_factory: Callable[..., User], product_user_wallet_yes: Product, ) -> User: # A user on a product with user wallet enabled, but they have no money return user_factory(product=product_user_wallet_yes) @pytest.fixture def user_with_wallet_amt( user_factory: Callable[..., User], product_amt_true: Product ) -> User: # A user on a product with user wallet enabled, on AMT, but they have no money return user_factory(product=product_amt_true) @pytest.fixture(scope="function") def user_factory( user_manager: UserManager, thl_web_rr: PostgresConfig ) -> Callable[..., User]: def _inner(product: Product, created: datetime | None = None) -> User: u = user_manager.create_dummy(product=product, created=created) u.prefetch_product(pg_config=thl_web_rr) return u return _inner @pytest.fixture def wall_factory(wall_manager: WallManager) -> Callable[..., Wall]: def _inner( session: Session, wall_status: Status, req_cpi: Decimal | None = None ) -> Wall: assert session.started <= datetime.now( tz=timezone.utc ), "Session can't start in the future" if session.wall_events: # Subsequent Wall events wall = session.wall_events[-1] assert not wall.finished, "Can't add new Walls until prior finishes" # wall_started = last_wall.started + timedelta(milliseconds=1) else: # First Wall Event in a session wall_started = session.started + timedelta(milliseconds=1) wall = wall_manager.create_dummy( session_id=session.id, user_id=session.user_id, started=wall_started, req_cpi=req_cpi, ) session.append_wall_event(w=wall) options = list(WALL_ALLOWED_STATUS_STATUS_CODE.get(wall_status, {})) wall.finish( finished=wall.started + timedelta(seconds=randint(a=60 * 2, b=60 * 10)), status=wall_status, status_code_1=randchoice(options), ) return wall return _inner @pytest.fixture def wall(session: Session, user: User, wall_manager: WallManager) -> Wall | None: from generalresearch.models.thl.task_status import StatusCode1 wall = wall_manager.create_dummy(session_id=session.id, user_id=user.user_id) # thl_session.append_wall_event(wall) wall.finish( finished=wall.started + timedelta(seconds=randint(a=60 * 2, b=60 * 10)), status=Status.COMPLETE, status_code_1=StatusCode1.COMPLETE, ) return wall @pytest.fixture def session_factory( wall_factory: Callable[..., Wall], session_manager: SessionManager, wall_manager: WallManager, utc_hour_ago: datetime, ) -> Callable[..., Session]: from generalresearch.models.thl.session import Source def _inner( user: User, # Wall details wall_count: int = 5, wall_req_cpi: Decimal = Decimal(".50"), wall_req_cpis: list[Decimal] | None = None, wall_statuses: list[Status] | None = None, wall_source: Source = Source.TESTING, # Session details final_status: Status = Status.COMPLETE, started: datetime = utc_hour_ago, ) -> "Session": if wall_req_cpis: assert len(wall_req_cpis) == wall_count if wall_statuses: assert len(wall_statuses) == wall_count s = session_manager.create_dummy(started=started, user=user, country_iso="us") for idx in range(wall_count): if idx == 0: # First Wall Event in a session wall_started = s.started + timedelta(milliseconds=1) else: # Subsequent Wall events last_wall = s.wall_events[-1] assert last_wall.finished, "Can't add new Walls until prior finishes" wall_started = last_wall.started + timedelta(milliseconds=1) w = wall_manager.create_dummy( session_id=s.id, source=wall_source, user_id=s.user_id, started=wall_started, req_cpi=wall_req_cpis[idx] if wall_req_cpis else wall_req_cpi, ) s.append_wall_event(w=w) # If it's the last wall in the session, respect the final_status # value for the Session if wall_statuses: _final_status = wall_statuses[idx] else: _final_status = final_status if idx == wall_count - 1 else Status.FAIL options = list(WALL_ALLOWED_STATUS_STATUS_CODE.get(_final_status, {})) wall_manager.finish( wall=w, status=_final_status, status_code_1=randchoice(options), finished=w.started + timedelta(seconds=randint(a=60 * 2, b=60 * 10)), ) return s return _inner @pytest.fixture(scope="function") def finished_session_factory( session_factory: Callable[..., Session], session_manager: SessionManager, utc_hour_ago: datetime, ) -> Callable[..., Session]: from generalresearch.models.thl.session import Source def _inner( user: User, # Wall details wall_count: int = 5, wall_req_cpi: Decimal = Decimal(".50"), wall_req_cpis: list[Decimal] | None = None, wall_statuses: list[Status] | None = None, wall_source: Source = Source.TESTING, # Session details final_status: Status = Status.COMPLETE, started: datetime = utc_hour_ago, ) -> Session: s: Session = session_factory( user=user, wall_count=wall_count, wall_req_cpi=wall_req_cpi, wall_req_cpis=wall_req_cpis, wall_statuses=wall_statuses, wall_source=wall_source, final_status=final_status, started=started, ) status, status_code_1 = s.determine_session_status() _, _, bp_pay, user_pay = s.determine_payments() session_manager.finish_with_status( s, finished=s.wall_events[-1].finished, payout=bp_pay, user_payout=user_pay, status=status, status_code_1=status_code_1, ) return s return _inner @pytest.fixture def session( user: User, session_manager: SessionManager, wall_manager: WallManager ) -> Session: session: Session = session_manager.create_dummy(user=user, country_iso="us") wall: Wall = wall_manager.create_dummy( session_id=session.id, user_id=session.user_id, started=session.started, ) session.append_wall_event(w=wall) return session @pytest.fixture def product(request: Request, product_manager: ProductManager) -> Product: team = getattr(request, "team", None) business = getattr(request, "business", None) return product_manager.create_dummy( team_id=team.uuid if team else None, business_id=business.uuid if business else None, ) @pytest.fixture def product_factory(product_manager: ProductManager) -> Callable[..., Product]: def _inner( team: Team | None = None, business: Business | None = None, commission_pct: Decimal = Decimal("0.05"), ) -> Product: return product_manager.create_dummy( team_id=team.uuid if team else None, business_id=business.uuid if business else None, commission_pct=commission_pct, ) return _inner @pytest.fixture def payout_config(request: Request) -> PayoutConfig: from generalresearch.models.thl.product import ( PayoutConfig, PayoutTransformation, PayoutTransformationPercentArgs, ) return ( request.param if hasattr(request, "payout_config") else PayoutConfig( payout_format="${payout/100:.2f}", payout_transformation=PayoutTransformation( f="payout_transformation_percent", kwargs=PayoutTransformationPercentArgs(pct=0.40), ), ) ) @pytest.fixture def product_user_wallet_yes( payout_config: PayoutConfig, product_manager: ProductManager ) -> Product: from generalresearch.models.thl.product import UserWalletConfig return product_manager.create_dummy( payout_config=payout_config, user_wallet_config=UserWalletConfig(enabled=True) ) @pytest.fixture def product_user_wallet_no(product_manager: ProductManager) -> Product: from generalresearch.models.thl.product import UserWalletConfig return product_manager.create_dummy( user_wallet_config=UserWalletConfig(enabled=False) ) @pytest.fixture def product_amt_true( product_manager: ProductManager, payout_config: PayoutConfig ) -> Product: from generalresearch.models.thl.product import UserWalletConfig return product_manager.create_dummy( user_wallet_config=UserWalletConfig(amt=True, enabled=True), payout_config=payout_config, ) @pytest.fixture def bp_payout_factory( thl_lm: ThlLedgerManager, product_manager: ProductManager, business_payout_event_manager: BusinessPayoutEventManager, ) -> Callable[..., BrokerageProductPayoutEvent]: def _inner( product: Product | None = None, amount: USDCent | None = None, ext_ref_id: str | None = None, created: AwareDatetime | None = None, skip_wallet_balance_check: bool = False, skip_one_per_day_check: bool = False, ) -> BrokerageProductPayoutEvent: from generalresearch.currency import USDCent product = product or product_manager.create_dummy() amount = amount or USDCent(randint(1, 99_99)) return business_payout_event_manager.create_bp_payout_event( thl_ledger_manager=thl_lm, product=product, amount=amount, ext_ref_id=ext_ref_id, created=created, skip_wallet_balance_check=skip_wallet_balance_check, skip_one_per_day_check=skip_one_per_day_check, ) return _inner # === GR === @pytest.fixture def business(request, business_manager: BusinessManager) -> Business: return business_manager.create_dummy() @pytest.fixture def business_address( request, business: "Business", business_address_manager: BusinessAddressManager ) -> BusinessAddress: return business_address_manager.create_dummy(business_id=business.id) @pytest.fixture def business_bank_account( request, business: Business, business_bank_account_manager: BusinessBankAccountManager, ) -> BusinessBankAccount: return business_bank_account_manager.create_dummy(business_id=business.id) @pytest.fixture def team(request, team_manager: TeamManager) -> Team: return team_manager.create_dummy() @pytest.fixture def gr_user(gr_um: GRUserManager) -> GRUser: return gr_um.create_dummy() @pytest.fixture def gr_user_cache( gr_user: GRUser, gr_db: PostgresConfig, thl_web_rr: PostgresConfig, gr_redis_config: RedisConfig, ) -> GRUser: gr_user.set_cache( pg_config=gr_db, thl_web_rr=thl_web_rr, redis_config=gr_redis_config ) return gr_user @pytest.fixture def gr_user_factory(gr_um: GRUserManager) -> Callable[..., GRUser]: def _inner(): return gr_um.create_dummy() return _inner @pytest.fixture() def gr_user_token( gr_user: GRUser, gr_tm: GRTokenManager, gr_db: PostgresConfig ) -> GRToken: gr_tm.create(user_id=gr_user.id) gr_user.prefetch_token(pg_config=gr_db) res = gr_user.token assert res is not None, "GRToken should exist after creation and prefetching" return res @pytest.fixture() def gr_user_token_header(gr_user_token: GRToken) -> dict[str, str]: return gr_user_token.auth_header @pytest.fixture(scope="function") def membership( request, team: Team, gr_user: GRUser, team_manager: TeamManager ) -> Membership: assert team.id, "Team must be saved" assert gr_user.id, "GRUser must be saved" return team_manager.add_user(team=team, gr_user=gr_user) @pytest.fixture(scope="function") def membership_factory( team: Team, gr_user: GRUser, membership_manager: MembershipManager, team_manager: TeamManager, gr_um: GRUserManager, ) -> Callable[..., Membership]: def _inner(**kwargs) -> Membership: _team = kwargs.get("team", team_manager.create_dummy()) _gr_user = kwargs.get("gr_user", gr_um.create_dummy()) return membership_manager.create(team=_team, gr_user=_gr_user) return _inner @pytest.fixture def audit_log(audit_log_manager: AuditLogManager, user: User) -> AuditLog: return audit_log_manager.create_dummy(user_id=user.user_id) @pytest.fixture def audit_log_factory( audit_log_manager: AuditLogManager, ) -> Callable[..., AuditLog]: def _inner( user_id: PositiveInt, level: AuditLogLevel | None = None, event_type: str | None = None, event_msg: str | None = None, event_value: float | None = None, ) -> AuditLog: return audit_log_manager.create_dummy( user_id=user_id, level=level, event_type=event_type, event_msg=event_msg, event_value=event_value, ) return _inner @pytest.fixture def ip_geoname(ip_geoname_manager: IPGeonameManager) -> IPGeoname: return ip_geoname_manager.create_dummy() @pytest.fixture def ip_information( ip_information_manager: IPInformationManager, ip_geoname: IPGeoname ) -> IPInformation: return ip_information_manager.create_dummy( geoname_id=ip_geoname.geoname_id, country_iso=ip_geoname.country_iso ) @pytest.fixture def ip_information_factory( ip_information_manager: IPInformationManager, ) -> Callable[..., IPInformation]: def _inner(ip: str, geoname: IPGeoname, **kwargs) -> IPInformation: return ip_information_manager.create_dummy( ip=ip, geoname_id=geoname.geoname_id, country_iso=geoname.country_iso, **kwargs, ) return _inner @pytest.fixture def ip_record( ip_record_manager: IPRecordManager, ip_geoname: IPGeoname, user: User ) -> IPRecord: return ip_record_manager.create_dummy(user_id=user.user_id) @pytest.fixture def ip_record_factory( ip_record_manager: IPRecordManager, user: User ) -> Callable[..., IPRecord]: def _inner(user_id: PositiveInt, ip: str | None = None) -> IPRecord: return ip_record_manager.create_dummy(user_id=user_id, ip=ip) return _inner @pytest.fixture(scope="session") def buyer(buyer_manager: BuyerManager) -> Buyer: buyer_code = uuid4().hex buyer_manager.bulk_get_or_create(source=Source.TESTING, codes=[buyer_code]) b = Buyer( source=Source.TESTING, code=buyer_code, label=f"test-buyer-{buyer_code[:8]}" ) buyer_manager.update(b) return b @pytest.fixture(scope="session") def buyer_factory(buyer_manager: BuyerManager) -> Callable[..., Buyer]: def _inner() -> Buyer: return buyer_manager.bulk_get_or_create( source=Source.TESTING, codes=[uuid4().hex] )[0] return _inner @pytest.fixture(scope="session") def survey(survey_manager: SurveyManager, buyer: Buyer) -> "Survey": s = Survey(source=Source.TESTING, survey_id=uuid4().hex, buyer_code=buyer.code) survey_manager.create_bulk([s]) return s @pytest.fixture(scope="session") def survey_factory( survey_manager: SurveyManager, buyer_factory: Callable[..., Buyer] ) -> Callable[..., Survey]: def _inner(buyer: Buyer | None = None) -> Survey: buyer = buyer or buyer_factory() s = Survey( source=Source.TESTING, survey_id=uuid4().hex, buyer_code=buyer.code, buyer_id=buyer.id, ) survey_manager.create_bulk([s]) return s return _inner