1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
|
from datetime import datetime, timedelta, timezone
from decimal import Decimal
from random import choice as randchoice
from random import randint
from typing import TYPE_CHECKING, Callable, Dict, List, Optional
from uuid import uuid4
import pytest
from pydantic import AwareDatetime, PositiveInt
from generalresearch.models import Source
from generalresearch.models.thl.definitions import (
WALL_ALLOWED_STATUS_STATUS_CODE,
Status,
)
from generalresearch.pg_helper import PostgresConfig
from generalresearch.redis_helper import RedisConfig
if TYPE_CHECKING:
from generalresearch.currency import USDCent
from generalresearch.managers.gr.authentication import GRTokenManager, GRUserManager
from generalresearch.managers.gr.business import (
BusinessAddressManager,
BusinessBankAccountManager,
BusinessManager,
)
from generalresearch.managers.gr.team import MembershipManager, TeamManager
from generalresearch.managers.thl.buyer import BuyerManager
from generalresearch.managers.thl.ipinfo import (
IPGeonameManager,
IPInformationManager,
)
from generalresearch.managers.thl.ledger_manager.thl_ledger import ThlLedgerManager
from generalresearch.managers.thl.payout import (
BusinessPayoutEventManager,
)
from generalresearch.managers.thl.product import ProductManager
from generalresearch.managers.thl.session import SessionManager
from generalresearch.managers.thl.survey import SurveyManager
from generalresearch.managers.thl.user_manager.user_manager import UserManager
from generalresearch.managers.thl.userhealth import AuditLogManager, IPRecordManager
from generalresearch.managers.thl.wall import WallManager
from generalresearch.models.gr.authentication import GRToken, GRUser
from generalresearch.models.gr.business import (
Business,
BusinessAddress,
BusinessBankAccount,
)
from generalresearch.models.gr.team import Membership, Team
from generalresearch.models.thl.ipinfo import IPGeoname, IPInformation
from generalresearch.models.thl.payout import (
BrokerageProductPayoutEvent,
)
from generalresearch.models.thl.product import (
PayoutConfig,
Product,
)
from generalresearch.models.thl.session import Session, Wall
from generalresearch.models.thl.survey.model import Buyer, Survey
from generalresearch.models.thl.user import User
from generalresearch.models.thl.user_iphistory import IPRecord
from generalresearch.models.thl.userhealth import AuditLog, AuditLogLevel
# === THL ===
@pytest.fixture
def user(
request,
product_manager: "ProductManager",
user_manager: "UserManager",
thl_web_rr: PostgresConfig,
) -> "User":
product = getattr(request, "product", None)
if product is None:
product = product_manager.create_dummy()
u = user_manager.create_dummy(product_id=product.id)
u.prefetch_product(pg_config=thl_web_rr)
return u
@pytest.fixture
def user_with_wallet(
request, user_factory: Callable[..., "User"], product_user_wallet_yes: "Product"
) -> "User":
# A user on a product with user wallet enabled, but they have no money
return user_factory(product=product_user_wallet_yes)
@pytest.fixture
def user_with_wallet_amt(
request, user_factory: Callable[..., "User"], product_amt_true: "Product"
) -> "User":
# A user on a product with user wallet enabled, on AMT, but they have no money
return user_factory(product=product_amt_true)
@pytest.fixture(scope="function")
def user_factory(
user_manager: "UserManager", thl_web_rr: PostgresConfig
) -> Callable[..., "User"]:
def _inner(product: "Product", created: Optional[datetime] = None) -> "User":
u = user_manager.create_dummy(product=product, created=created)
u.prefetch_product(pg_config=thl_web_rr)
return u
return _inner
@pytest.fixture
def wall_factory(wall_manager: "WallManager") -> Callable[..., "Wall"]:
def _inner(
session: "Session", wall_status: "Status", req_cpi: Optional[Decimal] = None
) -> "Wall":
assert session.started <= datetime.now(
tz=timezone.utc
), "Session can't start in the future"
if session.wall_events:
# Subsequent Wall events
wall = session.wall_events[-1]
assert not wall.finished, "Can't add new Walls until prior finishes"
# wall_started = last_wall.started + timedelta(milliseconds=1)
else:
# First Wall Event in a session
wall_started = session.started + timedelta(milliseconds=1)
wall = wall_manager.create_dummy(
session_id=session.id,
user_id=session.user_id,
started=wall_started,
req_cpi=req_cpi,
)
session.append_wall_event(w=wall)
options = list(WALL_ALLOWED_STATUS_STATUS_CODE.get(wall_status, {}))
wall.finish(
finished=wall.started + timedelta(seconds=randint(a=60 * 2, b=60 * 10)),
status=wall_status,
status_code_1=randchoice(options),
)
return wall
return _inner
@pytest.fixture
def wall(
session: "Session", user: "User", wall_manager: "WallManager"
) -> Optional["Wall"]:
from generalresearch.models.thl.task_status import StatusCode1
wall = wall_manager.create_dummy(session_id=session.id, user_id=user.user_id)
# thl_session.append_wall_event(wall)
wall.finish(
finished=wall.started + timedelta(seconds=randint(a=60 * 2, b=60 * 10)),
status=Status.COMPLETE,
status_code_1=StatusCode1.COMPLETE,
)
return wall
@pytest.fixture
def session_factory(
wall_factory: Callable[..., "Wall"],
session_manager: "SessionManager",
wall_manager: "WallManager",
utc_hour_ago: datetime,
) -> Callable[..., "Session"]:
from generalresearch.models.thl.session import Source
def _inner(
user: "User",
# Wall details
wall_count: int = 5,
wall_req_cpi: Decimal = Decimal(".50"),
wall_req_cpis: Optional[List[Decimal]] = None,
wall_statuses: Optional[List[Status]] = None,
wall_source: Source = Source.TESTING,
# Session details
final_status: Status = Status.COMPLETE,
started: datetime = utc_hour_ago,
) -> "Session":
if wall_req_cpis:
assert len(wall_req_cpis) == wall_count
if wall_statuses:
assert len(wall_statuses) == wall_count
s = session_manager.create_dummy(started=started, user=user, country_iso="us")
for idx in range(wall_count):
if idx == 0:
# First Wall Event in a session
wall_started = s.started + timedelta(milliseconds=1)
else:
# Subsequent Wall events
last_wall = s.wall_events[-1]
assert last_wall.finished, "Can't add new Walls until prior finishes"
wall_started = last_wall.started + timedelta(milliseconds=1)
w = wall_manager.create_dummy(
session_id=s.id,
source=wall_source,
user_id=s.user_id,
started=wall_started,
req_cpi=wall_req_cpis[idx] if wall_req_cpis else wall_req_cpi,
)
s.append_wall_event(w=w)
# If it's the last wall in the session, respect the final_status
# value for the Session
if wall_statuses:
_final_status = wall_statuses[idx]
else:
_final_status = final_status if idx == wall_count - 1 else Status.FAIL
options = list(WALL_ALLOWED_STATUS_STATUS_CODE.get(_final_status, {}))
wall_manager.finish(
wall=w,
status=_final_status,
status_code_1=randchoice(options),
finished=w.started + timedelta(seconds=randint(a=60 * 2, b=60 * 10)),
)
return s
return _inner
@pytest.fixture(scope="function")
def finished_session_factory(
session_factory: Callable[..., "Session"],
session_manager: "SessionManager",
utc_hour_ago: datetime,
) -> Callable[..., "Session"]:
from generalresearch.models.thl.session import Source
def _inner(
user: "User",
# Wall details
wall_count: int = 5,
wall_req_cpi: Decimal = Decimal(".50"),
wall_req_cpis: Optional[List[Decimal]] = None,
wall_statuses: Optional[List[Status]] = None,
wall_source: Source = Source.TESTING,
# Session details
final_status: Status = Status.COMPLETE,
started: datetime = utc_hour_ago,
) -> "Session":
s: Session = session_factory(
user=user,
wall_count=wall_count,
wall_req_cpi=wall_req_cpi,
wall_req_cpis=wall_req_cpis,
wall_statuses=wall_statuses,
wall_source=wall_source,
final_status=final_status,
started=started,
)
status, status_code_1 = s.determine_session_status()
_, _, bp_pay, user_pay = s.determine_payments()
session_manager.finish_with_status(
s,
finished=s.wall_events[-1].finished,
payout=bp_pay,
user_payout=user_pay,
status=status,
status_code_1=status_code_1,
)
return s
return _inner
@pytest.fixture
def session(
user: "User", session_manager: "SessionManager", wall_manager: "WallManager"
) -> "Session":
from generalresearch.models.thl.session import Session, Wall
session: Session = session_manager.create_dummy(user=user, country_iso="us")
wall: Wall = wall_manager.create_dummy(
session_id=session.id,
user_id=session.user_id,
started=session.started,
)
session.append_wall_event(w=wall)
return session
@pytest.fixture
def product(request, product_manager: "ProductManager") -> "Product":
team = getattr(request, "team", None)
business = getattr(request, "business", None)
return product_manager.create_dummy(
team_id=team.uuid if team else None,
business_id=business.uuid if business else None,
)
@pytest.fixture
def product_factory(product_manager: "ProductManager") -> Callable[..., "Product"]:
def _inner(
team: Optional["Team"] = None,
business: Optional["Business"] = None,
commission_pct: Decimal = Decimal("0.05"),
) -> "Product":
return product_manager.create_dummy(
team_id=team.uuid if team else None,
business_id=business.uuid if business else None,
commission_pct=commission_pct,
)
return _inner
@pytest.fixture
def payout_config(request) -> "PayoutConfig":
from generalresearch.models.thl.product import (
PayoutConfig,
PayoutTransformation,
PayoutTransformationPercentArgs,
)
return (
request.param
if hasattr(request, "payout_config")
else PayoutConfig(
payout_format="${payout/100:.2f}",
payout_transformation=PayoutTransformation(
f="payout_transformation_percent",
kwargs=PayoutTransformationPercentArgs(pct=0.40),
),
)
)
@pytest.fixture
def product_user_wallet_yes(
payout_config: "PayoutConfig", product_manager: "ProductManager"
) -> "Product":
from generalresearch.models.thl.product import UserWalletConfig
return product_manager.create_dummy(
payout_config=payout_config, user_wallet_config=UserWalletConfig(enabled=True)
)
@pytest.fixture
def product_user_wallet_no(product_manager: "ProductManager") -> "Product":
from generalresearch.models.thl.product import UserWalletConfig
return product_manager.create_dummy(
user_wallet_config=UserWalletConfig(enabled=False)
)
@pytest.fixture
def product_amt_true(
product_manager: "ProductManager", payout_config: "PayoutConfig"
) -> "Product":
from generalresearch.models.thl.product import UserWalletConfig
return product_manager.create_dummy(
user_wallet_config=UserWalletConfig(amt=True, enabled=True),
payout_config=payout_config,
)
@pytest.fixture
def bp_payout_factory(
thl_lm: "ThlLedgerManager",
product_manager: "ProductManager",
business_payout_event_manager: "BusinessPayoutEventManager",
) -> Callable[..., "BrokerageProductPayoutEvent"]:
def _inner(
product: Optional["Product"] = None,
amount: Optional["USDCent"] = None,
ext_ref_id: Optional[str] = None,
created: Optional[AwareDatetime] = None,
skip_wallet_balance_check: bool = False,
skip_one_per_day_check: bool = False,
) -> "BrokerageProductPayoutEvent":
from generalresearch.currency import USDCent
product = product or product_manager.create_dummy()
amount = amount or USDCent(randint(1, 99_99))
return business_payout_event_manager.create_bp_payout_event(
thl_ledger_manager=thl_lm,
product=product,
amount=amount,
ext_ref_id=ext_ref_id,
created=created,
skip_wallet_balance_check=skip_wallet_balance_check,
skip_one_per_day_check=skip_one_per_day_check,
)
return _inner
# === GR ===
@pytest.fixture
def business(request, business_manager: "BusinessManager") -> "Business":
return business_manager.create_dummy()
@pytest.fixture
def business_address(
request, business: "Business", business_address_manager: "BusinessAddressManager"
) -> "BusinessAddress":
return business_address_manager.create_dummy(business_id=business.id)
@pytest.fixture
def business_bank_account(
request,
business: "Business",
business_bank_account_manager: "BusinessBankAccountManager",
) -> "BusinessBankAccount":
return business_bank_account_manager.create_dummy(business_id=business.id)
@pytest.fixture
def team(request, team_manager: "TeamManager") -> "Team":
return team_manager.create_dummy()
@pytest.fixture
def gr_user(gr_um: "GRUserManager") -> "GRUser":
return gr_um.create_dummy()
@pytest.fixture
def gr_user_cache(
gr_user: "GRUser",
gr_db: PostgresConfig,
thl_web_rr: PostgresConfig,
gr_redis_config: RedisConfig,
) -> "GRUser":
gr_user.set_cache(
pg_config=gr_db, thl_web_rr=thl_web_rr, redis_config=gr_redis_config
)
return gr_user
@pytest.fixture
def gr_user_factory(gr_um: "GRUserManager") -> Callable[..., "GRUser"]:
def _inner():
return gr_um.create_dummy()
return _inner
@pytest.fixture()
def gr_user_token(
gr_user: "GRUser", gr_tm: "GRTokenManager", gr_db: PostgresConfig
) -> "GRToken":
gr_tm.create(user_id=gr_user.id)
gr_user.prefetch_token(pg_config=gr_db)
res = gr_user.token
assert res is not None, "GRToken should exist after creation and prefetching"
return res
@pytest.fixture()
def gr_user_token_header(gr_user_token: "GRToken") -> Dict[str, str]:
return gr_user_token.auth_header
@pytest.fixture(scope="function")
def membership(
request, team: "Team", gr_user: "GRUser", team_manager: "TeamManager"
) -> "Membership":
assert team.id, "Team must be saved"
assert gr_user.id, "GRUser must be saved"
return team_manager.add_user(team=team, gr_user=gr_user)
@pytest.fixture(scope="function")
def membership_factory(
team: "Team",
gr_user: "GRUser",
membership_manager: "MembershipManager",
team_manager: "TeamManager",
gr_um: "GRUserManager",
) -> Callable[..., "Membership"]:
def _inner(**kwargs) -> "Membership":
_team = kwargs.get("team", team_manager.create_dummy())
_gr_user = kwargs.get("gr_user", gr_um.create_dummy())
return membership_manager.create(team=_team, gr_user=_gr_user)
return _inner
@pytest.fixture
def audit_log(audit_log_manager: "AuditLogManager", user: "User") -> "AuditLog":
return audit_log_manager.create_dummy(user_id=user.user_id)
@pytest.fixture
def audit_log_factory(
audit_log_manager: "AuditLogManager",
) -> Callable[..., "AuditLog"]:
def _inner(
user_id: PositiveInt,
level: Optional["AuditLogLevel"] = None,
event_type: Optional[str] = None,
event_msg: Optional[str] = None,
event_value: Optional[float] = None,
) -> "AuditLog":
return audit_log_manager.create_dummy(
user_id=user_id,
level=level,
event_type=event_type,
event_msg=event_msg,
event_value=event_value,
)
return _inner
@pytest.fixture
def ip_geoname(ip_geoname_manager: "IPGeonameManager") -> "IPGeoname":
return ip_geoname_manager.create_dummy()
@pytest.fixture
def ip_information(
ip_information_manager: "IPInformationManager", ip_geoname: "IPGeoname"
) -> "IPInformation":
return ip_information_manager.create_dummy(
geoname_id=ip_geoname.geoname_id, country_iso=ip_geoname.country_iso
)
@pytest.fixture
def ip_information_factory(
ip_information_manager: "IPInformationManager",
) -> Callable[..., "IPInformation"]:
def _inner(ip: str, geoname: "IPGeoname", **kwargs) -> "IPInformation":
return ip_information_manager.create_dummy(
ip=ip,
geoname_id=geoname.geoname_id,
country_iso=geoname.country_iso,
**kwargs,
)
return _inner
@pytest.fixture
def ip_record(
ip_record_manager: "IPRecordManager", ip_geoname: "IPGeoname", user: "User"
) -> "IPRecord":
return ip_record_manager.create_dummy(user_id=user.user_id)
@pytest.fixture
def ip_record_factory(
ip_record_manager: "IPRecordManager", user: "User"
) -> Callable[..., "IPRecord"]:
def _inner(user_id: PositiveInt, ip: Optional[str] = None) -> "IPRecord":
return ip_record_manager.create_dummy(user_id=user_id, ip=ip)
return _inner
@pytest.fixture(scope="session")
def buyer(buyer_manager: "BuyerManager") -> "Buyer":
buyer_code = uuid4().hex
buyer_manager.bulk_get_or_create(source=Source.TESTING, codes=[buyer_code])
b = Buyer(
source=Source.TESTING, code=buyer_code, label=f"test-buyer-{buyer_code[:8]}"
)
buyer_manager.update(b)
return b
@pytest.fixture(scope="session")
def buyer_factory(buyer_manager: "BuyerManager") -> Callable[..., "Buyer"]:
def _inner() -> Buyer:
return buyer_manager.bulk_get_or_create(
source=Source.TESTING, codes=[uuid4().hex]
)[0]
return _inner
@pytest.fixture(scope="session")
def survey(survey_manager: "SurveyManager", buyer: "Buyer") -> "Survey":
s = Survey(source=Source.TESTING, survey_id=uuid4().hex, buyer_code=buyer.code)
survey_manager.create_bulk([s])
return s
@pytest.fixture(scope="session")
def survey_factory(
survey_manager: "SurveyManager", buyer_factory: Callable[..., "Buyer"]
) -> Callable[..., "Survey"]:
def _inner(buyer: Optional[Buyer] = None) -> "Survey":
buyer = buyer or buyer_factory()
s = Survey(
source=Source.TESTING,
survey_id=uuid4().hex,
buyer_code=buyer.code,
buyer_id=buyer.id,
)
survey_manager.create_bulk([s])
return s
return _inner
|