W3i?, r d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
m
Z
m Z ddl m
Z
ddlmZ ddlZddlZddlZddlmZ ddlmZ ej. j1 ej. j1 ej. j3 e Zeej. vr ej. j9 de dd l m Z dd
l m Z m!Z!m"Z"m#Z#m$Z$m%Z% d0d Z&d1d Z'd2d
Z(d3dZ)d4dZ*d5dZ+ d6dZ, ejZ ej\ ddd ej\ dddd ej\ ddd ej d e
ej\ d dd ! ej\ d"d#d$% ej\ d&dd'! ej\ d(d)de/ ej\ d*d+de0 ej\ d,d-de/ d7d. Z1e2d/k( r e1 yy)8z
Record Polymarket live-data activity trades for selected markets under one event.
The WebSocket filter is event-level. Market filtering is done locally by slug,
condition id, market id, and token id.
) annotationsN)datetimetimezone)Path)Any) load_dotenv)logger)
GAMMA_BASE)ACTIVITY_WS_URL JsonlWriter TargetMarketmatch_activity_tradenormalized_activity_rowselect_target_marketsc | j j dk( ry | j d D ch c]1 }|j s|j j 3 }}ddd}|D ch c] }|j || }}dht dd D ch c] }d| c}}||z
}|r0t j ddj t | |S c c}w c c}w c c}w ) Nauto, moneyline)seriesmatch gamezunsupported markets: ) striplowersplitgetrangeclick BadParameterjoinsorted)rawitemvaluesaliases
normalizediallowedunknowns %scripts/record_lpl_activity_trades.py _market_setr, ) s
yy{f$/2yy~
Nt djjl "
NF
N${;G6<=d'++dD)=J=?%1+ >QQCj >?G7"G #8&/9R8S!TUU O= >s C+ C+7C0" C5c t j t j t j t
j j dd j dd y )N LOG_LEVELINFOzQ{time:YYYY-MM-DD HH:mm:ss} | {level:<7} | {message}T)levelformatcolorize) r removeaddsysstderrosenvironr upper r+ _setup_loggingr< 6 s?
MMO
JJ
jjnn[&1779b r; c K |rt j d nd }t j | 4 d { }|j t d| t j
d 4 d { }|j
|j d { cd d d d { cd d d d { S 7 7 P7 *7 7
# 1 d { 7 sw Y nxY wd d d d { 7 y # 1 d { 7 sw Y y xY ww)NF)ssl) connectorz
/events/slug/ )totaltimeout)aiohttp TCPConnector
ClientSessionr r
ClientTimeoutraise_for_statusjson)
event_slug insecure_sslr? httpresps r+ _fetch_eventrN @ s 3?$$/TI$$y9 % %T88l-
| 4))3
% % ! ! # $ % % %% % % %
% %% % % %% % % % %s 5DB?D5C00C1C04$C CC C0(C)C0- D9C:DC0C C0D C CC C0 D)C,*D0D6C9 7D>Dc ddt j d| id dg}|r6|j ddt j t | d d
d d d |d S )
NactivitytradesrJ r :
separators)topictypefilterscomments*Series)parentEntityIDparentEntityType subscribe)action
subscriptions)rI dumpsappendint)rJ include_commentscomments_parent_idr` s r+
_subscriptionrf K sv zz<"<T
+M # ::*-.@*A,4 *
"M BBr; c F | j }|r|j dv rg S t j | }t |t r!|D cg c] }t |t s| c}S t |t r|gS g S # t j $ r g cY S w xY wc c}w )N> pingpong)r r rI loadsJSONDecodeError
isinstancelistdict)r# strippeddecodedr$ s r+
_decode_itemsrq d s yy{H x~~'+;; **X& '4 !(CJtT,BCC'4 y
I
Ds B B 'B BBc K t j d d { | j d d { 77 7 # t $ r Y y w xY ww)N
PING)asynciosleepsend Exception)wss r+ _pingrz s sN
--# # #''&/ ! ! # !
s9 AA <A >A A A A A Ac
K t | | d { }
t | |
j d xs g | } | st d| dt | || z } | j dd | dz j
t j |
ddd d
z d | d
z j
t j | D
cg c] }
|
j c}
ddd d
z d t | dz || }|rt | dz || nd }d}d}d}t | || }|rt j nd }d dd}|||d< t j ddj! d | D z | j# s t% j& t( fi |4 d { }|j+ t j |d d { t j d| t- j. t1 | } | j# s3 t- j2 |j5 d d { }t9 j: t< j> }tA jB }tE tG | D ] }|d z
}|j d d k( r-|*|d z
}|jI | ||jK ||d I|j d d!k7 s|j d" d#k7 rrtM || }
|
|d z
}|jI tO ||
| |||$ | j# s3|jQ t- jR |d% d { d d d d { | j# s t j d'| d(| |j] ||j] y y 7 c c}
w 7 F7 7 # t, j6 $ r Y w xY w7 # |jQ t- jR |d% d { 7 w xY w7 # 1 d { 7 sw Y xY w# t, jT $ r tV $ rQ} | j# s6t jX d&| t- jZ | d { 7 Y d } ~ 2d } ~ ww xY w# t j d'| d(| |j] ||j] w w xY ww))Nmarketsz no target markets found for z: T)parentsexist_okzevent_meta.jsonF ) ensure_asciiindent sort_keys
zutf-8)encodingztarget_markets.jsonzactivity_trades.jsonl) flush_everyflush_interval_secondszcomments_events.jsonlr rs )
ping_interval open_timeoutr> zactivity targets: z, c 3 R K | ] }|j d |j ! yw)rS N)kindslug).0targets r+ z run_recorder.. s# Pvv{{m1V[[M2Ps %'rR rT z#activity ws subscribed: event_slug=g ?rB r rV rY )rJ
message_indexreceived_at_wallreceived_at_monotonic_nsraw_jsonrP rW rQ )r$ r rJ r r r )return_exceptionszactivity ws reconnect: z"activity recorder stopped: trades=z
comments=)/rN r r RuntimeErrorr" mkdir
write_textrI ra __dict__r rf r> _create_unverified_contextr infor! is_set
websocketsconnectr rw ru create_taskrz wait_forrecv TimeoutErrorr nowr utctime monotonic_nsrq strwrite isoformatr r cancelgatherCancelledErrorrx warningrv close) rJ r| output_rootrd re rK reconnect_delay_secondsjsonl_flush_every jsonl_flush_interval_seconds
stop_eventeventtarget_markets
output_dirr
trades_writercomments_writerr keptrY subscriptionssl_ctxconnect_kwargsry ping_taskr# r r r$ excs r+ run_recorderr | s z<8 8E*:uyy7K7QrSZ[N 9* RwGXYZZ z)JTD1##//
5uQ$G$N 0 ''33
+9 :V__ :
4 ,,% ;M 0 0)#?
M DH -=?QRL2>c,,.DG7;R%PN 'u
KK
))P P
P Q;$ ##%4
A%--oP P -P -PTV ''$**\j"QRRRKK"Ej\ RS ' 3 3E"I >I)P","3"3"5 ),3,<,HANDTD^D^D`Ld<@ -.)* %-#'88G#4
#BdhhvFVZbFb$,)=dN)S#)>$, $ - 3 3$;-1/53=9IAY6C
%& !"+ " #-"3"3"5N "((* %nnY$ OOO[-P -P ##%n 8j
ST & ! ! # 'W
9
;N-PR 'U#*#7#7 ) ( )J P "((* %nnY$ OOO[-P -P -P -P\ ))
A!((*NN%2R53R>8S >SS A TT z --event-slugTz0Polymarket event slug, e.g. lol-wb-we-2026-05-07)requiredhelpz --marketsr z5auto, or comma-separated target markets through game4)default show_defaultr z
--output-rootzdata/lpl_eventsF) file_okay path_type)r r rW z--include-commentsz Also write comments_events.jsonl)is_flagr z--comments-parent-id z"Series parentEntityID for comments)r r z--insecure-sslz&Disable SSL verification for debuggingz--reconnect-delay-secondsg @z--jsonl-flush-everyd z --jsonl-flush-interval-secondsg ?c t t |r|st j d t j
} t j }
t j |
t j t j fD ] } |
j | | j |
j t | t | ||||||||
|
j! y # |
j! w xY w)Nz8--comments-parent-id is required with --include-comments)
rJ r| r rd re rK r r r r )r r< r r ru Eventnew_event_loopset_event_loopsignalSIGINTSIGTERMadd_signal_handlersetrun_until_completer r, r ) rJ r| r rd re rK r r r r loopsigs r+ mainr s > M 2 ![\\ J ! ! #D 4
v~~. 5 Z^^45 %#G, '!1#5 )(?"3-I%
s --C+ +C=__main__)r# r returnset[str] | None)r None)rJ r rK boolr dict[str, Any])rJ r rd r re r r r )r# r r zlist[dict[str, Any]])ry r r r )rJ r r| r r r rd r re r rK r r floatr rc r r r z
asyncio.Eventr r )rJ r r| r r r rd r re r rK r r r r rc r r r r )3__doc__
__future__r ru rI r7 r r> r5 r r r pathlibr typingr rD r r dotenvr logurur pathdirnameabspath__file__ROOTinsertanalysis.safe_btc5.clientsr
&analysis.lpl_orderbook.activity_tradesr r r
r r r r, r< rN rf rq rz r commandoptionr rc r __name__r: r; r+ r s #
' wwrwwrwwx'@ABsxxHHOOAt 1
%C2
y$y$ y$ y$
y$
y$ y$ #y$ y$ #(y$ y$
y$x
nt2de
@ et 4 "D7YZ
$b7[\
3[\
)3TPUV
#St#N
.$UZ[$$
$ $ $
$
$ #$ $ #($
$ \ O W ] ] [
f ($N zF r;