New paste Repaste Download
[gw9] darwin -- Python 3.12.12 /Users/cao/.pyenv/versions/3.12.12/bin/python
tests/services/test_pm_atomic_claim.py:600: in test_pm_tick_without_db_factory_lets_both_hosts_spawn
    out_a = PM.pm_tick(execute=True, spawner=spawner,
        _coll      = <test_pm_atomic_claim._FakeColl object at 0x130755b50>
        _factory   = <function fake_db.<locals>.<lambda> at 0x130d81f80>
        bug_getter = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107ba0>
        fake_db    = (<test_pm_atomic_claim._FakeColl object at 0x130755b50>, <function fake_db.<locals>.<lambda> at 0x130d81f80>)
        monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x130869460>
        self       = <test_pm_atomic_claim.TestPmTickCrossHostRace object at 0x12a4098b0>
        spawner    = <test_pm_atomic_claim._FakeSpawner object at 0x130d598b0>
rtrader/services/project_manager.py:7487: in pm_tick
    n_drained = int(_drainer() or 0)
                    ^^^^^^^^^^
        _SHM       = <module 'rtrader.services.seek_help_monitor' from '/Users/cao/robinhood/.claude/worktrees/agent-a00326d9ee7adc4ad/rtrader/services/seek_help_monitor.py'>
        _drainer   = <function consume_pending at 0x12b11c5e0>
        _seam      = None
        _tier_general_headroom = <function pm_tick.<locals>._tier_general_headroom at 0x130de0360>
        all_bugs   = [{'bug_class': 'study', 'component': 'pm', 'context_notes': [], 'fingerprint': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', ...}]
        assign_narrator = None
        auth_check = None
        auth_flag_setter = None
        auth_healer = None
        auth_materializer = None
        branch_ready = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x1311079c0>
        bug        = {'bug_class': 'study', 'component': 'pm', 'context_notes': [], 'fingerprint': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', ...}
        bugdb      = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107ba0>
        builder_announce = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107a60>
        candidates = [{'bug_class': 'study', 'component': 'pm', 'context_notes': [], 'fingerprint': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', ...}]
        cap        = 100
        capped     = <rtrader.services.project_manager.CappedSpawner object at 0x130d7f5c0>
        claude_cap = 100
        claude_headroom = 100
        claude_inflight = 0
        closer     = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107920>
        comp_inflight = 0
        comprehension_active = False
        comprehension_reserve = 0
        crucible   = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107ec0>
        cycle      = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107e20>
        db_factory = None
        decision   = {'action': 'spawn_followup', 'needs_operator_ack': False, 'rationale': 'race-test'}
        decision_cycle = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107e20>
        decision_recorder = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107ce0>
        decisions  = {}
        enrich     = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x1311076a0>
        execute    = True
        flywheel_open = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x130de0180>
        fp         = 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972'
        gen_inflight = 0
        gen_only_inflight = 0
        general_headroom = 100
        git        = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107d80>
        in_flight  = 0
        lister     = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107c40>
        llm        = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107f60>
        marker     = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x1311077e0>
        minimax_cap = 100
        minimax_headroom = 100
        minimax_inflight = 0
        narrate_status = False
        now        = datetime.datetime(2026, 7, 21, 12, 0, tzinfo=datetime.timezone.utc)
        outcome    = {'action': 'spawn_followup', 'bug_fp': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', 'detail': 'test', 'executed': True, ...}
        pfacts     = {'assignee': None, 'bug_found': True, 'crucible_checkin_id': None, 'crucible_result_sha': None, ...}
        proc_reaper = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x130de00e0>
        proposal   = {'bug_fp': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', 'decision': {'action': 'spawn_followup', 'needs_operator_ack...: None, 'bug_found': True, 'crucible_checkin_id': None, 'crucible_result_sha': None, ...}, 'pattern': 'fresh-bug', ...}
        reaper     = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x130de0040>
        recon      = None
        rej_inflight = 0
        reject_reserve = 0
        reserve_active = 0
        results    = [{'bug_fp': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', 'decision': {'action': 'spawn_followup', 'needs_operator_ac..._fp': 'fp_b092d1f8b69d596aa12f2078b79f57bc4b8c4972', 'detail': 'test', 'executed': True, ...}, 'pattern': 'fresh-bug'}]
        spawner    = <rtrader.services.project_manager.CappedSpawner object at 0x130d7f5c0>
        stall_days = 3
        stall_hours = 12.0
        status_db_factory = None
        status_poster = None
        stranded_submit = <function make_stranded_submitter.<locals>._submit at 0x130de0220>
        submitter  = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107880>
        testpass_pending = False
        total_headroom = 100
        triage_sweep = <function TestPmTickCrossHostRace.test_pm_tick_without_db_factory_lets_both_hosts_spawn.<locals>.<lambda> at 0x131107740>
        ttl_min    = 120
rtrader/services/seek_help_monitor.py:300: in consume_pending
    events = _read_help_events(since=since, limit=limit, db_factory=db_factory)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        _FF        = <module 'rtrader.services.feature_flags' from '/Users/cao/robinhood/.claude/worktrees/agent-a00326d9ee7adc4ad/rtrader/services/feature_flags.py'>
        db_factory = None
        enabled    = True
        flag_resolver = None
        limit      = 100
        now        = None
        poster     = None
        since      = None
rtrader/services/seek_help_monitor.py:224: in _read_help_events
    rows = BL.recent_bug_events(since=since, limit=limit, db_factory=db_factory)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        db_factory = None
        limit      = 100
        since      = None
rtrader/services/bug_lifecycle.py:865: in recent_bug_events
    rows = [_strip(d) for d in coll.find(flt)]
                               ^^^^^^^^^^^^^^
        coll       = Collection(Database(MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directc...tiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000), 'accounting'), 'BugEvents')
        db         = Database(MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=T...0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000), 'accounting')
        db_factory = None
        fingerprint = None
        flt        = {}
        limit      = 100
        resolved   = None
        since      = None
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/cursor.py:1289: in __next__
    return self.next()
           ^^^^^^^^^^^
        self       = <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/cursor.py:1265: in next
    if len(self._data) or self._refresh():
                          ^^^^^^^^^^^^^^^
        self       = <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/cursor.py:1236: in _refresh
    self._send_message(g)
        g          = <pymongo.message._GetMore object at 0x130f4c310>
        limit      = 0
        self       = <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/cursor.py:1108: in _send_message
    response = client._run_operation(
        client     = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        operation  = <pymongo.message._GetMore object at 0x130f4c310>
        self       = <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/_csot.py:125: in csot_wrapper
    return func(self, *args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
        args       = (<pymongo.message._GetMore object at 0x130f4c310>, <bound method Cursor._unpack_response of <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>>)
        func       = <function MongoClient._run_operation at 0x11ef7a480>
        kwargs     = {'address': ('testbox001', 27017)}
        self       = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        timeout    = None
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/mongo_client.py:1938: in _run_operation
    return self._retryable_read(
        _cmd       = <function MongoClient._run_operation.<locals>._cmd at 0x130de0400>
        address    = ('testbox001', 27017)
        operation  = <pymongo.message._GetMore object at 0x130f4c310>
        self       = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        unpack_res = <bound method Cursor._unpack_response of <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/mongo_client.py:2047: in _retryable_read
    return self._retry_internal(
        address    = ('testbox001', 27017)
        func       = <function MongoClient._run_operation.<locals>._cmd at 0x130de0400>
        operation  = 'getMore'
        operation_id = None
        read_pref  = Primary()
        retryable  = False
        self       = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        session    = <pymongo.synchronous.client_session.ClientSession object at 0x130755130>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/_csot.py:125: in csot_wrapper
    return func(self, *args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
        args       = (<function MongoClient._run_operation.<locals>._cmd at 0x130de0400>, <pymongo.synchronous.client_session.ClientSession object at 0x130755130>, None, 'getMore')
        func       = <function MongoClient._retry_internal at 0x11ef7a660>
        kwargs     = {'address': ('testbox001', 27017), 'is_read': True, 'operation_id': None, 'read_pref': Primary(), ...}
        self       = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        timeout    = None
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/mongo_client.py:2014: in _retry_internal
    ).run()
      ^^^^^
        address    = ('testbox001', 27017)
        bulk       = None
        func       = <function MongoClient._run_operation.<locals>._cmd at 0x130de0400>
        is_read    = True
        operation  = 'getMore'
        operation_id = None
        read_pref  = Primary()
        retryable  = False
        self       = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        session    = <pymongo.synchronous.client_session.ClientSession object at 0x130755130>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/mongo_client.py:2765: in run
    return self._read() if self._is_read else self._write()
           ^^^^^^^^^^^^
        self       = <pymongo.synchronous.mongo_client._ClientConnectionRetryable object at 0x130a906b0>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/mongo_client.py:2926: in _read
    return self._func(self._session, self._server, conn, read_pref)  # type: ignore
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        conn       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
        read_pref  = PrimaryPreferred(tag_sets=None, max_staleness=-1, hedge=None)
        self       = <pymongo.synchronous.mongo_client._ClientConnectionRetryable object at 0x130a906b0>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/mongo_client.py:1929: in _cmd
    return server.run_operation(
        _session   = <pymongo.synchronous.client_session.ClientSession object at 0x130755130>
        conn       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
        operation  = <pymongo.message._GetMore object at 0x130f4c310>
        read_preference = PrimaryPreferred(tag_sets=None, max_staleness=-1, hedge=None)
        self       = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        server     = <Server <ServerDescription ('testbox001', 27017) server_type: RSPrimary, rtt: 0.3318856336449344>>
        unpack_res = <bound method Cursor._unpack_response of <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>>
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/helpers.py:47: in inner
    return func(*args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^
        Connection = <class 'pymongo.synchronous.pool.Connection'>
        _BulkWriteContext = <class 'pymongo.message._BulkWriteContext'>
        args       = (<Server <ServerDescription ('testbox001', 27017) server_type: RSPrimary, rtt: 0.3318856336449344>>, Connection(<pymon...0x1274f9400>, <bound method Cursor._unpack_response of <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>>, ...)
        func       = <function Server.run_operation at 0x11ef62200>
        kwargs     = {}
        no_reauth  = False
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/server.py:208: in run_operation
    reply = conn.receive_message(request_id)
            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        client     = MongoClient(host=['testbox001:27017'], document_class=dict, tz_aware=False, connect=False, directconnection=True, uuid...4, minpoolsize=0, serverselectiontimeoutms=5000, connecttimeoutms=5000, sockettimeoutms=60000, waitqueuetimeoutms=5000)
        cmd        = {'$clusterTime': {'clusterTime': Timestamp(1785247366, 5), 'signature': {'hash': b'\x00\x00\x00\x00\x00\x00\x00\x00\x0...x00\x00\x00\x00\x00', 'keyId': 0}}, '$db': 'accounting', 'collection': 'BugEvents', 'getMore': 944156989528987958, ...}
        conn       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
        data       = b'\xe3\x00\x00\x00b\xee7^\x00\x00\x00\x00\xdd\x07\x00\x00\x00\x00\x00\x00\x00\xce\x00\x00\x00\x12getMore\x006\xd9\x13\...\x00\x00\x00\x00\x00\x12keyId\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02$db\x00\x0b\x00\x00\x00accounting\x00\x00'
        dbn        = 'accounting'
        listeners  = <pymongo.monitoring._EventListeners object at 0x1274f9400>
        max_doc_size = 206
        message    = (1580723810, b'\xe3\x00\x00\x00b\xee7^\x00\x00\x00\x00\xdd\x07\x00\x00\x00\x00\x00\x00\x00\xce\x00\x00\x00\x12getMore\...00\x00\x00\x00\x12keyId\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x02$db\x00\x0b\x00\x00\x00accounting\x00\x00', 206)
        more_to_come = None
        operation  = <pymongo.message._GetMore object at 0x130f4c310>
        publish    = False
        read_preference = PrimaryPreferred(tag_sets=None, max_staleness=-1, hedge=None)
        request_id = 1580723810
        self       = <Server <ServerDescription ('testbox001', 27017) server_type: RSPrimary, rtt: 0.3318856336449344>>
        start      = datetime.datetime(2026, 7, 28, 22, 2, 47, 529202)
        unpack_res = <bound method Cursor._unpack_response of <pymongo.synchronous.cursor.Cursor object at 0x130756ff0>>
        use_cmd    = True
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/pool.py:469: in receive_message
    self._raise_connection_failure(error)
        request_id = 1580723810
        self       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/synchronous/pool.py:466: in receive_message
    return receive_message(self, request_id, self.max_message_size)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        request_id = 1580723810
        self       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/network_layer.py:778: in receive_message
    data = receive_data(conn, length - 16, deadline)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        _          = 5349285
        conn       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
        deadline   = 3163676.436139
        length     = 1212901
        max_message_size = 48000000
        op_code    = 2013
        request_id = 1580723810
        response_to = 1580723810
        timeout    = 60.0
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/network_layer.py:353: in receive_data
    chunk_length = conn.conn.recv_into(mv[bytes_read:])
                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
        buf        = bytearray(b'\x00\x00\x00\x00\x00\xd0\x81\x12\x00\x03cursor\x00:\x81\x12\x00\x04nextBatch\x00\x01\x81\x12\x00\x030\x000...0\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00')
        bytes_read = 939656
        chunk_length = 1188
        conn       = Connection(<pymongo.network_layer.NetworkingInterface object at 0x130b7f230>) CLOSED at 5112316272
        deadline   = 3163676.436139
        length     = 1212885
        mv         = <memory at 0x130cc2d40>
        orig_timeout = 60.0
        short_timeout = 0.5
/Users/cao/.pyenv/versions/3.12.12/lib/python3.12/site-packages/pymongo/network_layer.py:469: in recv_into
    return self.conn.recv_into(buffer)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
E   Failed: Timeout (>60.0s) from pytest-timeout.
        buffer     = <memory at 0x130cc34c0>
        self       = <pymongo.network_layer.NetworkingInterface object at 0x130b7f230>
Filename: None. Size: 20kb. View raw, , hex, or download this file.

This paste expires on 2026-08-04 14:18:07.421987+00:00. Pasted through deprecated-web.