mirror of
https://github.com/varun-r-mallya/py-libp2p.git
synced 2025-12-31 20:36:24 +00:00
* fix pyproject.toml , add ruff * rm lock * make progress * add poetry lock ignore * fix type issues * fix tcp type errors * fix text example - type error - wrong args * add setuptools to dev * test ci * fix docs build * fix type issues for new_swarm & new_host * fix types in gossipsub * fix type issues in noise * wip: factories * revert factories * fix more type issues * more type fixes * fix: add null checks for noise protocol initialization and key handling * corrected argument-errors in peerId and Multiaddr in peer tests * fix: Noice - remove redundant type casts in BaseNoiseMsgReadWriter * fix: update test_notify.py to use SwarmFactory.create_batch_and_listen, fix type hints, and comment out ClosedStream assertions * Fix type checks for pubsub module Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> * Fix type checks for pubsub module-tests Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> * noise: add checks for uninitialized protocol and key states in PatternXX Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * pubsub: add None checks for optional fields in FloodSub and Pubsub Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * Fix type hints and improve testing Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * remove redundant checks Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * fix build issues * add optional to trio service * fix types * fix type errors * Fix type errors Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * fixed more-type checks in crypto and peer_data files * wip: factories * replaced union with optional * fix: type-error in interp-utils and peerinfo * replace pyright with pyrefly * add pyrefly.toml * wip: fix multiselect issues * try typecheck * base check * mcache test fixes , typecheck ci update * fix ci * will this work * minor fix * use poetry * fix wokflow * use cache,fix err * fix pyrefly.toml * fix pyrefly.toml * fix cache in ci * deploy commit * add main baseline * update to v5 * improve typecheck ci (#14) * fix typo * remove holepunching code (#16) * fix gossipsub typeerrors (#17) * fix: ensure initiator user includes remote peer id in handshake (#15) * fix ci (#19) * typefix: custom_types | core/peerinfo/test_peer_info | io/abc | pubsub/floodsub | protocol_muxer/multiselect (#18) * fix: Typefixes in PeerInfo (#21) * fix minor type issue (#22) * fix type errors in pubsub (#24) * fix: Minor typefixes in tests (#23) * Fix failing tests for type-fixed test/pubsub (#8) * move pyrefly & ruff to pyproject.toml & rm .project-template (#28) * move the async_context file to tests/core * move crypto test to crypto folder * fix: some typefixes (#25) * fix type errors * fix type issues * fix: update gRPC API usage in autonat_pb2_grpc.py (#31) * md: typecheck ci * rm comments * clean up : from review suggestions * use | None over Optional as per new python standards * drop supporto for py3.9 * newsfragments --------- Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> Co-authored-by: acul71 <luca.pisani@birdo.net> Co-authored-by: kaneki003 <sakshamchauhan707@gmail.com> Co-authored-by: sukhman <sukhmansinghsaluja@gmail.com> Co-authored-by: varun-r-mallya <varunrmallya@gmail.com> Co-authored-by: varunrmallya <100590632+varun-r-mallya@users.noreply.github.com> Co-authored-by: lla-dane <abhinavagarwalla6@gmail.com> Co-authored-by: Collins <ArtemisfowlX@protonmail.com> Co-authored-by: Abhinav Agarwalla <120122716+lla-dane@users.noreply.github.com> Co-authored-by: guha-rahul <52607971+guha-rahul@users.noreply.github.com> Co-authored-by: Sukhman Singh <63765293+sukhman-sukh@users.noreply.github.com> Co-authored-by: acul71 <34693171+acul71@users.noreply.github.com> Co-authored-by: pacrob <5199899+pacrob@users.noreply.github.com>
111 lines
2.9 KiB
Python
111 lines
2.9 KiB
Python
from collections.abc import (
|
|
Sequence,
|
|
)
|
|
|
|
from .pb import (
|
|
rpc_pb2,
|
|
)
|
|
|
|
|
|
class CacheEntry:
|
|
mid: tuple[bytes, bytes]
|
|
topics: list[str]
|
|
|
|
"""
|
|
A logical representation of an entry in the mcache's _history_.
|
|
"""
|
|
|
|
def __init__(self, mid: tuple[bytes, bytes], topics: Sequence[str]) -> None:
|
|
"""
|
|
Constructor.
|
|
|
|
:param mid: (seqno, from_id) of the msg
|
|
:param topics: list of topics this message was sent on
|
|
"""
|
|
self.mid = mid
|
|
self.topics = list(topics)
|
|
|
|
|
|
class MessageCache:
|
|
window_size: int
|
|
history_size: int
|
|
|
|
msgs: dict[tuple[bytes, bytes], rpc_pb2.Message]
|
|
|
|
history: list[list[CacheEntry]]
|
|
|
|
def __init__(self, window_size: int, history_size: int) -> None:
|
|
"""
|
|
Constructor.
|
|
|
|
:param window_size: Size of the window desired.
|
|
:param history_size: Size of the history desired.
|
|
:return: the MessageCache
|
|
"""
|
|
self.window_size = window_size
|
|
self.history_size = history_size
|
|
|
|
# (seqno, from_id) -> rpc message
|
|
self.msgs = dict()
|
|
|
|
# max length of history_size. each item is a list of CacheEntry.
|
|
# messages lost upon shift().
|
|
self.history = [[] for _ in range(history_size)]
|
|
|
|
def put(self, msg: rpc_pb2.Message) -> None:
|
|
"""
|
|
Put a message into the mcache.
|
|
|
|
:param msg: The rpc message to put in. Should contain seqno and from_id
|
|
"""
|
|
mid: tuple[bytes, bytes] = (msg.seqno, msg.from_id)
|
|
self.msgs[mid] = msg
|
|
|
|
self.history[0].append(CacheEntry(mid, msg.topicIDs))
|
|
|
|
def get(self, mid: tuple[bytes, bytes]) -> rpc_pb2.Message | None:
|
|
"""
|
|
Get a message from the mcache.
|
|
|
|
:param mid: (seqno, from_id) of the message to get.
|
|
:return: The rpc message associated with this mid
|
|
"""
|
|
if mid in self.msgs:
|
|
return self.msgs[mid]
|
|
|
|
return None
|
|
|
|
def window(self, topic: str) -> list[tuple[bytes, bytes]]:
|
|
"""
|
|
Get the window for this topic.
|
|
|
|
:param topic: Topic whose message ids we desire.
|
|
:return: List of mids in the current window.
|
|
"""
|
|
mids: list[tuple[bytes, bytes]] = []
|
|
|
|
for entries_list in self.history[: self.window_size]:
|
|
for entry in entries_list:
|
|
for entry_topic in entry.topics:
|
|
if entry_topic == topic:
|
|
mids.append(entry.mid)
|
|
|
|
return mids
|
|
|
|
def shift(self) -> None:
|
|
"""
|
|
Shift the window over by 1 position, dropping the last element of the history.
|
|
"""
|
|
last_entries: list[CacheEntry] = self.history[len(self.history) - 1]
|
|
|
|
for entry in last_entries:
|
|
self.msgs.pop(entry.mid)
|
|
|
|
i: int = len(self.history) - 2
|
|
|
|
while i >= 0:
|
|
self.history[i + 1] = self.history[i]
|
|
i -= 1
|
|
|
|
self.history[0] = []
|