mirror of
https://github.com/varun-r-mallya/py-libp2p.git
synced 2025-12-31 20:36:24 +00:00
* fix pyproject.toml , add ruff * rm lock * make progress * add poetry lock ignore * fix type issues * fix tcp type errors * fix text example - type error - wrong args * add setuptools to dev * test ci * fix docs build * fix type issues for new_swarm & new_host * fix types in gossipsub * fix type issues in noise * wip: factories * revert factories * fix more type issues * more type fixes * fix: add null checks for noise protocol initialization and key handling * corrected argument-errors in peerId and Multiaddr in peer tests * fix: Noice - remove redundant type casts in BaseNoiseMsgReadWriter * fix: update test_notify.py to use SwarmFactory.create_batch_and_listen, fix type hints, and comment out ClosedStream assertions * Fix type checks for pubsub module Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> * Fix type checks for pubsub module-tests Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> * noise: add checks for uninitialized protocol and key states in PatternXX Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * pubsub: add None checks for optional fields in FloodSub and Pubsub Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * Fix type hints and improve testing Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * remove redundant checks Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * fix build issues * add optional to trio service * fix types * fix type errors * Fix type errors Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * fixed more-type checks in crypto and peer_data files * wip: factories * replaced union with optional * fix: type-error in interp-utils and peerinfo * replace pyright with pyrefly * add pyrefly.toml * wip: fix multiselect issues * try typecheck * base check * mcache test fixes , typecheck ci update * fix ci * will this work * minor fix * use poetry * fix wokflow * use cache,fix err * fix pyrefly.toml * fix pyrefly.toml * fix cache in ci * deploy commit * add main baseline * update to v5 * improve typecheck ci (#14) * fix typo * remove holepunching code (#16) * fix gossipsub typeerrors (#17) * fix: ensure initiator user includes remote peer id in handshake (#15) * fix ci (#19) * typefix: custom_types | core/peerinfo/test_peer_info | io/abc | pubsub/floodsub | protocol_muxer/multiselect (#18) * fix: Typefixes in PeerInfo (#21) * fix minor type issue (#22) * fix type errors in pubsub (#24) * fix: Minor typefixes in tests (#23) * Fix failing tests for type-fixed test/pubsub (#8) * move pyrefly & ruff to pyproject.toml & rm .project-template (#28) * move the async_context file to tests/core * move crypto test to crypto folder * fix: some typefixes (#25) * fix type errors * fix type issues * fix: update gRPC API usage in autonat_pb2_grpc.py (#31) * md: typecheck ci * rm comments * clean up : from review suggestions * use | None over Optional as per new python standards * drop supporto for py3.9 * newsfragments --------- Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> Co-authored-by: acul71 <luca.pisani@birdo.net> Co-authored-by: kaneki003 <sakshamchauhan707@gmail.com> Co-authored-by: sukhman <sukhmansinghsaluja@gmail.com> Co-authored-by: varun-r-mallya <varunrmallya@gmail.com> Co-authored-by: varunrmallya <100590632+varun-r-mallya@users.noreply.github.com> Co-authored-by: lla-dane <abhinavagarwalla6@gmail.com> Co-authored-by: Collins <ArtemisfowlX@protonmail.com> Co-authored-by: Abhinav Agarwalla <120122716+lla-dane@users.noreply.github.com> Co-authored-by: guha-rahul <52607971+guha-rahul@users.noreply.github.com> Co-authored-by: Sukhman Singh <63765293+sukhman-sukh@users.noreply.github.com> Co-authored-by: acul71 <34693171+acul71@users.noreply.github.com> Co-authored-by: pacrob <5199899+pacrob@users.noreply.github.com>
154 lines
5.1 KiB
Python
154 lines
5.1 KiB
Python
import logging
|
|
from typing import (
|
|
TYPE_CHECKING,
|
|
)
|
|
|
|
import trio
|
|
|
|
from libp2p.abc import (
|
|
IMuxedConn,
|
|
IMuxedStream,
|
|
INetConn,
|
|
)
|
|
from libp2p.network.stream.net_stream import (
|
|
NetStream,
|
|
)
|
|
from libp2p.stream_muxer.exceptions import (
|
|
MuxedConnUnavailable,
|
|
)
|
|
|
|
if TYPE_CHECKING:
|
|
from libp2p.network.swarm import Swarm # noqa: F401
|
|
|
|
|
|
"""
|
|
Reference: https://github.com/libp2p/go-libp2p-swarm/blob/04c86bbdafd390651cb2ee14e334f7caeedad722/swarm_conn.go
|
|
"""
|
|
|
|
|
|
class SwarmConn(INetConn):
|
|
muxed_conn: IMuxedConn
|
|
swarm: "Swarm"
|
|
streams: set[NetStream]
|
|
event_closed: trio.Event
|
|
|
|
def __init__(
|
|
self,
|
|
muxed_conn: IMuxedConn,
|
|
swarm: "Swarm",
|
|
) -> None:
|
|
self.muxed_conn = muxed_conn
|
|
self.swarm = swarm
|
|
self.streams = set()
|
|
self.event_closed = trio.Event()
|
|
self.event_started = trio.Event()
|
|
if hasattr(muxed_conn, "on_close"):
|
|
logging.debug(f"Setting on_close for peer {muxed_conn.peer_id}")
|
|
setattr(muxed_conn, "on_close", self._on_muxed_conn_closed)
|
|
else:
|
|
logging.error(
|
|
f"muxed_conn for peer {muxed_conn.peer_id} has no on_close attribute"
|
|
)
|
|
|
|
@property
|
|
def is_closed(self) -> bool:
|
|
return self.event_closed.is_set()
|
|
|
|
async def _on_muxed_conn_closed(self) -> None:
|
|
"""Handle closure of the underlying muxed connection."""
|
|
peer_id = self.muxed_conn.peer_id
|
|
logging.debug(f"SwarmConn closing for peer {peer_id} due to muxed_conn closure")
|
|
# Only call close if we're not already closing
|
|
if not self.event_closed.is_set():
|
|
await self.close()
|
|
|
|
async def close(self) -> None:
|
|
if self.event_closed.is_set():
|
|
return
|
|
logging.debug(f"Closing SwarmConn for peer {self.muxed_conn.peer_id}")
|
|
self.event_closed.set()
|
|
|
|
# Close the muxed connection
|
|
try:
|
|
await self.muxed_conn.close()
|
|
except Exception as e:
|
|
logging.warning(f"Error while closing muxed connection: {e}")
|
|
|
|
# Perform proper cleanup of resources
|
|
await self._cleanup()
|
|
|
|
async def _cleanup(self) -> None:
|
|
# Remove the connection from swarm
|
|
logging.debug(f"Removing connection for peer {self.muxed_conn.peer_id}")
|
|
self.swarm.remove_conn(self)
|
|
|
|
# Only close the connection if it's not already closed
|
|
# Be defensive here to avoid exceptions during cleanup
|
|
try:
|
|
if not self.muxed_conn.is_closed:
|
|
await self.muxed_conn.close()
|
|
except Exception as e:
|
|
logging.warning(f"Error closing muxed connection: {e}")
|
|
|
|
# This is just for cleaning up state. The connection has already been closed.
|
|
# We *could* optimize this but it really isn't worth it.
|
|
logging.debug(f"Resetting streams for peer {self.muxed_conn.peer_id}")
|
|
for stream in self.streams.copy():
|
|
try:
|
|
await stream.reset()
|
|
except Exception as e:
|
|
logging.warning(f"Error resetting stream: {e}")
|
|
|
|
# Force context switch for stream handlers to process the stream reset event we
|
|
# just emit before we cancel the stream handler tasks.
|
|
await trio.sleep(0.1)
|
|
|
|
# Notify all listeners about the disconnection
|
|
logging.debug(f"Notifying disconnection for peer {self.muxed_conn.peer_id}")
|
|
await self._notify_disconnected()
|
|
|
|
async def _handle_new_streams(self) -> None:
|
|
self.event_started.set()
|
|
async with trio.open_nursery() as nursery:
|
|
while True:
|
|
try:
|
|
stream = await self.muxed_conn.accept_stream()
|
|
except MuxedConnUnavailable:
|
|
await self.close()
|
|
break
|
|
# Asynchronously handle the accepted stream, to avoid blocking
|
|
# the next stream.
|
|
nursery.start_soon(self._handle_muxed_stream, stream)
|
|
|
|
async def _handle_muxed_stream(self, muxed_stream: IMuxedStream) -> None:
|
|
net_stream = await self._add_stream(muxed_stream)
|
|
try:
|
|
await self.swarm.common_stream_handler(net_stream)
|
|
finally:
|
|
# As long as `common_stream_handler`, remove the stream.
|
|
self.remove_stream(net_stream)
|
|
|
|
async def _add_stream(self, muxed_stream: IMuxedStream) -> NetStream:
|
|
net_stream = NetStream(muxed_stream)
|
|
self.streams.add(net_stream)
|
|
await self.swarm.notify_opened_stream(net_stream)
|
|
return net_stream
|
|
|
|
async def _notify_disconnected(self) -> None:
|
|
await self.swarm.notify_disconnected(self)
|
|
|
|
async def start(self) -> None:
|
|
await self._handle_new_streams()
|
|
|
|
async def new_stream(self) -> NetStream:
|
|
muxed_stream = await self.muxed_conn.open_stream()
|
|
return await self._add_stream(muxed_stream)
|
|
|
|
def get_streams(self) -> tuple[NetStream, ...]:
|
|
return tuple(self.streams)
|
|
|
|
def remove_stream(self, stream: NetStream) -> None:
|
|
if stream not in self.streams:
|
|
return
|
|
self.streams.remove(stream)
|