ft. modernise py-libp2p (#618)

* fix pyproject.toml , add ruff

* rm lock

* make progress

* add poetry lock ignore

* fix type issues

* fix tcp type errors

* fix text example - type error - wrong args

* add setuptools to dev

* test ci

* fix docs build

* fix type issues for new_swarm & new_host

* fix types in gossipsub

* fix type issues in noise

* wip: factories

* revert factories

* fix more type issues

* more type fixes

* fix: add null checks for noise protocol initialization and key handling

* corrected argument-errors in peerId and Multiaddr in peer tests

* fix: Noice - remove redundant type casts in BaseNoiseMsgReadWriter

* fix: update test_notify.py to use SwarmFactory.create_batch_and_listen, fix type hints, and comment out ClosedStream assertions

* Fix type checks for pubsub module

Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com>

* Fix type checks for pubsub module-tests

Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com>

* noise: add checks for uninitialized protocol and key states in PatternXX

Signed-off-by: varun-r-mallya <varunrmallya@gmail.com>

* pubsub: add None checks for optional fields in FloodSub and Pubsub

Signed-off-by: varun-r-mallya <varunrmallya@gmail.com>

* Fix type hints and improve testing

Signed-off-by: varun-r-mallya <varunrmallya@gmail.com>

* remove redundant checks

Signed-off-by: varun-r-mallya <varunrmallya@gmail.com>

* fix build issues

* add optional to trio service

* fix types

* fix type errors

* Fix type errors

Signed-off-by: varun-r-mallya <varunrmallya@gmail.com>

* fixed more-type checks in crypto and peer_data files

* wip: factories

* replaced union with optional

* fix: type-error in interp-utils and peerinfo

* replace pyright with pyrefly

* add pyrefly.toml

* wip: fix multiselect issues

* try typecheck

* base check

* mcache test fixes , typecheck ci update

* fix ci

* will this work

* minor fix

* use poetry

* fix wokflow

* use cache,fix err

* fix pyrefly.toml

* fix pyrefly.toml

* fix cache in ci

* deploy commit

* add main baseline

* update to v5

* improve typecheck ci (#14)

* fix typo

* remove holepunching code (#16)

* fix gossipsub typeerrors (#17)

* fix: ensure initiator user includes remote peer id in handshake (#15)

* fix ci (#19)

* typefix: custom_types | core/peerinfo/test_peer_info | io/abc | pubsub/floodsub | protocol_muxer/multiselect (#18)

* fix: Typefixes in PeerInfo  (#21)

* fix minor type issue (#22)

* fix type errors in pubsub (#24)

* fix: Minor typefixes in tests (#23)

* Fix failing tests for type-fixed test/pubsub (#8)

* move pyrefly & ruff to pyproject.toml & rm .project-template (#28)

* move the async_context file to tests/core

* move crypto test to crypto folder

* fix: some typefixes (#25)

* fix type errors

* fix type issues

* fix: update gRPC API usage in autonat_pb2_grpc.py (#31)

* md: typecheck ci

* rm comments

* clean up : from review suggestions

* use | None over Optional as per new python standards

* drop supporto for py3.9

* newsfragments

---------

Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com>
Signed-off-by: varun-r-mallya <varunrmallya@gmail.com>
Co-authored-by: acul71 <luca.pisani@birdo.net>
Co-authored-by: kaneki003 <sakshamchauhan707@gmail.com>
Co-authored-by: sukhman <sukhmansinghsaluja@gmail.com>
Co-authored-by: varun-r-mallya <varunrmallya@gmail.com>
Co-authored-by: varunrmallya <100590632+varun-r-mallya@users.noreply.github.com>
Co-authored-by: lla-dane <abhinavagarwalla6@gmail.com>
Co-authored-by: Collins <ArtemisfowlX@protonmail.com>
Co-authored-by: Abhinav Agarwalla <120122716+lla-dane@users.noreply.github.com>
Co-authored-by: guha-rahul <52607971+guha-rahul@users.noreply.github.com>
Co-authored-by: Sukhman Singh <63765293+sukhman-sukh@users.noreply.github.com>
Co-authored-by: acul71 <34693171+acul71@users.noreply.github.com>
Co-authored-by: pacrob <5199899+pacrob@users.noreply.github.com>

libp2p/tools/async_service/trio_service.py

@@ -6,7 +6,9 @@ from __future__ import (
 from collections.abc import (
     AsyncIterator,
     Awaitable,
+    Callable,
     Coroutine,
+    Iterable,
     Sequence,
 )
 from contextlib import (
@@ -16,7 +18,6 @@ import functools
 import sys
 from typing import (
     Any,
-    Callable,
     Optional,
     TypeVar,
     cast,
@@ -59,6 +60,16 @@ from .typing import (
 class FunctionTask(BaseFunctionTask):
     _trio_task: trio.lowlevel.Task | None = None
 
+    @classmethod
+    def iterate_tasks(cls, *tasks: TaskAPI) -> Iterable[FunctionTask]:
+        """Iterate over all FunctionTask instances and their children recursively."""
+        for task in tasks:
+            if isinstance(task, FunctionTask):
+                yield task
+
+            if isinstance(task, TaskWithChildrenAPI):
+                yield from cls.iterate_tasks(*task.children)
+
     def __init__(
         self,
         name: str,
@@ -75,7 +86,7 @@ class FunctionTask(BaseFunctionTask):
 
         # Each task gets its own `CancelScope` which is how we can manually
         # control cancellation order of the task DAG
-        self._cancel_scope = trio.CancelScope()
+        self._cancel_scope = trio.CancelScope()  # type: ignore[call-arg]
 
     #
     # Trio specific API
@@ -309,7 +320,7 @@ class TrioManager(BaseManager):
         async_fn: Callable[..., Awaitable[Any]],
         *args: Any,
         daemon: bool = False,
-        name: str = None,
+        name: str | None = None,
     ) -> None:
         task = FunctionTask(
             name=get_task_name(async_fn, name),
@@ -322,7 +333,7 @@ class TrioManager(BaseManager):
         self._common_run_task(task)
 
     def run_child_service(
-        self, service: ServiceAPI, daemon: bool = False, name: str = None
+        self, service: ServiceAPI, daemon: bool = False, name: str | None = None
     ) -> ManagerAPI:
         task = ChildServiceTask(
             name=get_task_name(service, name),
@@ -416,7 +427,12 @@ def external_api(func: TFunc) -> TFunc:
         async with trio.open_nursery() as nursery:
             # mypy's type hints for start_soon break with this invocation.
             nursery.start_soon(
-                _wait_api_fn, self, func, args, kwargs, send_channel  # type: ignore
+                _wait_api_fn,  # type: ignore
+                self,
+                func,
+                args,
+                kwargs,
+                send_channel,
             )
             nursery.start_soon(_wait_finished, self, func, send_channel)
             result, err = await receive_channel.receive()