mirror of
https://github.com/varun-r-mallya/py-libp2p.git
synced 2025-12-31 20:36:24 +00:00
* fix pyproject.toml , add ruff * rm lock * make progress * add poetry lock ignore * fix type issues * fix tcp type errors * fix text example - type error - wrong args * add setuptools to dev * test ci * fix docs build * fix type issues for new_swarm & new_host * fix types in gossipsub * fix type issues in noise * wip: factories * revert factories * fix more type issues * more type fixes * fix: add null checks for noise protocol initialization and key handling * corrected argument-errors in peerId and Multiaddr in peer tests * fix: Noice - remove redundant type casts in BaseNoiseMsgReadWriter * fix: update test_notify.py to use SwarmFactory.create_batch_and_listen, fix type hints, and comment out ClosedStream assertions * Fix type checks for pubsub module Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> * Fix type checks for pubsub module-tests Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> * noise: add checks for uninitialized protocol and key states in PatternXX Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * pubsub: add None checks for optional fields in FloodSub and Pubsub Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * Fix type hints and improve testing Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * remove redundant checks Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * fix build issues * add optional to trio service * fix types * fix type errors * Fix type errors Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> * fixed more-type checks in crypto and peer_data files * wip: factories * replaced union with optional * fix: type-error in interp-utils and peerinfo * replace pyright with pyrefly * add pyrefly.toml * wip: fix multiselect issues * try typecheck * base check * mcache test fixes , typecheck ci update * fix ci * will this work * minor fix * use poetry * fix wokflow * use cache,fix err * fix pyrefly.toml * fix pyrefly.toml * fix cache in ci * deploy commit * add main baseline * update to v5 * improve typecheck ci (#14) * fix typo * remove holepunching code (#16) * fix gossipsub typeerrors (#17) * fix: ensure initiator user includes remote peer id in handshake (#15) * fix ci (#19) * typefix: custom_types | core/peerinfo/test_peer_info | io/abc | pubsub/floodsub | protocol_muxer/multiselect (#18) * fix: Typefixes in PeerInfo (#21) * fix minor type issue (#22) * fix type errors in pubsub (#24) * fix: Minor typefixes in tests (#23) * Fix failing tests for type-fixed test/pubsub (#8) * move pyrefly & ruff to pyproject.toml & rm .project-template (#28) * move the async_context file to tests/core * move crypto test to crypto folder * fix: some typefixes (#25) * fix type errors * fix type issues * fix: update gRPC API usage in autonat_pb2_grpc.py (#31) * md: typecheck ci * rm comments * clean up : from review suggestions * use | None over Optional as per new python standards * drop supporto for py3.9 * newsfragments --------- Signed-off-by: sukhman <sukhmansinghsaluja@gmail.com> Signed-off-by: varun-r-mallya <varunrmallya@gmail.com> Co-authored-by: acul71 <luca.pisani@birdo.net> Co-authored-by: kaneki003 <sakshamchauhan707@gmail.com> Co-authored-by: sukhman <sukhmansinghsaluja@gmail.com> Co-authored-by: varun-r-mallya <varunrmallya@gmail.com> Co-authored-by: varunrmallya <100590632+varun-r-mallya@users.noreply.github.com> Co-authored-by: lla-dane <abhinavagarwalla6@gmail.com> Co-authored-by: Collins <ArtemisfowlX@protonmail.com> Co-authored-by: Abhinav Agarwalla <120122716+lla-dane@users.noreply.github.com> Co-authored-by: guha-rahul <52607971+guha-rahul@users.noreply.github.com> Co-authored-by: Sukhman Singh <63765293+sukhman-sukh@users.noreply.github.com> Co-authored-by: acul71 <34693171+acul71@users.noreply.github.com> Co-authored-by: pacrob <5199899+pacrob@users.noreply.github.com>
477 lines
15 KiB
Python
477 lines
15 KiB
Python
from dataclasses import (
|
|
dataclass,
|
|
)
|
|
import itertools
|
|
|
|
import multihash
|
|
|
|
from libp2p.abc import (
|
|
IRawConnection,
|
|
ISecureConn,
|
|
)
|
|
from libp2p.crypto.authenticated_encryption import (
|
|
EncryptionParameters as AuthenticatedEncryptionParameters,
|
|
InvalidMACException,
|
|
MacAndCipher as Encrypter,
|
|
initialize_pair as initialize_pair_for_encryption,
|
|
)
|
|
from libp2p.crypto.ecc import (
|
|
ECCPublicKey,
|
|
)
|
|
from libp2p.crypto.exceptions import (
|
|
MissingDeserializerError,
|
|
)
|
|
from libp2p.crypto.key_exchange import (
|
|
create_ephemeral_key_pair,
|
|
)
|
|
from libp2p.crypto.keys import (
|
|
PrivateKey,
|
|
PublicKey,
|
|
)
|
|
from libp2p.crypto.serialization import (
|
|
deserialize_public_key,
|
|
)
|
|
from libp2p.custom_types import (
|
|
TProtocol,
|
|
)
|
|
from libp2p.io.abc import (
|
|
EncryptedMsgReadWriter,
|
|
)
|
|
from libp2p.io.exceptions import (
|
|
DecryptionFailedException,
|
|
IOException,
|
|
)
|
|
from libp2p.io.msgio import (
|
|
FixedSizeLenMsgReadWriter,
|
|
)
|
|
from libp2p.peer.id import ID as PeerID
|
|
from libp2p.security.base_transport import (
|
|
BaseSecureTransport,
|
|
)
|
|
from libp2p.security.secure_session import (
|
|
SecureSession,
|
|
)
|
|
|
|
from .exceptions import (
|
|
IncompatibleChoices,
|
|
InconsistentNonce,
|
|
InvalidSignatureOnExchange,
|
|
PeerMismatchException,
|
|
SecioException,
|
|
SedesException,
|
|
SelfEncryption,
|
|
)
|
|
from .pb.spipe_pb2 import (
|
|
Exchange,
|
|
Propose,
|
|
)
|
|
|
|
ID = TProtocol("/secio/1.0.0")
|
|
|
|
NONCE_SIZE = 16 # bytes
|
|
SIZE_SECIO_LEN_BYTES = 4
|
|
|
|
# NOTE: the following is only a subset of allowable parameters according to the
|
|
# `secio` specification.
|
|
DEFAULT_SUPPORTED_EXCHANGES = "P-256"
|
|
DEFAULT_SUPPORTED_CIPHERS = "AES-128"
|
|
DEFAULT_SUPPORTED_HASHES = "SHA256"
|
|
|
|
|
|
class SecioPacketReadWriter(FixedSizeLenMsgReadWriter):
|
|
size_len_bytes = SIZE_SECIO_LEN_BYTES
|
|
|
|
|
|
class SecioMsgReadWriter(EncryptedMsgReadWriter):
|
|
read_writer: SecioPacketReadWriter
|
|
local_encrypter: Encrypter
|
|
remote_encrypter: Encrypter
|
|
|
|
def __init__(
|
|
self,
|
|
local_encryption_parameters: AuthenticatedEncryptionParameters,
|
|
remote_encryption_parameters: AuthenticatedEncryptionParameters,
|
|
read_writer: SecioPacketReadWriter,
|
|
) -> None:
|
|
self.local_encryption_parameters = local_encryption_parameters
|
|
self.remote_encryption_parameters = remote_encryption_parameters
|
|
self._initialize_authenticated_encryption_for_local_peer()
|
|
self._initialize_authenticated_encryption_for_remote_peer()
|
|
self.read_writer = read_writer
|
|
|
|
def _initialize_authenticated_encryption_for_local_peer(self) -> None:
|
|
self.local_encrypter = Encrypter(self.local_encryption_parameters)
|
|
|
|
def _initialize_authenticated_encryption_for_remote_peer(self) -> None:
|
|
self.remote_encrypter = Encrypter(self.remote_encryption_parameters)
|
|
|
|
def encrypt(self, data: bytes) -> bytes:
|
|
encrypted_data = self.local_encrypter.encrypt(data)
|
|
tag = self.local_encrypter.authenticate(encrypted_data)
|
|
return encrypted_data + tag
|
|
|
|
def decrypt(self, data: bytes) -> bytes:
|
|
try:
|
|
decrypted_data = self.remote_encrypter.decrypt_if_valid(data)
|
|
except InvalidMACException as e:
|
|
raise DecryptionFailedException() from e
|
|
return decrypted_data
|
|
|
|
async def write_msg(self, msg: bytes) -> None:
|
|
data_encrypted = self.encrypt(msg)
|
|
await self.read_writer.write_msg(data_encrypted)
|
|
|
|
async def read_msg(self) -> bytes:
|
|
msg_encrypted = await self.read_writer.read_msg()
|
|
return self.decrypt(msg_encrypted)
|
|
|
|
async def close(self) -> None:
|
|
await self.read_writer.close()
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class Proposal:
|
|
"""
|
|
Represents the set of session parameters one peer in a
|
|
pair of peers attempting to negotiate a `secio` channel prefers.
|
|
"""
|
|
|
|
nonce: bytes
|
|
public_key: PublicKey
|
|
exchanges: str = DEFAULT_SUPPORTED_EXCHANGES # comma separated list
|
|
ciphers: str = DEFAULT_SUPPORTED_CIPHERS # comma separated list
|
|
hashes: str = DEFAULT_SUPPORTED_HASHES # comma separated list
|
|
|
|
def serialize(self) -> bytes:
|
|
protobuf = Propose(
|
|
rand=self.nonce,
|
|
public_key=self.public_key.serialize(),
|
|
exchanges=self.exchanges,
|
|
ciphers=self.ciphers,
|
|
hashes=self.hashes,
|
|
)
|
|
return protobuf.SerializeToString()
|
|
|
|
@classmethod
|
|
def deserialize(cls, protobuf_bytes: bytes) -> "Proposal":
|
|
protobuf = Propose.FromString(protobuf_bytes)
|
|
|
|
nonce = protobuf.rand
|
|
public_key_protobuf_bytes = protobuf.public_key
|
|
try:
|
|
public_key = deserialize_public_key(public_key_protobuf_bytes)
|
|
except MissingDeserializerError as error:
|
|
raise SedesException() from error
|
|
exchanges = protobuf.exchanges
|
|
ciphers = protobuf.ciphers
|
|
hashes = protobuf.hashes
|
|
|
|
return cls(nonce, public_key, exchanges, ciphers, hashes)
|
|
|
|
def calculate_peer_id(self) -> PeerID:
|
|
return PeerID.from_pubkey(self.public_key)
|
|
|
|
|
|
@dataclass
|
|
class EncryptionParameters:
|
|
permanent_public_key: PublicKey
|
|
|
|
curve_type: str
|
|
cipher_type: str
|
|
hash_type: str
|
|
|
|
ephemeral_public_key: PublicKey
|
|
|
|
def __init__(self) -> None:
|
|
pass
|
|
|
|
|
|
@dataclass
|
|
class SessionParameters:
|
|
local_peer: PeerID
|
|
local_encryption_parameters: EncryptionParameters
|
|
|
|
remote_peer: PeerID
|
|
remote_encryption_parameters: EncryptionParameters
|
|
|
|
# order is a comparator used to break the symmetry b/t each pair of peers
|
|
order: int
|
|
shared_key: bytes
|
|
|
|
def __init__(self) -> None:
|
|
pass
|
|
|
|
|
|
async def _response_to_msg(read_writer: SecioPacketReadWriter, msg: bytes) -> bytes:
|
|
await read_writer.write_msg(msg)
|
|
return await read_writer.read_msg()
|
|
|
|
|
|
def _mk_multihash_sha256(data: bytes) -> bytes:
|
|
mh = multihash.digest(data, "sha2-256")
|
|
return mh.encode()
|
|
|
|
|
|
def _mk_score(public_key: PublicKey, nonce: bytes) -> bytes:
|
|
return _mk_multihash_sha256(public_key.serialize() + nonce)
|
|
|
|
|
|
def _select_parameter_from_order(
|
|
order: int, supported_parameters: str, available_parameters: str
|
|
) -> str:
|
|
if order < 0:
|
|
first_choices = available_parameters.split(",")
|
|
second_choices = supported_parameters.split(",")
|
|
elif order > 0:
|
|
first_choices = supported_parameters.split(",")
|
|
second_choices = available_parameters.split(",")
|
|
else:
|
|
return supported_parameters.split(",")[0]
|
|
|
|
for first, second in itertools.product(first_choices, second_choices):
|
|
if first == second:
|
|
return first
|
|
raise IncompatibleChoices()
|
|
|
|
|
|
def _select_encryption_parameters(
|
|
local_proposal: Proposal, remote_proposal: Proposal
|
|
) -> tuple[str, str, str, int]:
|
|
first_score = _mk_score(remote_proposal.public_key, local_proposal.nonce)
|
|
second_score = _mk_score(local_proposal.public_key, remote_proposal.nonce)
|
|
|
|
order = 0
|
|
if first_score < second_score:
|
|
order = -1
|
|
elif second_score < first_score:
|
|
order = 1
|
|
|
|
if order == 0:
|
|
raise SelfEncryption()
|
|
|
|
return (
|
|
_select_parameter_from_order(
|
|
order, DEFAULT_SUPPORTED_EXCHANGES, remote_proposal.exchanges
|
|
),
|
|
_select_parameter_from_order(
|
|
order, DEFAULT_SUPPORTED_CIPHERS, remote_proposal.ciphers
|
|
),
|
|
_select_parameter_from_order(
|
|
order, DEFAULT_SUPPORTED_HASHES, remote_proposal.hashes
|
|
),
|
|
order,
|
|
)
|
|
|
|
|
|
async def _establish_session_parameters(
|
|
local_peer: PeerID,
|
|
local_private_key: PrivateKey,
|
|
remote_peer: PeerID | None,
|
|
conn: SecioPacketReadWriter,
|
|
nonce: bytes,
|
|
) -> tuple[SessionParameters, bytes]:
|
|
# establish shared encryption parameters
|
|
session_parameters = SessionParameters()
|
|
session_parameters.local_peer = local_peer
|
|
|
|
local_encryption_parameters = EncryptionParameters()
|
|
session_parameters.local_encryption_parameters = local_encryption_parameters
|
|
|
|
local_public_key = local_private_key.get_public_key()
|
|
local_encryption_parameters.permanent_public_key = local_public_key
|
|
|
|
local_proposal = Proposal(nonce, local_public_key)
|
|
serialized_local_proposal = local_proposal.serialize()
|
|
serialized_remote_proposal = await _response_to_msg(conn, serialized_local_proposal)
|
|
|
|
remote_encryption_parameters = EncryptionParameters()
|
|
session_parameters.remote_encryption_parameters = remote_encryption_parameters
|
|
remote_proposal = Proposal.deserialize(serialized_remote_proposal)
|
|
remote_encryption_parameters.permanent_public_key = remote_proposal.public_key
|
|
|
|
remote_peer_from_proposal = remote_proposal.calculate_peer_id()
|
|
if not remote_peer:
|
|
remote_peer = remote_peer_from_proposal
|
|
elif remote_peer != remote_peer_from_proposal:
|
|
raise PeerMismatchException(
|
|
{
|
|
"expected_remote_peer": remote_peer,
|
|
"received_remote_peer": remote_peer_from_proposal,
|
|
}
|
|
)
|
|
session_parameters.remote_peer = remote_peer
|
|
|
|
curve_param, cipher_param, hash_param, order = _select_encryption_parameters(
|
|
local_proposal, remote_proposal
|
|
)
|
|
local_encryption_parameters.curve_type = curve_param
|
|
local_encryption_parameters.cipher_type = cipher_param
|
|
local_encryption_parameters.hash_type = hash_param
|
|
remote_encryption_parameters.curve_type = curve_param
|
|
remote_encryption_parameters.cipher_type = cipher_param
|
|
remote_encryption_parameters.hash_type = hash_param
|
|
session_parameters.order = order
|
|
|
|
# exchange ephemeral pub keys
|
|
local_ephemeral_public_key, shared_key_generator = create_ephemeral_key_pair(
|
|
curve_param
|
|
)
|
|
local_encryption_parameters.ephemeral_public_key = local_ephemeral_public_key
|
|
local_selection = (
|
|
serialized_local_proposal
|
|
+ serialized_remote_proposal
|
|
+ local_ephemeral_public_key.to_bytes()
|
|
)
|
|
exchange_signature = local_private_key.sign(local_selection)
|
|
local_exchange = Exchange(
|
|
ephemeral_public_key=local_ephemeral_public_key.to_bytes(),
|
|
signature=exchange_signature,
|
|
)
|
|
|
|
serialized_local_exchange = local_exchange.SerializeToString()
|
|
serialized_remote_exchange = await _response_to_msg(conn, serialized_local_exchange)
|
|
|
|
remote_exchange = Exchange()
|
|
remote_exchange.ParseFromString(serialized_remote_exchange)
|
|
|
|
remote_ephemeral_public_key_bytes = remote_exchange.ephemeral_public_key
|
|
remote_ephemeral_public_key = ECCPublicKey.from_bytes(
|
|
remote_ephemeral_public_key_bytes, curve_param
|
|
)
|
|
remote_encryption_parameters.ephemeral_public_key = remote_ephemeral_public_key
|
|
remote_selection = (
|
|
serialized_remote_proposal
|
|
+ serialized_local_proposal
|
|
+ remote_ephemeral_public_key_bytes
|
|
)
|
|
valid_signature = remote_encryption_parameters.permanent_public_key.verify(
|
|
remote_selection, remote_exchange.signature
|
|
)
|
|
if not valid_signature:
|
|
raise InvalidSignatureOnExchange()
|
|
|
|
shared_key = shared_key_generator(remote_ephemeral_public_key_bytes)
|
|
session_parameters.shared_key = shared_key
|
|
|
|
return session_parameters, remote_proposal.nonce
|
|
|
|
|
|
def _mk_session_from(
|
|
local_private_key: PrivateKey,
|
|
session_parameters: SessionParameters,
|
|
conn: SecioPacketReadWriter,
|
|
is_initiator: bool,
|
|
) -> SecureSession:
|
|
key_set1, key_set2 = initialize_pair_for_encryption(
|
|
session_parameters.local_encryption_parameters.cipher_type,
|
|
session_parameters.local_encryption_parameters.hash_type,
|
|
session_parameters.shared_key,
|
|
)
|
|
|
|
if session_parameters.order < 0:
|
|
key_set1, key_set2 = key_set2, key_set1
|
|
secio_read_writer = SecioMsgReadWriter(key_set1, key_set2, conn)
|
|
remote_permanent_pubkey = (
|
|
session_parameters.remote_encryption_parameters.permanent_public_key
|
|
)
|
|
session = SecureSession(
|
|
local_peer=session_parameters.local_peer,
|
|
local_private_key=local_private_key,
|
|
remote_peer=session_parameters.remote_peer,
|
|
remote_permanent_pubkey=remote_permanent_pubkey,
|
|
is_initiator=is_initiator,
|
|
conn=secio_read_writer,
|
|
)
|
|
return session
|
|
|
|
|
|
async def _finish_handshake(session: SecureSession, remote_nonce: bytes) -> bytes:
|
|
await session.conn.write_msg(remote_nonce)
|
|
return await session.conn.read_msg()
|
|
|
|
|
|
async def create_secure_session(
|
|
local_nonce: bytes,
|
|
local_peer: PeerID,
|
|
local_private_key: PrivateKey,
|
|
conn: IRawConnection,
|
|
remote_peer: PeerID | None = None,
|
|
) -> ISecureConn:
|
|
"""
|
|
Attempt the initial `secio` handshake with the remote peer.
|
|
|
|
If successful, return an object that provides secure communication
|
|
to the ``remote_peer``. Raise `SecioException` when `conn` closed.
|
|
Raise `InconsistentNonce` when handshake failed
|
|
"""
|
|
msg_io = SecioPacketReadWriter(conn)
|
|
try:
|
|
session_parameters, remote_nonce = await _establish_session_parameters(
|
|
local_peer, local_private_key, remote_peer, msg_io, local_nonce
|
|
)
|
|
except SecioException as e:
|
|
await conn.close()
|
|
raise e
|
|
# `IOException` includes errors raised while read from/write to raw connection
|
|
except IOException as e:
|
|
raise SecioException("connection closed") from e
|
|
|
|
is_initiator = remote_peer is not None
|
|
session = _mk_session_from(
|
|
local_private_key, session_parameters, msg_io, is_initiator
|
|
)
|
|
|
|
try:
|
|
received_nonce = await _finish_handshake(session, remote_nonce)
|
|
# `IOException` includes errors raised while read from/write to raw connection
|
|
except IOException as e:
|
|
raise SecioException("connection closed") from e
|
|
if received_nonce != local_nonce:
|
|
await conn.close()
|
|
raise InconsistentNonce()
|
|
|
|
return session
|
|
|
|
|
|
class Transport(BaseSecureTransport):
|
|
"""
|
|
Provide a security upgrader for a ``IRawConnection``,
|
|
following the `secio` protocol defined in the libp2p specs.
|
|
"""
|
|
|
|
def get_nonce(self) -> bytes:
|
|
return self.secure_bytes_provider(NONCE_SIZE)
|
|
|
|
async def secure_inbound(self, conn: IRawConnection) -> ISecureConn:
|
|
"""
|
|
Secure the connection, either locally or by communicating with opposing
|
|
node via conn, for an inbound connection (i.e. we are not the
|
|
initiator)
|
|
|
|
:return: secure connection object (that implements secure_conn_interface)
|
|
"""
|
|
local_nonce = self.get_nonce()
|
|
local_peer = self.local_peer
|
|
local_private_key = self.local_private_key
|
|
|
|
return await create_secure_session(
|
|
local_nonce, local_peer, local_private_key, conn
|
|
)
|
|
|
|
async def secure_outbound(
|
|
self, conn: IRawConnection, peer_id: PeerID
|
|
) -> ISecureConn:
|
|
"""
|
|
Secure the connection, either locally or by communicating with opposing
|
|
node via conn, for an inbound connection (i.e. we are the initiator)
|
|
|
|
:return: secure connection object (that implements secure_conn_interface)
|
|
"""
|
|
local_nonce = self.get_nonce()
|
|
local_peer = self.local_peer
|
|
local_private_key = self.local_private_key
|
|
|
|
return await create_secure_session(
|
|
local_nonce, local_peer, local_private_key, conn, peer_id
|
|
)
|