[Indexer-Grpc-V2] Add protos.

ecosystem/indexer-grpc/indexer-grpc-fullnode/src/fullnode_data_service.rs

@@ -7,7 +7,8 @@ use aptos_logger::{error, info};
 use aptos_moving_average::MovingAverage;
 use aptos_protos::internal::fullnode::v1::{
     fullnode_data_server::FullnodeData, stream_status::StatusType, transactions_from_node_response,
-    GetTransactionsFromNodeRequest, StreamStatus, TransactionsFromNodeResponse,
+    GetTransactionsFromNodeRequest, PingFullnodeRequest, PingFullnodeResponse, StreamStatus,
+    TransactionsFromNodeResponse,
 };
 use futures::Stream;
 use std::pin::Pin;
@@ -156,6 +157,13 @@ impl FullnodeData for FullnodeDataService {
             Box::pin(output_stream) as Self::GetTransactionsFromNodeStream
         ))
     }
+
+    async fn ping(
+        &self,
+        _request: Request<PingFullnodeRequest>,
+    ) -> Result<Response<PingFullnodeResponse>, Status> {
+        unimplemented!()
+    }
 }
 
 pub fn get_status(

protos/proto/aptos/indexer/v1/grpc.proto

@@ -0,0 +1,112 @@
+// Copyright © Aptos Foundation
+// SPDX-License-Identifier: Apache-2.0
+
+syntax = "proto3";
+
+package aptos.indexer.v1;
+
+import "aptos/indexer/v1/raw_data.proto";
+import "aptos/transaction/v1/transaction.proto";
+import "aptos/util/timestamp/timestamp.proto";
+
+message StreamProgressSampleProto {
+  optional aptos.util.timestamp.Timestamp timestamp = 1;
+  uint64 version = 2;
+  uint64 size_bytes = 3;
+}
+
+message StreamProgress {
+  repeated StreamProgressSampleProto samples = 1;
+}
+
+message ActiveStream {
+  optional string id = 1;
+  optional aptos.util.timestamp.Timestamp start_time = 2;
+  uint64 start_version = 3;
+  optional uint64 end_version = 4;
+
+  optional StreamProgress progress = 5;
+}
+
+message StreamInfo {
+  repeated ActiveStream active_streams = 1;
+}
+
+message LiveDataServiceInfo {
+  optional uint64 chain_id = 1;
+  optional aptos.util.timestamp.Timestamp timestamp = 2;
+  optional uint64 known_latest_version = 3;
+  optional StreamInfo stream_info = 4;
+  // If not present, it means the data service is not available to serve anything yet.
+  optional uint64 min_servable_version = 5;
+}
+
+message HistoricalDataServiceInfo {
+  optional uint64 chain_id = 1;
+  optional aptos.util.timestamp.Timestamp timestamp = 2;
+  optional uint64 known_latest_version = 3;
+  optional StreamInfo stream_info = 4;
+}
+
+message FullnodeInfo {
+  optional uint64 chain_id = 1;
+  optional aptos.util.timestamp.Timestamp timestamp = 2;
+  optional uint64 known_latest_version = 3;
+}
+
+message GrpcManagerInfo {
+  optional uint64 chain_id = 1;
+  optional aptos.util.timestamp.Timestamp timestamp = 2;
+  optional uint64 known_latest_version = 3;
+  optional string master_address = 4;
+}
+
+message ServiceInfo {
+  optional string address = 1;
+  oneof info {
+      LiveDataServiceInfo live_data_service_info = 2;
+      HistoricalDataServiceInfo historical_data_service_info = 3;
+      FullnodeInfo fullnode_info = 4;
+      GrpcManagerInfo grpc_manager_info = 5;
+  }
+}
+
+message HeartbeatRequest {
+  optional ServiceInfo service_info = 1;
+}
+
+message HeartbeatResponse {
+  optional uint64 known_latest_version = 1;
+}
+
+message PingDataServiceRequest {
+  optional uint64 known_latest_version = 1;
+  // `true` for live data service, `false` for historical data service.
+  bool ping_live_data_service = 2;
+}
+
+message PingDataServiceResponse {
+  oneof info {
+    LiveDataServiceInfo live_data_service_info = 1;
+    HistoricalDataServiceInfo historical_data_service_info = 2;
+  }
+}
+
+message GetDataServiceForRequestRequest {
+  optional GetTransactionsRequest user_request = 1;
+}
+
+message GetDataServiceForRequestResponse {
+  string data_service_address = 1;
+}
+
+service GrpcManager {
+  rpc Heartbeat(HeartbeatRequest) returns (HeartbeatResponse);
+  rpc GetTransactions(GetTransactionsRequest) returns (TransactionsResponse);
+  rpc GetDataServiceForRequest(GetDataServiceForRequestRequest) returns (GetDataServiceForRequestResponse);
+}
+
+service DataService {
+  rpc Ping(PingDataServiceRequest) returns (PingDataServiceResponse);
+  rpc GetTransactions(GetTransactionsRequest) returns (stream TransactionsResponse);
+}

protos/proto/aptos/internal/fullnode/v1/fullnode_data.proto

@@ -6,6 +6,7 @@ syntax = "proto3";
 package aptos.internal.fullnode.v1;
 
 import "aptos/transaction/v1/transaction.proto";
+import "aptos/indexer/v1/grpc.proto";
 
 // Transaction data is transferred via 1 stream with batches until terminated.
 // One stream consists:
@@ -52,6 +53,14 @@ message TransactionsFromNodeResponse {
   uint32 chain_id = 3;
 }
 
+message PingFullnodeRequest {
+}
+
+message PingFullnodeResponse {
+    optional aptos.indexer.v1.FullnodeInfo info = 1;
+}
+
 service FullnodeData {
+  rpc Ping(PingFullnodeRequest) returns (PingFullnodeResponse);
   rpc GetTransactionsFromNode(GetTransactionsFromNodeRequest) returns (stream TransactionsFromNodeResponse);
 }

protos/python/aptos_protos/aptos/internal/fullnode/v1/fullnode_data_pb2.pyi

@@ -4,6 +4,7 @@ from typing import Mapping as _Mapping
 from typing import Optional as _Optional
 from typing import Union as _Union
 
+from aptos.indexer.v1 import grpc_pb2 as _grpc_pb2
 from aptos.transaction.v1 import transaction_pb2 as _transaction_pb2
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
@@ -75,3 +76,15 @@ class TransactionsFromNodeResponse(_message.Message):
         data: _Optional[_Union[TransactionsOutput, _Mapping]] = ...,
         chain_id: _Optional[int] = ...,
     ) -> None: ...
+
+class PingFullnodeRequest(_message.Message):
+    __slots__ = []
+    def __init__(self) -> None: ...
+
+class PingFullnodeResponse(_message.Message):
+    __slots__ = ["info"]
+    INFO_FIELD_NUMBER: _ClassVar[int]
+    info: _grpc_pb2.FullnodeInfo
+    def __init__(
+        self, info: _Optional[_Union[_grpc_pb2.FullnodeInfo, _Mapping]] = ...
+    ) -> None: ...

protos/python/aptos_protos/aptos/internal/fullnode/v1/fullnode_data_pb2_grpc.py

@@ -15,6 +15,11 @@ def __init__(self, channel):
         Args:
             channel: A grpc.Channel.
         """
+        self.Ping = channel.unary_unary(
+            "/aptos.internal.fullnode.v1.FullnodeData/Ping",
+            request_serializer=aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.PingFullnodeRequest.SerializeToString,
+            response_deserializer=aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.PingFullnodeResponse.FromString,
+        )
         self.GetTransactionsFromNode = channel.unary_stream(
             "/aptos.internal.fullnode.v1.FullnodeData/GetTransactionsFromNode",
             request_serializer=aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.GetTransactionsFromNodeRequest.SerializeToString,
@@ -25,6 +30,12 @@ def __init__(self, channel):
 class FullnodeDataServicer(object):
     """Missing associated documentation comment in .proto file."""
 
+    def Ping(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details("Method not implemented!")
+        raise NotImplementedError("Method not implemented!")
+
     def GetTransactionsFromNode(self, request, context):
         """Missing associated documentation comment in .proto file."""
         context.set_code(grpc.StatusCode.UNIMPLEMENTED)
@@ -34,6 +45,11 @@ def GetTransactionsFromNode(self, request, context):
 
 def add_FullnodeDataServicer_to_server(servicer, server):
     rpc_method_handlers = {
+        "Ping": grpc.unary_unary_rpc_method_handler(
+            servicer.Ping,
+            request_deserializer=aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.PingFullnodeRequest.FromString,
+            response_serializer=aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.PingFullnodeResponse.SerializeToString,
+        ),
         "GetTransactionsFromNode": grpc.unary_stream_rpc_method_handler(
             servicer.GetTransactionsFromNode,
             request_deserializer=aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.GetTransactionsFromNodeRequest.FromString,
@@ -50,6 +66,35 @@ def add_FullnodeDataServicer_to_server(servicer, server):
 class FullnodeData(object):
     """Missing associated documentation comment in .proto file."""
 
+    @staticmethod
+    def Ping(
+        request,
+        target,
+        options=(),
+        channel_credentials=None,
+        call_credentials=None,
+        insecure=False,
+        compression=None,
+        wait_for_ready=None,
+        timeout=None,
+        metadata=None,
+    ):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            "/aptos.internal.fullnode.v1.FullnodeData/Ping",
+            aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.PingFullnodeRequest.SerializeToString,
+            aptos_dot_internal_dot_fullnode_dot_v1_dot_fullnode__data__pb2.PingFullnodeResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+        )
+
     @staticmethod
     def GetTransactionsFromNode(
         request,