mirror of https://github.com/hyperledger/besu
Add tracing support for internals and JSON-RPC (#1557)
* Add tracing support for internals and JSON-RPC Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Remove rocksdb tracing as it slows down execution too much Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Add B3 headers extraction on JSON-RPC requests Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Remove traces around trie tree as they slow down syncing significantly Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Add tracing to fast sync pipeline Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Add tracing for all pipelines Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Address code review Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Add acceptance tests and break out the shaded dependency Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Fix tracer id Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Revert changes to trie Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Upgrade otel to latest, remove old tracing Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com> * Code review comments Signed-off-by: Antoine Toulme <antoine@lunar-ocean.com>pull/1745/head
Antoine Toulme
4 years ago
committed by
GitHub
parent
0905d1b233
commit
cd66968b6d
@ -0,0 +1,171 @@ |
||||
/* |
||||
* Copyright ConsenSys AG. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on |
||||
* an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the |
||||
* specific language governing permissions and limitations under the License. |
||||
* |
||||
* SPDX-License-Identifier: Apache-2.0 |
||||
*/ |
||||
package org.hyperledger.besu.tests.acceptance; |
||||
|
||||
import static java.util.Collections.singletonList; |
||||
import static org.assertj.core.api.Assertions.assertThat; |
||||
|
||||
import org.hyperledger.besu.metrics.MetricsProtocol; |
||||
import org.hyperledger.besu.metrics.prometheus.MetricsConfiguration; |
||||
import org.hyperledger.besu.tests.acceptance.dsl.AcceptanceTestBase; |
||||
import org.hyperledger.besu.tests.acceptance.dsl.WaitUtils; |
||||
import org.hyperledger.besu.tests.acceptance.dsl.node.BesuNode; |
||||
import org.hyperledger.besu.tests.acceptance.dsl.node.configuration.BesuNodeConfigurationBuilder; |
||||
|
||||
import java.util.ArrayList; |
||||
import java.util.List; |
||||
|
||||
import com.google.common.io.Closer; |
||||
import io.grpc.Server; |
||||
import io.grpc.Status; |
||||
import io.grpc.netty.NettyServerBuilder; |
||||
import io.grpc.stub.StreamObserver; |
||||
import io.opentelemetry.proto.collector.metrics.v1.ExportMetricsServiceRequest; |
||||
import io.opentelemetry.proto.collector.metrics.v1.ExportMetricsServiceResponse; |
||||
import io.opentelemetry.proto.collector.metrics.v1.MetricsServiceGrpc; |
||||
import io.opentelemetry.proto.collector.trace.v1.ExportTraceServiceRequest; |
||||
import io.opentelemetry.proto.collector.trace.v1.ExportTraceServiceResponse; |
||||
import io.opentelemetry.proto.collector.trace.v1.TraceServiceGrpc; |
||||
import io.opentelemetry.proto.metrics.v1.ResourceMetrics; |
||||
import io.opentelemetry.proto.trace.v1.ResourceSpans; |
||||
import org.junit.After; |
||||
import org.junit.Before; |
||||
import org.junit.Test; |
||||
|
||||
public class OpenTelemetryAcceptanceTest extends AcceptanceTestBase { |
||||
|
||||
private static final class FakeCollector extends TraceServiceGrpc.TraceServiceImplBase { |
||||
private final List<ResourceSpans> receivedSpans = new ArrayList<>(); |
||||
private Status returnedStatus = Status.OK; |
||||
|
||||
@Override |
||||
public void export( |
||||
final ExportTraceServiceRequest request, |
||||
final StreamObserver<ExportTraceServiceResponse> responseObserver) { |
||||
receivedSpans.addAll(request.getResourceSpansList()); |
||||
responseObserver.onNext(ExportTraceServiceResponse.newBuilder().build()); |
||||
if (!returnedStatus.isOk()) { |
||||
if (returnedStatus.getCode() == Status.Code.DEADLINE_EXCEEDED) { |
||||
// Do not call onCompleted to simulate a deadline exceeded.
|
||||
return; |
||||
} |
||||
responseObserver.onError(returnedStatus.asRuntimeException()); |
||||
return; |
||||
} |
||||
responseObserver.onCompleted(); |
||||
} |
||||
|
||||
List<ResourceSpans> getReceivedSpans() { |
||||
return receivedSpans; |
||||
} |
||||
|
||||
void setReturnedStatus(final Status returnedStatus) { |
||||
this.returnedStatus = returnedStatus; |
||||
} |
||||
} |
||||
|
||||
private static final class FakeMetricsCollector |
||||
extends MetricsServiceGrpc.MetricsServiceImplBase { |
||||
private final List<ResourceMetrics> receivedMetrics = new ArrayList<>(); |
||||
private Status returnedStatus = Status.OK; |
||||
|
||||
@Override |
||||
public void export( |
||||
final ExportMetricsServiceRequest request, |
||||
final StreamObserver<ExportMetricsServiceResponse> responseObserver) { |
||||
|
||||
receivedMetrics.addAll(request.getResourceMetricsList()); |
||||
responseObserver.onNext(ExportMetricsServiceResponse.newBuilder().build()); |
||||
if (!returnedStatus.isOk()) { |
||||
if (returnedStatus.getCode() == Status.Code.DEADLINE_EXCEEDED) { |
||||
// Do not call onCompleted to simulate a deadline exceeded.
|
||||
return; |
||||
} |
||||
responseObserver.onError(returnedStatus.asRuntimeException()); |
||||
return; |
||||
} |
||||
responseObserver.onCompleted(); |
||||
} |
||||
|
||||
List<ResourceMetrics> getReceivedMetrics() { |
||||
return receivedMetrics; |
||||
} |
||||
|
||||
void setReturnedStatus(final Status returnedStatus) { |
||||
this.returnedStatus = returnedStatus; |
||||
} |
||||
} |
||||
|
||||
private final FakeMetricsCollector fakeMetricsCollector = new FakeMetricsCollector(); |
||||
private final FakeCollector fakeTracesCollector = new FakeCollector(); |
||||
private final Closer closer = Closer.create(); |
||||
|
||||
private BesuNode metricsNode; |
||||
|
||||
@Before |
||||
public void setUp() throws Exception { |
||||
Server server = |
||||
NettyServerBuilder.forPort(4317) |
||||
.addService(fakeTracesCollector) |
||||
.addService(fakeMetricsCollector) |
||||
.build() |
||||
.start(); |
||||
closer.register(server::shutdownNow); |
||||
|
||||
MetricsConfiguration configuration = |
||||
MetricsConfiguration.builder() |
||||
.protocol(MetricsProtocol.OPENTELEMETRY) |
||||
.enabled(true) |
||||
.port(0) |
||||
.hostsAllowlist(singletonList("*")) |
||||
.build(); |
||||
metricsNode = |
||||
besu.create( |
||||
new BesuNodeConfigurationBuilder() |
||||
.name("metrics-node") |
||||
.jsonRpcEnabled() |
||||
.metricsConfiguration(configuration) |
||||
.build()); |
||||
cluster.start(metricsNode); |
||||
} |
||||
|
||||
@After |
||||
public void tearDown() throws Exception { |
||||
closer.close(); |
||||
} |
||||
|
||||
@Test |
||||
public void metricsReporting() { |
||||
WaitUtils.waitFor( |
||||
30, |
||||
() -> { |
||||
List<ResourceMetrics> resourceMetrics = fakeMetricsCollector.getReceivedMetrics(); |
||||
assertThat(resourceMetrics.isEmpty()).isFalse(); |
||||
}); |
||||
} |
||||
|
||||
@Test |
||||
public void traceReporting() { |
||||
|
||||
WaitUtils.waitFor( |
||||
30, |
||||
() -> { |
||||
// call the json RPC endpoint to generate a trace.
|
||||
net.netVersion().verify(metricsNode); |
||||
List<ResourceSpans> spans = fakeTracesCollector.getReceivedSpans(); |
||||
assertThat(spans.isEmpty()).isFalse(); |
||||
}); |
||||
} |
||||
} |
||||
Loading…
Reference in new issue