Google bigquery Apache Beam-Bigquery流式插入显示运行时异常：ManagedChannel分配站点

我正在谷歌数据流中运行一个流式Apache beam管道。它正在从卡夫卡读取数据，并将数据流插入到Bigquery

但是在bigquery流式插入步骤中，它抛出了大量警告-

    java.lang.RuntimeException: ManagedChannel allocation site
at io.grpc.internal.ManagedChannelOrphanWrapper$ManagedChannelReference.<init> (ManagedChannelOrphanWrapper.java:93)
at io.grpc.internal.ManagedChannelOrphanWrapper.<init> (ManagedChannelOrphanWrapper.java:53)
at io.grpc.internal.ManagedChannelOrphanWrapper.<init> (ManagedChannelOrphanWrapper.java:44)
at io.grpc.internal.ManagedChannelImplBuilder.build (ManagedChannelImplBuilder.java:612)
at io.grpc.internal.AbstractManagedChannelImplBuilder.build (AbstractManagedChannelImplBuilder.java:261)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.createSingleChannel (InstantiatingGrpcChannelProvider.java:340)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.access$1600 (InstantiatingGrpcChannelProvider.java:73)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider$1.createSingleChannel (InstantiatingGrpcChannelProvider.java:214)
at com.google.api.gax.grpc.ChannelPool.create (ChannelPool.java:72)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.createChannel (InstantiatingGrpcChannelProvider.java:221)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.getTransportChannel (InstantiatingGrpcChannelProvider.java:204)
at com.google.api.gax.rpc.ClientContext.create (ClientContext.java:169)
at com.google.cloud.bigquery.storage.v1beta2.stub.GrpcBigQueryWriteStub.create (GrpcBigQueryWriteStub.java:138)
at com.google.cloud.bigquery.storage.v1beta2.stub.BigQueryWriteStubSettings.createStub (BigQueryWriteStubSettings.java:145)
at com.google.cloud.bigquery.storage.v1beta2.BigQueryWriteClient.<init> (BigQueryWriteClient.java:128)
at com.google.cloud.bigquery.storage.v1beta2.BigQueryWriteClient.create (BigQueryWriteClient.java:109)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.newBigQueryWriteClient (BigQueryServicesImpl.java:1255)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.access$800 (BigQueryServicesImpl.java:135)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl.<init> (BigQueryServicesImpl.java:521)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl.<init> (BigQueryServicesImpl.java:449)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.getDatasetService (BigQueryServicesImpl.java:169)
at org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite.flushRows (BatchedStreamingWrite.java:374)
at org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite.access$800 (BatchedStreamingWrite.java:69)
at org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite$BatchAndInsertElements.finishBundle (BatchedStreamingWrite.java:271)
at org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite$BatchAndInsertElements$DoFnInvoker.invokeFinishBundle (Unknown Source)
at org.apache.beam.runners.dataflow.worker.repackaged.org.apache.beam.runners.core.SimpleDoFnRunner.finishBundle (SimpleDoFnRunner.java:242)
at org.apache.beam.runners.dataflow.worker.SimpleParDoFn.finishBundle (SimpleParDoFn.java:432)
at org.apache.beam.runners.dataflow.worker.util.common.worker.ParDoOperation.finish (ParDoOperation.java:56)
at org.apache.beam.runners.dataflow.worker.util.common.worker.MapTaskExecutor.execute (MapTaskExecutor.java:103)
at org.apache.beam.runners.dataflow.worker.StreamingDataflowWorker.process (StreamingDataflowWorker.java:1430)
at org.apache.beam.runners.dataflow.worker.StreamingDataflowWorker.access$1100 (StreamingDataflowWorker.java:165)
at org.apache.beam.runners.dataflow.worker.StreamingDataflowWorker$7.run (StreamingDataflowWorker.java:1109)
at java.util.concurrent.ThreadPoolExecutor.runWorker (ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run (ThreadPoolExecutor.java:624)
at java.lang.Thread.run (Thread.java:748)

java.lang.RuntimeException:ManagedChannel分配站点
位于io.grpc.internal.managedChannel孤儿包装器$managedChannel参考。（managedChannel.java:93）
位于io.grpc.internal.managedChannel。（managedChannel.java:53）
位于io.grpc.internal.managedChannel。（managedChannel.java:44）
位于io.grpc.internal.managedChannel ImplBuilder.build（managedChannel ImplBuilder.java:612）
位于io.grpc.internal.AbstractManagedChannel ImplBuilder.build（AbstractManagedChannel ImplBuilder.java:261）
位于com.google.api.gax.grpc.instantinggrpcchannelprovider.createSingleChannel（instantinggrpcchannelprovider.java:340）
在com.google.api.gax.grpc.instantinggrpcchannelprovider.access$1600（instantinggrpcchannelprovider.java:73）
位于com.google.api.gax.grpc.instantinggrpcchannelprovider$1.createSingleChannel（instantinggrpcchannelprovider.java:214）
访问com.google.api.gax.grpc.ChannelPool.create（ChannelPool.java:72）
位于com.google.api.gax.grpc.instantinggrpcchannelprovider.createChannel（instantinggrpcchannelprovider.java:221）
位于com.google.api.gax.grpc.instantinggrpcchannelprovider.getTransportChannel（instantinggrpcchannelprovider.java:204）
位于com.google.api.gax.rpc.ClientContext.create（ClientContext.java:169）
位于com.google.cloud.bigquery.storage.v1beta2.stub.GrpcBigQueryWriteStub.create（GrpcBigQueryWriteStub.java:138）
在com.google.cloud.bigquery.storage.v1beta2.stub.BigQueryWriteStubSettings.createStub（BigQueryWriteStubSettings.java:145）
位于com.google.cloud.bigquery.storage.v1beta2.BigQueryWriteClient。（BigQueryWriteClient.java:128）
位于com.google.cloud.bigquery.storage.v1beta2.BigQueryWriteClient.create（BigQueryWriteClient.java:109）
位于org.apache.beam.sdk.io.gcp.bigquery.BigQueryServiceSiml.newBigQueryWriteClient（BigQueryServiceSiml.java:1255）
位于org.apache.beam.sdk.io.gcp.bigquery.BigQueryServiceSiml.access$800（BigQueryServiceSiml.java:135）
位于org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl。（BigQueryServiceSiml.java:521）
位于org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl。（BigQueryServicesImpl.java:449）
位于org.apache.beam.sdk.io.gcp.bigquery.BigQueryServiceSiml.getDatasetService（BigQueryServiceSiml.java:169）
位于org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite.flushRows（BatchedStreamingWrite.java:374）
位于org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite.access$800（BatchedStreamingWrite.java:69）
位于org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite$BatchAndInsertElements.finishBundle（BatchedStreamingWrite.java:271）
位于org.apache.beam.sdk.io.gcp.bigquery.BatchedStreamingWrite$BatchAndInsertElements$DoFnInvoker.invokeFinishBundle（未知源）
位于org.apache.beam.runners.dataflow.worker.repacked.org.apache.beam.runners.core.simpledofnlunner.finishBundle（simpledofnlunner.java:242）
位于org.apache.beam.runners.dataflow.worker.SimpleParDoFn.finishBundle（SimpleParDoFn.java:432）
位于org.apache.beam.runners.dataflow.worker.util.common.worker.ParDoOperation.finish（ParDoOperation.java:56）
位于org.apache.beam.runners.dataflow.worker.util.common.worker.MapTaskExecutor.execute（MapTaskExecutor.java:103）
位于org.apache.beam.runners.dataflow.worker.StreamingDataflowWorker.process（StreamingDataflowWorker.java:1430）
位于org.apache.beam.runners.dataflow.worker.StreamingDataflowWorker.access$1100（StreamingDataflowWorker.java:165）
位于org.apache.beam.runners.dataflow.worker.StreamingDataflowWorker$7.run（StreamingDataflowWorker.java:1109）
位于java.util.concurrent.ThreadPoolExecutor.runWorker（ThreadPoolExecutor.java:1149）
位于java.util.concurrent.ThreadPoolExecutor$Worker.run（ThreadPoolExecutor.java:624）
在java.lang.Thread.run（Thread.java:748）

我正在使用ApacheBeamJavaSDK2.29.0

---

有什么线索导致这个问题吗？

我在Apache Beam管道读取Pub/Sub并流式传输到BigQuery时遇到了同样的问题。我能够通过降级到ApacheBeamJavaSDK的2.28.0版本来“解决”它。这个问题似乎是在SDK的2.29.0版中引入的，并且在2.30.0版中仍然存在。

这可能是Beam或其依赖项中的一个错误，看起来不像是用户错误。例如，这里有一个关于github的例子。将此报告为错误可能会有所帮助，特别是如果您有复制问题的说明。这也为我们解决了问题。仅供参考，表示该问题将在版本2.31.0中修复。