Fatal编程技术网
  • java/
  • Java 将ByteBuffer字段写入Cassandra时出现异常

Java 将ByteBuffer字段写入Cassandra时出现异常

java cassandra

Java 将ByteBuffer字段写入Cassandra时出现异常,java,cassandra,nio,apache-beam,datastax-java-driver,Java,Cassandra,Nio,Apache Beam,Datastax Java Driver,我们有一个ApacheBeam数据流作业，它从大查询中读取数据，并在使用Datastax驱动程序写入Cassandra之前将其转换为POJO。我最近在表中添加了一个新的blob列，并在POJO中添加了一个ByteBuffer字段 我是如何创建ByteBuffer的 String str = objectMapper.writeValueAsString(installSkuAttributes); byte[] bytes = str.getBytes( StandardCharsets.UTF

我们有一个ApacheBeam数据流作业，它从大查询中读取数据，并在使用Datastax驱动程序写入Cassandra之前将其转换为POJO。我最近在表中添加了一个新的blob列，并在POJO中添加了一个ByteBuffer字段

我是如何创建ByteBuffer的

String str = objectMapper.writeValueAsString(installSkuAttributes);
byte[] bytes = str.getBytes( StandardCharsets.UTF_8 );
pojo.setInstallAttributes(ByteBuffer.wrap(bytes));
下面是管道片段 public void executePiline（）引发异常{

Pipeline pipeline = 
Pipeline.create(jobMetaDataBean.getDataflowPipelineOptions());
。。。。 writeDataToCassandra（安装数据）

在DAO编写器中进行了必要的更改之后，我在运行作业时遇到了以下异常

Exception in thread "main" org.apache.beam.sdk.Pipeline$PipelineExecutionException: java.lang.IllegalArgumentException: Forbidden IOException when writing to OutputStream
    at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:349)
    at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:319)
    at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:210)
    at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:66)
    at org.apache.beam.sdk.Pipeline.run(Pipeline.java:311)
    at org.apache.beam.sdk.Pipeline.run(Pipeline.java:297)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed.executePipeline(InstallSkusFullFeed.java:216)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed.main(InstallSkusFullFeed.java:221)
Caused by: java.lang.IllegalArgumentException: Forbidden IOException when writing to OutputStream
    at org.apache.beam.sdk.util.CoderUtils.encodeToSafeStream(CoderUtils.java:88)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:69)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:54)
    at org.apache.beam.sdk.util.CoderUtils.clone(CoderUtils.java:148)
    at org.apache.beam.sdk.util.MutationDetectors$CodedValueMutationDetector.<init>(MutationDetectors.java:117)
    at org.apache.beam.sdk.util.MutationDetectors.forValueWithCoder(MutationDetectors.java:46)
    at org.apache.beam.runners.direct.ImmutabilityCheckingBundleFactory$ImmutabilityEnforcingBundle.add(ImmutabilityCheckingBundleFactory.java:112)
    at org.apache.beam.runners.direct.ParDoEvaluator$BundleOutputManager.output(ParDoEvaluator.java:242)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.outputWindowedValue(SimpleDoFnRunner.java:219)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.access$700(SimpleDoFnRunner.java:69)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:517)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:505)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite.processElement(InstallSkusFullFeed.java:160)
Caused by: java.io.NotSerializableException: java.nio.HeapByteBuffer
    at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1184)
    at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548)
    at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509)
    at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432)
    at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178)
    at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348)
    at org.apache.beam.sdk.coders.SerializableCoder.encode(SerializableCoder.java:166)
    at org.apache.beam.sdk.coders.SerializableCoder.encode(SerializableCoder.java:52)
    at org.apache.beam.sdk.coders.IterableLikeCoder.encode(IterableLikeCoder.java:99)
    at org.apache.beam.sdk.coders.IterableLikeCoder.encode(IterableLikeCoder.java:60)
    at org.apache.beam.sdk.coders.Coder.encode(Coder.java:143)
    at org.apache.beam.sdk.util.CoderUtils.encodeToSafeStream(CoderUtils.java:85)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:69)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:54)
    at org.apache.beam.sdk.util.CoderUtils.clone(CoderUtils.java:148)
    at org.apache.beam.sdk.util.MutationDetectors$CodedValueMutationDetector.<init>(MutationDetectors.java:117)
    at org.apache.beam.sdk.util.MutationDetectors.forValueWithCoder(MutationDetectors.java:46)
    at org.apache.beam.runners.direct.ImmutabilityCheckingBundleFactory$ImmutabilityEnforcingBundle.add(ImmutabilityCheckingBundleFactory.java:112)
    at org.apache.beam.runners.direct.ParDoEvaluator$BundleOutputManager.output(ParDoEvaluator.java:242)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.outputWindowedValue(SimpleDoFnRunner.java:219)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.access$700(SimpleDoFnRunner.java:69)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:517)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:505)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite.processElement(InstallSkusFullFeed.java:160)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite$DoFnInvoker.invokeProcessElement(Unknown Source)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.invokeProcessElement(SimpleDoFnRunner.java:185)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.processElement(SimpleDoFnRunner.java:149)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimplePushbackSideInputDoFnRunner.processElementInReadyWindows(SimplePushbackSideInputDoFnRunner.java:78)
    at org.apache.beam.runners.direct.ParDoEvaluator.processElement(ParDoEvaluator.java:189)
    at org.apache.beam.runners.direct.DoFnLifecycleManagerRemovingTransformEvaluator.processElement(DoFnLifecycleManagerRemovingTransformEvaluator.java:55)
    at org.apache.beam.runners.direct.DirectTransformExecutor.processElements(DirectTransformExecutor.java:161)
    at org.apache.beam.runners.direct.DirectTransformExecutor.run(DirectTransformExecutor.java:125)
    at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
    at java.util.concurrent.FutureTask.run(FutureTask.java:266)
    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
    at java.lang.Thread.run(Thread.java:748)
线程“main”org.apache.beam.sdk.Pipeline$PipelineExecutionException:java.lang.IllegalArgumentException:OutputStream写入时禁止的IOException中的异常 位于org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish（DirectRunner.java:349） 位于org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish（DirectRunner.java:319） 位于org.apache.beam.runners.direct.DirectRunner.run（DirectRunner.java:210） 位于org.apache.beam.runners.direct.DirectRunner.run（DirectRunner.java:66） 位于org.apache.beam.sdk.Pipeline.run（Pipeline.java:311） 位于org.apache.beam.sdk.Pipeline.run（Pipeline.java:297） 在com.homedepot.productschooldment.fullfeed.dataflow.InstallSkusFullFeed.executepiline（InstallSkusFullFeed.java:216）上 位于com.homedepot.productschooldment.fullfeed.dataflow.InstallSkusFullFeed.main（InstallSkusFullFeed.java:221） 原因：java.lang.IllegalArgumentException:写入OutputStream时禁止IOException 位于org.apache.beam.sdk.util.CoderUtils.encodeToSafeStream（CoderUtils.java:88） 位于org.apache.beam.sdk.util.CoderUtils.encodeToByteArray（CoderUtils.java:69） 位于org.apache.beam.sdk.util.CoderUtils.encodeToByteArray（CoderUtils.java:54） 位于org.apache.beam.sdk.util.CoderUtils.clone（CoderUtils.java:148） 位于org.apache.beam.sdk.util.MutationDetectors$CodedValueMutationDetector。（MutationDetectors.java:117） 位于org.apache.beam.sdk.util.MutationDetectors.forValueWithCoder（MutationDetectors.java:46） 位于org.apache.beam.runners.direct.ImmutabilityCheckKingBundleFactory$ImmutabilityEnforcingBundle.add（ImmutabilityCheckKingBundleFactory.java:112） 位于org.apache.beam.runners.direct.ParDoEvaluator$BundleOutputManager.output（ParDoEvaluator.java:242） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner.outputWindowedValue（simpledofnlunner.java:219） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner.access$700（simpledofnlunner.java:69） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner$DoFnProcessContext.output（simpledofnlunner.java:517） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner$DoFnProcessContext.output（simpledofnlunner.java:505） 在com.homedepot.productschooldment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite.processElement（InstallSkusFullFeed.java:160） 原因：java.io.NotSerializableException:java.nio.HeapByteBuffer 位于java.io.ObjectOutputStream.writeObject0（ObjectOutputStream.java:1184） 位于java.io.ObjectOutputStream.defaultWriteFields（ObjectOutputStream.java:1548） 位于java.io.ObjectOutputStream.writeSerialData（ObjectOutputStream.java:1509） 位于java.io.ObjectOutputStream.writeOrdinaryObject（ObjectOutputStream.java:1432） 位于java.io.ObjectOutputStream.WriteObject 0（ObjectOutputStream.java:1178） 位于java.io.ObjectOutputStream.writeObject（ObjectOutputStream.java:348） 位于org.apache.beam.sdk.coders.SerializableCoder.encode（SerializableCoder.java:166） 位于org.apache.beam.sdk.coders.SerializableCoder.encode（SerializableCoder.java:52） 位于org.apache.beam.sdk.coders.IterableLikeCoder.encode（IterableLikeCoder.java:99） 位于org.apache.beam.sdk.coders.IterableLikeCoder.encode（IterableLikeCoder.java:60） 位于org.apache.beam.sdk.coders.Coder.encode（Coder.java:143） 位于org.apache.beam.sdk.util.CoderUtils.encodeToSafeStream（CoderUtils.java:85） 位于org.apache.beam.sdk.util.CoderUtils.encodeToByteArray（CoderUtils.java:69） 位于org.apache.beam.sdk.util.CoderUtils.encodeToByteArray（CoderUtils.java:54） 位于org.apache.beam.sdk.util.CoderUtils.clone（CoderUtils.java:148） 位于org.apache.beam.sdk.util.MutationDetectors$CodedValueMutationDetector。（MutationDetectors.java:117） 位于org.apache.beam.sdk.util.MutationDetectors.forValueWithCoder（MutationDetectors.java:46） 位于org.apache.beam.runners.direct.ImmutabilityCheckKingBundleFactory$ImmutabilityEnforcingBundle.add（ImmutabilityCheckKingBundleFactory.java:112） 位于org.apache.beam.runners.direct.ParDoEvaluator$BundleOutputManager.output（ParDoEvaluator.java:242） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner.outputWindowedValue（simpledofnlunner.java:219） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner.access$700（simpledofnlunner.java:69） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner$DoFnProcessContext.output（simpledofnlunner.java:517） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner$DoFnProcessContext.output（simpledofnlunner.java:505） 在com.homedepot.productschooldment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite.processElement（InstallSkusFullFeed.java:160） 在com.homedepot.productschodment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite$DoFnInvoker.invokeproceselement（未知源） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner.invokeProcessElement（simpledofnlunner.java:185） 位于org.apache.beam.repackaged.beam\u runners\u direct\u java.runners.core.simpledofnlunner.processElement（simpledofnlunner.java:149） 在org.apache.beam.repackaged.beam\u runners\u direct\u java.runners。 
Exception in thread "main" org.apache.beam.sdk.Pipeline$PipelineExecutionException: java.lang.IllegalArgumentException: Forbidden IOException when writing to OutputStream
    at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:349)
    at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:319)
    at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:210)
    at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:66)
    at org.apache.beam.sdk.Pipeline.run(Pipeline.java:311)
    at org.apache.beam.sdk.Pipeline.run(Pipeline.java:297)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed.executePipeline(InstallSkusFullFeed.java:216)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed.main(InstallSkusFullFeed.java:221)
Caused by: java.lang.IllegalArgumentException: Forbidden IOException when writing to OutputStream
    at org.apache.beam.sdk.util.CoderUtils.encodeToSafeStream(CoderUtils.java:88)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:69)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:54)
    at org.apache.beam.sdk.util.CoderUtils.clone(CoderUtils.java:148)
    at org.apache.beam.sdk.util.MutationDetectors$CodedValueMutationDetector.<init>(MutationDetectors.java:117)
    at org.apache.beam.sdk.util.MutationDetectors.forValueWithCoder(MutationDetectors.java:46)
    at org.apache.beam.runners.direct.ImmutabilityCheckingBundleFactory$ImmutabilityEnforcingBundle.add(ImmutabilityCheckingBundleFactory.java:112)
    at org.apache.beam.runners.direct.ParDoEvaluator$BundleOutputManager.output(ParDoEvaluator.java:242)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.outputWindowedValue(SimpleDoFnRunner.java:219)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.access$700(SimpleDoFnRunner.java:69)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:517)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:505)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite.processElement(InstallSkusFullFeed.java:160)
Caused by: java.io.NotSerializableException: java.nio.HeapByteBuffer
    at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1184)
    at java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1548)
    at java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1509)
    at java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1432)
    at java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1178)
    at java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:348)
    at org.apache.beam.sdk.coders.SerializableCoder.encode(SerializableCoder.java:166)
    at org.apache.beam.sdk.coders.SerializableCoder.encode(SerializableCoder.java:52)
    at org.apache.beam.sdk.coders.IterableLikeCoder.encode(IterableLikeCoder.java:99)
    at org.apache.beam.sdk.coders.IterableLikeCoder.encode(IterableLikeCoder.java:60)
    at org.apache.beam.sdk.coders.Coder.encode(Coder.java:143)
    at org.apache.beam.sdk.util.CoderUtils.encodeToSafeStream(CoderUtils.java:85)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:69)
    at org.apache.beam.sdk.util.CoderUtils.encodeToByteArray(CoderUtils.java:54)
    at org.apache.beam.sdk.util.CoderUtils.clone(CoderUtils.java:148)
    at org.apache.beam.sdk.util.MutationDetectors$CodedValueMutationDetector.<init>(MutationDetectors.java:117)
    at org.apache.beam.sdk.util.MutationDetectors.forValueWithCoder(MutationDetectors.java:46)
    at org.apache.beam.runners.direct.ImmutabilityCheckingBundleFactory$ImmutabilityEnforcingBundle.add(ImmutabilityCheckingBundleFactory.java:112)
    at org.apache.beam.runners.direct.ParDoEvaluator$BundleOutputManager.output(ParDoEvaluator.java:242)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.outputWindowedValue(SimpleDoFnRunner.java:219)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.access$700(SimpleDoFnRunner.java:69)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:517)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner$DoFnProcessContext.output(SimpleDoFnRunner.java:505)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite.processElement(InstallSkusFullFeed.java:160)
    at com.homedepot.productassortment.fullfeed.dataflow.InstallSkusFullFeed$PrepareDataForCassandraWrite$DoFnInvoker.invokeProcessElement(Unknown Source)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.invokeProcessElement(SimpleDoFnRunner.java:185)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimpleDoFnRunner.processElement(SimpleDoFnRunner.java:149)
    at org.apache.beam.repackaged.beam_runners_direct_java.runners.core.SimplePushbackSideInputDoFnRunner.processElementInReadyWindows(SimplePushbackSideInputDoFnRunner.java:78)
    at org.apache.beam.runners.direct.ParDoEvaluator.processElement(ParDoEvaluator.java:189)
    at org.apache.beam.runners.direct.DoFnLifecycleManagerRemovingTransformEvaluator.processElement(DoFnLifecycleManagerRemovingTransformEvaluator.java:55)
    at org.apache.beam.runners.direct.DirectTransformExecutor.processElements(DirectTransformExecutor.java:161)
    at org.apache.beam.runners.direct.DirectTransformExecutor.run(DirectTransformExecutor.java:125)
    at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
    at java.util.concurrent.FutureTask.run(FutureTask.java:266)
    at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
    at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
    at java.lang.Thread.run(Thread.java:748)