I’m seeing an issue after a Marketplace Installation in the Beta dev-ops feature of a packaged pipeline where the data is flowing from the:
Stream → Pipeline
But not making it into the Data Outputs. The Job keeps failing with this error:
Dataset RID: ri.foundry.main.dataset.9290e10a-67e9-44d2-866f-a5077c998be2 (Commit)
Pipeline RID: ri.eddie.main.pipeline.31c04fbd-102d-4fa3-b008-d344620e383c
Build RID: ri.foundry.main.build.9f26f60a-7222-4178-b49a-34fc709206af
Unexpected error while monitoring job status.
Exception:
java.util.concurrent.ExecutionException: com.palantir.conjure.java.api.errors.RemoteException: RemoteException: INTERNAL (FlinkClusterManager:UnknownClusterResponse) with instance ID 00000000-0000-0000-0000-000000000000
at java.base/java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.base/java.util.concurrent.FutureTask.get(FutureTask.java:205)
at com.palantir.foundry.streaming.worker.InMemoryJobMonitoringState.handleJobFuture(InMemoryJobMonitoringState.java:251)
at java.base/java.lang.Iterable.forEach(Iterable.java:75)
at com.palantir.foundry.streaming.worker.InMemoryJobMonitoringState.run(InMemoryJobMonitoringState.java:154)
at com.palantir.witchcraft.lifecycle.ManagedScheduledTask$ExceptionHandlingTask.run(ManagedScheduledTask.java:195)
at com.palantir.tracing.Tracers.lambda$wrapWithNewTrace$1(Tracers.java:435)
at com.palantir.tritium.metrics.TaggedMetricsScheduledExecutorService$TaggedMetricsScheduledRunnable.run(TaggedMetricsScheduledExecutorService.java:162)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:572)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:358)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at com.palantir.tritium.metrics.TaggedMetricsThreadFactory$InstrumentedTask.run(TaggedMetricsThreadFactory.java:94)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: com.palantir.conjure.java.api.errors.RemoteException: RemoteException: INTERNAL (FlinkClusterManager:UnknownClusterResponse) with instance ID 00000000-0000-0000-0000-000000000000
at com.palantir.conjure.java.dialogue.serde.DefaultClients.newRemoteException(DefaultClients.java:148)
at com.palantir.conjure.java.dialogue.serde.DefaultClients.block(DefaultClients.java:123)
at com.palantir.conjure.java.dialogue.serde.DefaultClients.callBlocking(DefaultClients.java:76)
at com.palantir.flink.manager.api.FlinkClusterManagerServiceBlocking$1.getJobStatus(FlinkClusterManagerServiceBlocking.java:320)
at com.palantir.foundry.streaming.worker.adapters.DefaultWorkerClusterManager.getJobStatus(DefaultWorkerClusterManager.java:480)
at com.palantir.foundry.streaming.worker.InMemoryJobMonitoringState.monitorJob(InMemoryJobMonitoringState.java:168)
at com.palantir.foundry.streaming.worker.InMemoryJobMonitoringState.monitorJobWithTimer(InMemoryJobMonitoringState.java:160)
at com.palantir.foundry.streaming.worker.InMemoryJobMonitoringState.lambda$run$0(InMemoryJobMonitoringState.java:148)
at com.palantir.tracing.Tracers.lambda$wrapWithNewTrace$0(Tracers.java:400)
at com.palantir.tracing.Tracers$TracingAwareCallable.call(Tracers.java:542)
at com.palantir.tritium.metrics.TaggedMetricsExecutorService$TaggedMetricsCallable.call(TaggedMetricsExecutorService.java:178)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:317)
at com.palantir.nylon.threads.RenamingExecutorService$RenamingRunnable.run(RenamingExecutorService.java:92)
at org.jboss.threads.EnhancedViewExecutor$EnhancedViewExecutorRunnable.run(EnhancedViewExecutor.java:501)
at org.jboss.threads.ContextHandler$1.runWith(ContextHandler.java:18)
at org.jboss.threads.EnhancedQueueExecutor$Task.doRunWith(EnhancedQueueExecutor.java:2675)
at org.jboss.threads.EnhancedQueueExecutor$Task.run(EnhancedQueueExecutor.java:2654)
at org.jboss.threads.EnhancedQueueExecutor.runThreadBody(EnhancedQueueExecutor.java:1627)
at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1594)
... 2 more
Caused by: com.palantir.conjure.java.api.errors.RemoteException: RemoteException: INTERNAL (FlinkClusterManager:UnknownClusterResponse) with instance ID 00000000-0000-0000-0000-000000000000
at com.palantir.conjure.java.dialogue.serde.ErrorDecoder.decodeInternal(ErrorDecoder.java:125)
at com.palantir.conjure.java.dialogue.serde.ErrorDecoder.decode(ErrorDecoder.java:71)
at com.palantir.conjure.java.dialogue.serde.ConjureBodySerDe$EncodingDeserializerRegistry.deserialize(ConjureBodySerDe.java:249)
at com.palantir.dialogue.futures.DialogueDirectTransformationFuture.onSuccess(DialogueDirectTransformationFuture.java:103)
at com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1137)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.SettableFuture.set(SettableFuture.java:49)
at com.palantir.dialogue.futures.DialogueDirectTransformationFuture.onSuccess(DialogueDirectTransformationFuture.java:104)
at com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1137)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:125)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.MoreExecutors$5.execute(MoreExecutors.java:1050)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:125)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.MoreExecutors$5.execute(MoreExecutors.java:1050)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:125)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.MoreExecutors$5.execute(MoreExecutors.java:1050)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:125)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.MoreExecutors$5.execute(MoreExecutors.java:1050)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.AbstractCatchingFuture.run(AbstractCatchingFuture.java:125)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.MoreExecutors$5.execute(MoreExecutors.java:1050)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.setFuture(AbstractFuture.java:854)
at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.setResult(AbstractTransformFuture.java:240)
at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.setResult(AbstractTransformFuture.java:216)
at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:175)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.MoreExecutors$5.execute(MoreExecutors.java:1050)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.SettableFuture.set(SettableFuture.java:49)
at com.palantir.dialogue.core.RetryingChannel$RetryingCallback$1.onSuccess(RetryingChannel.java:348)
at com.palantir.dialogue.core.RetryingChannel$RetryingCallback$1.onSuccess(RetryingChannel.java:345)
at com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1137)
at com.palantir.dialogue.futures.SafeDirectExecutor.execute(SafeDirectExecutor.java:32)
at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1300)
at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:1061)
at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:786)
at com.google.common.util.concurrent.SettableFuture.set(SettableFuture.java:49)
at com.palantir.dialogue.blocking.BlockingChannelAdapter$BlockingChannelAdapterChannel$BlockingChannelAdapterTask.run(BlockingChannelAdapter.java:140)
at com.palantir.dialogue.blocking.DefaultCallingThreadExecutor.executeQueue(DefaultCallingThreadExecutor.java:57)
at com.palantir.conjure.java.dialogue.serde.DefaultClients.callBlocking(DefaultClients.java:75)
... 18 more
Suppressed: com.palantir.conjure.java.dialogue.serde.ErrorDecoder$ResponseDiagnostic: Response Diagnostic Information: {status=500, Server=flink-cluster-manager/0.919.0, Content-Type=application/json, Content-Length=154, Date=Tue, 12 Nov 2024 15:36:39 GMT}```