Uploaded image for project: 'CDAP'
  1. CDAP
  2. CDAP-10053

Stream source duration claims it is macro enabled but pipeline cannot publish

    Details

    • Sprint:
      App Eng Sprint 2, App Eng Sprint 3
    • Release Notes:
      Stream source duration in stream source hydrator plugin is now macro enabled
    • Rank:
      1|hzy41b:

      Description

      for some reason, using a macro substitution in the duration field for a stream throws an exception in 3.5.1.

      2016-10-06 09:33:28,310 - ERROR [CommonNettyHttpServiceBuilder-executor-24:c.c.c.g.h.AppLifecycleHttpHandler$1@309] - Deploy failure
      java.util.concurrent.ExecutionException: java.util.concurrent.ExecutionException: java.lang.RuntimeException: Exception while configuring plugin of type batchsource and name Stream for stage Stream: null
      	at com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:294) ~[com.google.guava.guava-13.0.1.jar:na]
      	at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:281) ~[com.google.guava.guava-13.0.1.jar:na]
      	at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:116) ~[com.google.guava.guava-13.0.1.jar:na]
      	at co.cask.cdap.internal.app.services.ApplicationLifecycleService.deployApp(ApplicationLifecycleService.java:530) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.services.ApplicationLifecycleService.deployApp(ApplicationLifecycleService.java:359) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.gateway.handlers.AppLifecycleHttpHandler$1.onFinish(AppLifecycleHttpHandler.java:297) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.common.http.AbstractBodyConsumer.finished(AbstractBodyConsumer.java:65) [co.cask.cdap.cdap-common-3.5.1.jar:na]
      	at co.cask.http.HttpMethodInfo.bodyConsumerFinish(HttpMethodInfo.java:149) [co.cask.http.netty-http-0.15.0.jar:na]
      	at co.cask.http.HttpMethodInfo.chunk(HttpMethodInfo.java:108) [co.cask.http.netty-http-0.15.0.jar:na]
      	at co.cask.http.HttpDispatcher.messageReceived(HttpDispatcher.java:40) [co.cask.http.netty-http-0.15.0.jar:na]
      	at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:43) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:67) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:314) [io.netty.netty-3.6.6.Final.jar:na]
      	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_75]
      	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_75]
      	at java.lang.Thread.run(Thread.java:745) [na:1.7.0_75]
      Caused by: java.util.concurrent.ExecutionException: java.lang.RuntimeException: Exception while configuring plugin of type batchsource and name Stream for stage Stream: null
      	at com.google.common.util.concurrent.AbstractFuture$Sync.getValue(AbstractFuture.java:294) ~[com.google.guava.guava-13.0.1.jar:na]
      	at com.google.common.util.concurrent.AbstractFuture$Sync.get(AbstractFuture.java:267) ~[com.google.guava.guava-13.0.1.jar:na]
      	at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:96) ~[com.google.guava.guava-13.0.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.pipeline.LocalArtifactLoaderStage.process(LocalArtifactLoaderStage.java:102) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.pipeline.LocalArtifactLoaderStage.process(LocalArtifactLoaderStage.java:54) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.pipeline.AbstractStage.process(AbstractStage.java:52) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.pipeline.SynchronousPipeline.execute(SynchronousPipeline.java:55) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.LocalApplicationManager.deploy(LocalApplicationManager.java:130) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	... 16 common frames omitted
      Caused by: java.lang.RuntimeException: Exception while configuring plugin of type batchsource and name Stream for stage Stream: null
      	at co.cask.cdap.etl.spec.PipelineSpecGenerator.configurePlugin(PipelineSpecGenerator.java:190) ~[na:na]
      	at co.cask.cdap.etl.spec.PipelineSpecGenerator.configureStage(PipelineSpecGenerator.java:145) ~[na:na]
      	at co.cask.cdap.etl.spec.PipelineSpecGenerator.configureStages(PipelineSpecGenerator.java:112) ~[na:na]
      	at co.cask.cdap.etl.batch.BatchPipelineSpecGenerator.generateSpec(BatchPipelineSpecGenerator.java:55) ~[na:na]
      	at co.cask.cdap.etl.batch.BatchPipelineSpecGenerator.generateSpec(BatchPipelineSpecGenerator.java:33) ~[na:na]
      	at co.cask.cdap.datapipeline.DataPipelineApp.configure(DataPipelineApp.java:72) ~[na:na]
      	at co.cask.cdap.api.app.AbstractApplication.configure(AbstractApplication.java:61) ~[co.cask.cdap.cdap-api-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.InMemoryConfigurator.getSpecJson(InMemoryConfigurator.java:153) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.InMemoryConfigurator.createResponse(InMemoryConfigurator.java:122) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.InMemoryConfigurator.config(InMemoryConfigurator.java:112) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	at co.cask.cdap.internal.app.deploy.pipeline.LocalArtifactLoaderStage.process(LocalArtifactLoaderStage.java:101) ~[co.cask.cdap.cdap-app-fabric-3.5.1.jar:na]
      	... 20 common frames omitted
      Caused by: java.lang.IllegalArgumentException: null
      	at com.google.common.base.Preconditions.checkArgument(Preconditions.java:76) ~[com.google.guava.guava-13.0.1.jar:na]
      	at co.cask.hydrator.common.TimeParser.parseDuration(TimeParser.java:61) ~[na:na]
      	at co.cask.hydrator.plugin.batch.source.StreamBatchSource$StreamBatchConfig.validate(StreamBatchSource.java:213) ~[na:na]
      	at co.cask.hydrator.plugin.batch.source.StreamBatchSource$StreamBatchConfig.access$000(StreamBatchSource.java:182) ~[na:na]
      	at co.cask.hydrator.plugin.batch.source.StreamBatchSource.configurePipeline(StreamBatchSource.java:99) ~[na:na]
      	at co.cask.cdap.etl.spec.PipelineSpecGenerator.configurePlugin(PipelineSpecGenerator.java:187) ~[na:na]
      	... 30 common frames omitted
      

        Attachments

          Activity

            People

            • Assignee:
              shashank Shashank
              Reporter:
              russellsavage Russ Savage
            • Votes:
              0 Vote for this issue
              Watchers:
              2 Start watching this issue

              Dates

              • Created:
                Updated:
                Resolved: