Details

    • Type: Improvement
    • Status: Resolved
    • Priority: Critical
    • Resolution: Fixed
    • Affects Version/s: None
    • Fix Version/s: 3.3.0
    • Component/s: CDAP
    • Labels:
      None
    • Release Notes:
      Added support for CDH5.5
    • Rank:
      1|hzz3fj:

      Description

      There appears to be an issue with CDAP and CDH 5.5.0's HBase (hbase-1.0.0+cdh5.5.0+269-1.cdh5.5.0.p0.15.el6.x86_64). CDAP starts up normally but the UI shows errors querying for metrics. Logs from the metrics.processor container shows:

      2015-11-20 02:13:14,785 - ERROR [executor-4:c.c.c.m.q.MetricsHandler@214] - Exception querying metrics 
      java.lang.RuntimeException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: java.lang.AbstractMethodError
      	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2065)
      	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
      	at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
      	at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
      	at java.lang.Thread.run(Thread.java:745)
      Caused by: java.lang.AbstractMethodError
      	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2278)
      	at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32205)
      	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2034)
      	... 4 more
      
      	at com.google.common.base.Throwables.propagate(Throwables.java:160) ~[com.google.guava.guava-13.0.1.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.table.hbase.HBaseScanner.next(HBaseScanner.java:66) ~[co.cask.cdap.cdap-data-fabric-3.2.1.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.timeseries.FactScanner$1.computeNext(FactScanner.java:94) ~[co.cask.cdap.cdap-data-fabric-3.2.1.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.timeseries.FactScanner$1.computeNext(FactScanner.java:90) ~[co.cask.cdap.cdap-data-fabric-3.2.1.jar:na]
      	at com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143) ~[com.google.guava.guava-13.0.1.jar:na]
      	at com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138) ~[com.google.guava.guava-13.0.1.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.timeseries.FactScanner.hasNext(FactScanner.java:76) ~[co.cask.cdap.cdap-data-fabric-3.2.1.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.cube.DefaultCube.getTimeSeries(DefaultCube.java:323) ~[co.cask.cdap.cdap-data-fabric-3.2.1.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.cube.DefaultCube.query(DefaultCube.java:200) ~[co.cask.cdap.cdap-data-fabric-3.2.1.jar:na]
      	at co.cask.cdap.metrics.store.DefaultMetricStore.query(DefaultMetricStore.java:259) ~[co.cask.cdap.cdap-watchdog-3.2.1.jar:na]
      	at co.cask.cdap.metrics.query.MetricsHandler.executeQuery(MetricsHandler.java:343) [co.cask.cdap.cdap-watchdog-3.2.1.jar:na]
      	at co.cask.cdap.metrics.query.MetricsHandler.executeBatchQueries(MetricsHandler.java:207) [co.cask.cdap.cdap-watchdog-3.2.1.jar:na]
      	at co.cask.cdap.metrics.query.MetricsHandler.query(MetricsHandler.java:188) [co.cask.cdap.cdap-watchdog-3.2.1.jar:na]
      	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.7.0_75]
      	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) ~[na:1.7.0_75]
      	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.7.0_75]
      	at java.lang.reflect.Method.invoke(Method.java:606) ~[na:1.7.0_75]
      	at co.cask.http.HttpMethodInfo.invoke(HttpMethodInfo.java:80) [co.cask.http.netty-http-0.13.0.jar:na]
      	at co.cask.http.HttpDispatcher.messageReceived(HttpDispatcher.java:38) [co.cask.http.netty-http-0.13.0.jar:na]
      	at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.SimpleChannelUpstreamHandler.messageReceived(SimpleChannelUpstreamHandler.java:124) [io.netty.netty-3.6.6.Final.jar:na]
      	at co.cask.cdap.common.http.AuthenticationChannelHandler.messageReceived(AuthenticationChannelHandler.java:59) [co.cask.cdap.cdap-common-3.2.1.jar:na]
      	at org.jboss.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.handler.execution.ChannelUpstreamEventRunnable.doRun(ChannelUpstreamEventRunnable.java:43) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.handler.execution.ChannelEventRunnable.run(ChannelEventRunnable.java:67) [io.netty.netty-3.6.6.Final.jar:na]
      	at org.jboss.netty.handler.execution.OrderedMemoryAwareThreadPoolExecutor$ChildExecutor.run(OrderedMemoryAwareThreadPoolExecutor.java:314) [io.netty.netty-3.6.6.Final.jar:na]
      	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) [na:1.7.0_75]
      	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) [na:1.7.0_75]
      	at java.lang.Thread.run(Thread.java:745) [na:1.7.0_75]
      Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: java.lang.AbstractMethodError
      	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2065)
      	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
      	at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
      	at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
      	at java.lang.Thread.run(Thread.java:745)
      Caused by: java.lang.AbstractMethodError
      	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2278)
      	at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32205)
      	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2034)
      	... 4 more
      
      	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[na:1.7.0_75]
      	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) ~[na:1.7.0_75]
      	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[na:1.7.0_75]
      	at java.lang.reflect.Constructor.newInstance(Constructor.java:526) ~[na:1.7.0_75]
      	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:106) ~[hadoop-common-2.6.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:95) ~[hadoop-common-2.6.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.getRemoteException(ProtobufUtil.java:328) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:255) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:62) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:371) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:345) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:64) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	... 3 common frames omitted
      Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.DoNotRetryIOException: java.lang.AbstractMethodError
      	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2065)
      	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:107)
      	at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:130)
      	at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:107)
      	at java.lang.Thread.run(Thread.java:745)
      Caused by: java.lang.AbstractMethodError
      	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:2278)
      	at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:32205)
      	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2034)
      	... 4 more
      
      	at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1219) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$BlockingStub.scan(ClientProtos.java:32651) ~[hbase-protocol-1.0.0-cdh5.5.0.jar:na]
      	at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:213) ~[hbase-client-1.0.0-cdh5.5.0.jar:na]
      	... 9 common frames omitted
      

        Attachments

          Issue Links

            Activity

              People

              • Assignee:
                sagar Sagar Kapare
                Reporter:
                derek Derek Wood
              • Votes:
                0 Vote for this issue
                Watchers:
                3 Start watching this issue

                Dates

                • Created:
                  Updated:
                  Resolved: