Details

    • Type: Bug
    • Status: Resolved
    • Priority: Blocker
    • Resolution: Fixed
    • Affects Version/s: 6.0.0
    • Fix Version/s: 6.0.0
    • Component/s: Datasets
    • Labels:
      None
    • Rank:
      1|i00l4v:

      Description

      While using dataprep from the latest sandbox from BUT:

      co.cask.wrangler.service.explorer.ExplorerException: co.cask.cdap.api.data.DatasetInstantiationException: Could not instantiate dataset 'system:dataprepfs'
      	at co.cask.wrangler.service.explorer.Explorer.getLocation(Explorer.java:246) ~[unpacked/:na]
      	at co.cask.wrangler.service.explorer.Explorer.browse(Explorer.java:82) ~[unpacked/:na]
      	at co.cask.wrangler.service.explorer.FilesystemExplorer.lambda$list$0(FilesystemExplorer.java:97) [unpacked/:na]
      	at co.cask.wrangler.service.common.AbstractWranglerHandler.respond(AbstractWranglerHandler.java:161) ~[unpacked/:na]
      	at co.cask.wrangler.service.explorer.FilesystemExplorer.list(FilesystemExplorer.java:97) [unpacked/:na]
      	at co.cask.wrangler.service.explorer.FilesystemExplorerfd7f40e1b1aa7df82015a7e7045c1362.lambda$list_Lco_cask_cdap_api_service_http_HttpServiceRequest_Lco_cask_cdap_api_service_http_HttpServiceResponder_Ljava_lang_String_Ljava_lang_String_Z_V(Unknown Source) [na:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext.execute(AbstractContext.java:588) ~[na:na]
      	at co.cask.cdap.internal.app.services.ServiceHttpServer$HandlerDelegatorContext$1.execute(ServiceHttpServer.java:220) ~[na:na]
      	at co.cask.cdap.internal.app.runtime.service.http.AbstractHttpHandlerDelegator.execute(AbstractHttpHandlerDelegator.java:66) ~[na:na]
      	at co.cask.wrangler.service.explorer.FilesystemExplorerfd7f40e1b1aa7df82015a7e7045c1362.list(Unknown Source) [na:na]
      	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_171-google-v7]
      	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_171-google-v7]
      	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_171-google-v7]
      	at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_171-google-v7]
      	at co.cask.http.internal.HttpMethodInfo.invoke(HttpMethodInfo.java:82) ~[co.cask.http.netty-http-1.1.0.jar:na]
      	at co.cask.http.internal.HttpDispatcher.channelRead(HttpDispatcher.java:45) ~[co.cask.http.netty-http-1.1.0.jar:na]
      	at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:362) ~[io.netty.netty-all-4.1.16.Final.jar:4.1.16.Final]
      	at io.netty.channel.AbstractChannelHandlerContext.access$600(AbstractChannelHandlerContext.java:38) ~[io.netty.netty-all-4.1.16.Final.jar:4.1.16.Final]
      	at io.netty.channel.AbstractChannelHandlerContext$7.run(AbstractChannelHandlerContext.java:353) ~[io.netty.netty-all-4.1.16.Final.jar:4.1.16.Final]
      	at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:163) ~[io.netty.netty-all-4.1.16.Final.jar:4.1.16.Final]
      	at co.cask.http.internal.NonStickyEventExecutorGroup$NonStickyOrderedEventExecutor.run(NonStickyEventExecutorGroup.java:254) ~[co.cask.http.netty-http-1.1.0.jar:na]
      	at io.netty.util.concurrent.UnorderedThreadPoolEventExecutor$NonNotifyRunnable.run(UnorderedThreadPoolEventExecutor.java:277) ~[io.netty.netty-all-4.1.16.Final.jar:4.1.16.Final]
      	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[na:1.8.0_171-google-v7]
      	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_171-google-v7]
      	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) ~[na:1.8.0_171-google-v7]
      	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:295) ~[na:1.8.0_171-google-v7]
      	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_171-google-v7]
      	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_171-google-v7]
      	at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_171-google-v7]
      Caused by: co.cask.cdap.api.data.DatasetInstantiationException: Could not instantiate dataset 'system:dataprepfs'
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache.getDataset(SingleThreadDatasetCache.java:188) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.DynamicDatasetCache.getDataset(DynamicDatasetCache.java:209) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.DynamicDatasetCache.getDataset(DynamicDatasetCache.java:164) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext$1.call(AbstractContext.java:390) ~[na:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext$1.call(AbstractContext.java:387) ~[na:na]
      	at co.cask.cdap.common.service.Retries.callWithRetries(Retries.java:176) ~[cdap-common-6.0.0-20190211.020913-108.jar:na]
      	at co.cask.cdap.common.service.Retries.callWithRetries(Retries.java:151) ~[cdap-common-6.0.0-20190211.020913-108.jar:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext.getDataset(AbstractContext.java:387) ~[na:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext.getDataset(AbstractContext.java:380) ~[na:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext.getDataset(AbstractContext.java:368) ~[na:na]
      	at co.cask.cdap.internal.app.runtime.AbstractContext.getDataset(AbstractContext.java:357) ~[na:na]
      	at co.cask.wrangler.service.explorer.FilesystemExplorer$1.acquire(FilesystemExplorer.java:329) ~[unpacked/:na]
      	at co.cask.wrangler.service.explorer.Explorer.getLocation(Explorer.java:236) ~[unpacked/:na]
      	... 28 common frames omitted
      Caused by: com.google.common.util.concurrent.UncheckedExecutionException: co.cask.cdap.api.data.DatasetInstantiationException: Failed to access dataset: dataset:system.dataprepfs
      	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2258) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache.get(LocalCache.java:3990) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3994) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4878) ~[guava-20.0.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache$3.load(SingleThreadDatasetCache.java:139) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache$3.load(SingleThreadDatasetCache.java:134) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3589) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2374) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2337) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2252) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache.get(LocalCache.java:3990) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3994) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4878) ~[guava-20.0.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache.getDataset(SingleThreadDatasetCache.java:179) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	... 40 common frames omitted
      Caused by: co.cask.cdap.api.data.DatasetInstantiationException: Failed to access dataset: dataset:system.dataprepfs
      	at co.cask.cdap.data.dataset.SystemDatasetInstantiator.getDataset(SystemDatasetInstantiator.java:109) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache.createDatasetInstance(SingleThreadDatasetCache.java:376) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache.access$000(SingleThreadDatasetCache.java:68) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache$1.load(SingleThreadDatasetCache.java:111) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.SingleThreadDatasetCache$1.load(SingleThreadDatasetCache.java:107) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3589) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2374) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2337) ~[guava-20.0.jar:na]
      	at com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2252) ~[guava-20.0.jar:na]
      	... 53 common frames omitted
      Caused by: co.cask.cdap.api.dataset.DatasetManagementException: Failed to create dataset instance: dataset:system.dataprepfs
      	at co.cask.cdap.data2.metadata.writer.LineageWriterDatasetFramework.getDataset(LineageWriterDatasetFramework.java:138) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data.dataset.SystemDatasetInstantiator.getDataset(SystemDatasetInstantiator.java:101) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	... 61 common frames omitted
      Caused by: java.lang.NullPointerException: null
      	at co.cask.cdap.data2.dataset2.lib.file.FileSetDataset.determineBaseLocation(FileSetDataset.java:164) ~[na:na]
      	at co.cask.cdap.data2.dataset2.lib.file.FileSetDataset.<init>(FileSetDataset.java:103) ~[na:na]
      	at co.cask.cdap.data2.dataset2.lib.file.FileSetDefinition.getDataset(FileSetDefinition.java:122) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.lib.file.FileSetDefinition.getDataset(FileSetDefinition.java:41) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.datafabric.dataset.DatasetType.getDataset(DatasetType.java:73) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.datafabric.dataset.RemoteDatasetFramework.getDataset(RemoteDatasetFramework.java:244) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.ForwardingDatasetFramework.getDataset(ForwardingDatasetFramework.java:159) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.metadata.writer.LineageWriterDatasetFramework.access$401(LineageWriterDatasetFramework.java:59) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.metadata.writer.LineageWriterDatasetFramework.lambda$getDataset$0(LineageWriterDatasetFramework.java:133) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.dataset2.DefaultDatasetRuntimeContext.execute(DefaultDatasetRuntimeContext.java:120) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	at co.cask.cdap.data2.metadata.writer.LineageWriterDatasetFramework.getDataset(LineageWriterDatasetFramework.java:131) ~[cdap-data-fabric-6.0.0-20190211.020512-109.jar:na]
      	... 62 common frames omitted
      

      Somehow, the cConf is null...

        Attachments

          Activity

            People

            • Assignee:
              trishka Trishka
              Reporter:
              ashau Albert Shau
            • Votes:
              0 Vote for this issue
              Watchers:
              1 Start watching this issue

              Dates

              • Created:
                Updated:
                Resolved: