Uploaded image for project: 'Red Hat Fuse'
  1. Red Hat Fuse
  2. ENTESB-12309

[camel-hdfs2] problem with classloader

    XMLWordPrintable

Details

    • Bug
    • Resolution: Won't Do
    • Major
    • None
    • fuse-6.3-R14-GA
    • Camel
    • None
    • % %

    Description

      I run camel-hdfs2 with blueprint configuration.

                      <camel:route xmlns:camel="http://camel.apache.org/schema/blueprint" id="consumerReadSuffix" autoStartup="false">
                              <from uri="hdfs2://10.16.180.111:9000/tmp/196153548914847/?readSuffix=readX"/>
                              <to uri="mock:result"/>
                      </camel:route>
      
                  <!-- more routes -->
              </camelContext>
      
              <bean id="hadoopCorrectWindows" class="org.jboss.qe.camel.components.hdfs2.CorrectHadoopHomeWindows"/>
      
              <bean id="hdfsOsgiHelper" class="org.apache.camel.component.hdfs2.HdfsOsgiHelper">
                      <argument>
                              <map>
                                      <entry key="file:///" value="org.apache.hadoop.fs.LocalFileSystem"/>
                                      <entry key="hdfs://10.16.180.111:9000/" value="org.apache.hadoop.hdfs.DistributedFileSystem"/>
                              </map>
                      </argument>
              </bean>
      
              <bean id="hdfs2" class="org.apache.camel.component.hdfs2.HdfsComponent" depends-on="hdfsOsgiHelper"/>
      
              <bean id="endpointLogger" class="org.jboss.qe.camel.components.hdfs2.EndpointLogger">
                      <argument value="hdfs2"/>
              </bean>
      </blueprint>
      
      

      I am getting this error.

      2019-11-21 07:22:50,280 | ERROR | nt Dispatcher: 1 | BlueprintCamelContext            | 234 - org.apache.camel.camel-blueprint - 2.17.0.redhat-630423 | Error occurred during starting Camel Context  hdfs2-test
      org.apache.camel.FailedToCreateProducerException: Failed to create Producer for endpoint: Endpoint[hdfs2://10.16.180.111:9000/tmp/198262235462704/]. Reason: java.io.IOException: No FileSystem for scheme: hdfs
      	at org.apache.camel.impl.ProducerCache.doGetProducer(ProducerCache.java:444)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.ProducerCache.acquireProducer(ProducerCache.java:160)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.processor.SendProcessor.doStart(SendProcessor.java:243)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ServiceSupport.start(ServiceSupport.java:61)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:75)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:60)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:104)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:90)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.processor.DelegateAsyncProcessor.doStart(DelegateAsyncProcessor.java:79)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ServiceSupport.start(ServiceSupport.java:61)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:75)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:60)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:104)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:90)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.processor.RedeliveryErrorHandler.doStart(RedeliveryErrorHandler.java:1372)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ChildServiceSupport.start(ChildServiceSupport.java:44)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ChildServiceSupport.start(ChildServiceSupport.java:31)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:75)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:60)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:104)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:90)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.processor.interceptor.DefaultChannel.doStart(DefaultChannel.java:156)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ServiceSupport.start(ServiceSupport.java:61)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:75)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:60)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:104)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startServices(ServiceHelper.java:90)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.processor.DelegateAsyncProcessor.doStart(DelegateAsyncProcessor.java:79)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ServiceSupport.start(ServiceSupport.java:61)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.util.ServiceHelper.startService(ServiceHelper.java:75)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.RouteService.startChildService(RouteService.java:340)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.RouteService.warmUp(RouteService.java:182)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.doWarmUpRoutes(DefaultCamelContext.java:3472)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.safelyStartRouteServices(DefaultCamelContext.java:3402)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.doStartOrResumeRoutes(DefaultCamelContext.java:3179)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.doStartCamel(DefaultCamelContext.java:3035)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.access$000(DefaultCamelContext.java:176)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext$2.call(DefaultCamelContext.java:2830)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext$2.call(DefaultCamelContext.java:2826)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.doWithDefinedClassLoader(DefaultCamelContext.java:2849)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.doStart(DefaultCamelContext.java:2826)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.support.ServiceSupport.start(ServiceSupport.java:61)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.start(DefaultCamelContext.java:2795)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.blueprint.BlueprintCamelContext.start(BlueprintCamelContext.java:248)[234:org.apache.camel.camel-blueprint:2.17.0.redhat-630423]
      	at org.apache.camel.blueprint.BlueprintCamelContext.maybeStart(BlueprintCamelContext.java:288)[234:org.apache.camel.camel-blueprint:2.17.0.redhat-630423]
      	at org.apache.camel.blueprint.BlueprintCamelContext.blueprintEvent(BlueprintCamelContext.java:181)[234:org.apache.camel.camel-blueprint:2.17.0.redhat-630423]
      	at org.apache.aries.blueprint.container.BlueprintEventDispatcher$4.call(BlueprintEventDispatcher.java:201)[22:org.apache.aries.blueprint.core:1.8.0]
      	at org.apache.aries.blueprint.container.BlueprintEventDispatcher$4.call(BlueprintEventDispatcher.java:199)[22:org.apache.aries.blueprint.core:1.8.0]
      	at java.util.concurrent.FutureTask.run(FutureTask.java:266)[:1.8.0_181]
      	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)[:1.8.0_181]
      	at java.util.concurrent.FutureTask.run(FutureTask.java:266)[:1.8.0_181]
      	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)[:1.8.0_181]
      	at java.util.concurrent.FutureTask.run(FutureTask.java:266)[:1.8.0_181]
      	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)[:1.8.0_181]
      	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)[:1.8.0_181]
      	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)[:1.8.0_181]
      	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)[:1.8.0_181]
      	at java.lang.Thread.run(Thread.java:748)[:1.8.0_181]
      Caused by: java.io.IOException: No FileSystem for scheme: hdfs
      	at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2644)[309:org.apache.servicemix.bundles.hadoop-client:2.7.2.1]
      	at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2651)[309:org.apache.servicemix.bundles.hadoop-client:2.7.2.1]
      	at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:92)[309:org.apache.servicemix.bundles.hadoop-client:2.7.2.1]
      	at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2687)[309:org.apache.servicemix.bundles.hadoop-client:2.7.2.1]
      	at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2669)[309:org.apache.servicemix.bundles.hadoop-client:2.7.2.1]
      	at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:371)[309:org.apache.servicemix.bundles.hadoop-client:2.7.2.1]
      	at org.apache.camel.component.hdfs2.HdfsInfo.<init>(HdfsInfo.java:36)[308:org.apache.camel.camel-hdfs2:2.17.0.redhat-630423]
      	at org.apache.camel.component.hdfs2.HdfsOutputStream.createOutputStream(HdfsOutputStream.java:49)[308:org.apache.camel.camel-hdfs2:2.17.0.redhat-630423]
      	at org.apache.camel.component.hdfs2.HdfsProducer.setupHdfs(HdfsProducer.java:143)[308:org.apache.camel.camel-hdfs2:2.17.0.redhat-630423]
      	at org.apache.camel.component.hdfs2.HdfsProducer.doStart(HdfsProducer.java:104)[308:org.apache.camel.camel-hdfs2:2.17.0.redhat-630423]
      	at org.apache.camel.support.ServiceSupport.start(ServiceSupport.java:61)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.startService(DefaultCamelContext.java:3251)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.doAddService(DefaultCamelContext.java:1219)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.DefaultCamelContext.addService(DefaultCamelContext.java:1180)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	at org.apache.camel.impl.ProducerCache.doGetProducer(ProducerCache.java:442)[232:org.apache.camel.camel-core:2.17.0.redhat-630423]
      	... 57 more
      

      Attachments

        Activity

          People

            Unassigned Unassigned
            jbouska@redhat.com Jan Bouska
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: