Hi
I'm getting too many errors while running Nutch 0.9 on Hadoop. I'm using
the Nutch0.9 release build and not a Nightly build.
I don't get any output under the crawldb directory and my searches give
0 hits. Hadoop administration panel lists it as a successful job.
I'm running Nutch on a 4 node cluster setup with Ubuntu Linux. I don't
understand where I'm going wrong. The output is pasted below.
hadoop@(protected)
3
crawl started in: crawl02
rootUrlDir = urls
threads = 10
depth = 3
Injector: starting
Injector: crawlDb: crawl02/crawldb
Injector: urlDir: urls
Injector: Converting injected urls to crawl db entries.
task_0010_m_000006_0: log4j:ERROR setFile(null,true) call failed.
task_0010_m_000006_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0010_m_000006_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0010_m_000006_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0010_m_000006_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0010_m_000006_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0010_m_000006_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0010_m_000006_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0010_m_000006_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0010_m_000006_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0010_m_000006_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0010_m_000006_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0010_m_000006_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0010_m_000006_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0010_m_000006_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0010_m_000006_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0010_m_000006_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0010_m_000006_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0010_m_000006_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0010_m_000006_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0010_m_000006_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0010_m_000006_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0010_m_000006_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0010_m_000006_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0010_m_000006_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0010_m_000006_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0010_m_000006_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0010_m_000006_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0010_m_000006_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0010_m_000006_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0010_m_000006_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0010_m_000006_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0010_m_000006_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0010_m_000006_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0010_m_000006_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0010_m_000006_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0010_m_000006_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0010_m_000006_0: at
java.net.Socket.connect (
Socket.java:520)
task_0010_m_000006_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0010_m_000006_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0010_m_000006_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0010_m_000006_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0010_m_000006_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0010_m_000006_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0010_m_000006_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0010_m_000009_0: log4j:ERROR setFile(null,true) call failed.
task_0010_m_000009_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0010_m_000009_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0010_m_000009_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0010_m_000009_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0010_m_000009_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0010_m_000009_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0010_m_000009_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0010_m_000009_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0010_m_000009_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0010_m_000009_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0010_m_000009_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0010_m_000009_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0010_m_000009_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0010_m_000009_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0010_m_000009_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0010_m_000009_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0010_m_000009_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0010_m_000009_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0010_m_000009_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0010_m_000009_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0010_m_000009_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0010_m_000009_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0010_m_000009_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0010_m_000009_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0010_m_000009_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0010_m_000009_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0010_m_000009_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0010_m_000009_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0010_m_000009_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0010_m_000009_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0010_m_000009_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0010_m_000009_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0010_m_000009_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0010_m_000009_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0010_m_000009_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0010_m_000009_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0010_m_000009_0: at
java.net.Socket.connect (
Socket.java:520)
task_0010_m_000009_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0010_m_000009_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0010_m_000009_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0010_m_000009_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0010_m_000009_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0010_m_000009_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0010_m_000009_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0010_r_000000_0: log4j:ERROR setFile(null,true) call failed.
task_0010_r_000000_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0010_r_000000_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0010_r_000000_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0010_r_000000_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0010_r_000000_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0010_r_000000_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0010_r_000000_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0010_r_000000_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0010_r_000000_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0010_r_000000_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0010_r_000000_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0010_r_000000_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0010_r_000000_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0010_r_000000_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0010_r_000000_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0010_r_000000_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0010_r_000000_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0010_r_000000_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0010_r_000000_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0010_r_000000_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0010_r_000000_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0010_r_000000_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0010_r_000000_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0010_r_000000_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0010_r_000000_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0010_r_000000_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0010_r_000000_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0010_r_000000_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0010_r_000000_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0010_r_000000_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0010_r_000000_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0010_r_000000_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0010_r_000000_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0010_r_000000_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0010_r_000000_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0010_r_000000_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0010_r_000000_0: at
java.net.Socket.connect (
Socket.java:520)
task_0010_r_000000_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0010_r_000000_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0010_r_000000_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0010_r_000000_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0010_r_000000_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0010_r_000000_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0010_r_000000_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0010_r_000001_0: log4j:ERROR setFile(null,true) call failed.
task_0010_r_000001_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0010_r_000001_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0010_r_000001_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0010_r_000001_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0010_r_000001_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0010_r_000001_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0010_r_000001_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0010_r_000001_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0010_r_000001_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0010_r_000001_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0010_r_000001_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0010_r_000001_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0010_r_000001_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0010_r_000001_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0010_r_000001_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0010_r_000001_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0010_r_000001_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0010_r_000001_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0010_r_000001_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0010_r_000001_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0010_r_000001_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0010_r_000001_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0010_r_000001_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0010_r_000001_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0010_r_000001_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0010_r_000001_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0010_r_000001_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0010_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0010_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0010_r_000001_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0010_r_000001_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0010_r_000001_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0010_r_000001_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0010_r_000001_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0010_r_000001_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0010_r_000001_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0010_r_000001_0: at
java.net.Socket.connect (
Socket.java:520)
task_0010_r_000001_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0010_r_000001_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0010_r_000001_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0010_r_000001_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0010_r_000001_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0010_r_000001_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0010_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
Injector: Merging injected urls into crawl db.
task_0011_m_000000_0: log4j:ERROR setFile(null,true) call failed.
task_0011_m_000000_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0011_m_000000_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0011_m_000000_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0011_m_000000_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0011_m_000000_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0011_m_000000_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0011_m_000000_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0011_m_000000_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0011_m_000000_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0011_m_000000_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0011_m_000000_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0011_m_000000_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0011_m_000000_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0011_m_000000_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0011_m_000000_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0011_m_000000_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0011_m_000000_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0011_m_000000_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0011_m_000000_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0011_m_000000_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0011_m_000000_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0011_m_000000_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0011_m_000000_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0011_m_000000_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0011_m_000000_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0011_m_000000_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0011_m_000000_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0011_m_000000_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0011_m_000000_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0011_m_000000_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0011_m_000000_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0011_m_000000_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0011_m_000000_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0011_m_000000_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0011_m_000000_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0011_m_000000_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0011_m_000000_0: at
java.net.Socket.connect (
Socket.java:520)
task_0011_m_000000_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0011_m_000000_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0011_m_000000_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0011_m_000000_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0011_m_000000_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0011_m_000000_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0011_m_000000_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0011_r_000005_0: log4j:ERROR setFile(null,true) call failed.
task_0011_r_000005_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0011_r_000005_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0011_r_000005_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0011_r_000005_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0011_r_000005_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0011_r_000005_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0011_r_000005_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0011_r_000005_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0011_r_000005_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0011_r_000005_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0011_r_000005_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0011_r_000005_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0011_r_000005_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0011_r_000005_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0011_r_000005_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0011_r_000005_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0011_r_000005_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0011_r_000005_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0011_r_000005_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0011_r_000005_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0011_r_000005_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0011_r_000005_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0011_r_000005_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0011_r_000005_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0011_r_000005_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0011_r_000005_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0011_r_000005_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0011_r_000005_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0011_r_000005_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0011_r_000005_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0011_r_000005_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0011_r_000005_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0011_r_000005_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0011_r_000005_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0011_r_000005_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0011_r_000005_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0011_r_000005_0: at
java.net.Socket.connect (
Socket.java:520)
task_0011_r_000005_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0011_r_000005_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0011_r_000005_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0011_r_000005_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0011_r_000005_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0011_r_000005_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0011_r_000005_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0011_r_000004_0: log4j:ERROR setFile(null,true) call failed.
task_0011_r_000004_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0011_r_000004_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0011_r_000004_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0011_r_000004_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0011_r_000004_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0011_r_000004_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0011_r_000004_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0011_r_000004_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0011_r_000004_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0011_r_000004_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0011_r_000004_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0011_r_000004_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0011_r_000004_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0011_r_000004_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0011_r_000004_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0011_r_000004_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0011_r_000004_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0011_r_000004_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0011_r_000004_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0011_r_000004_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0011_r_000004_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0011_r_000004_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0011_r_000004_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0011_r_000004_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0011_r_000004_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0011_r_000004_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0011_r_000004_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0011_r_000004_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0011_r_000004_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0011_r_000004_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0011_r_000004_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0011_r_000004_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0011_r_000004_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0011_r_000004_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0011_r_000004_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0011_r_000004_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0011_r_000004_0: at
java.net.Socket.connect (
Socket.java:520)
task_0011_r_000004_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0011_r_000004_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0011_r_000004_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0011_r_000004_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0011_r_000004_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0011_r_000004_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0011_r_000004_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
Injector: done
Generator: Selecting best-scoring urls due for fetch.
Generator: starting
Generator: segment: crawl02/segments/20080519142353
Generator: filtering: false
Generator: topN: 2147483647
task_0012_m_000002_0: log4j:ERROR setFile(null,true) call failed.
task_0012_m_000002_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0012_m_000002_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0012_m_000002_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0012_m_000002_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0012_m_000002_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0012_m_000002_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0012_m_000002_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0012_m_000002_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0012_m_000002_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0012_m_000002_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0012_m_000002_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0012_m_000002_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0012_m_000002_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0012_m_000002_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0012_m_000002_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0012_m_000002_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0012_m_000002_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0012_m_000002_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0012_m_000002_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0012_m_000002_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0012_m_000002_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0012_m_000002_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0012_m_000002_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0012_m_000002_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0012_m_000002_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0012_m_000002_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0012_m_000002_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0012_m_000002_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0012_m_000002_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0012_m_000002_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0012_m_000002_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0012_m_000002_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0012_m_000002_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0012_m_000002_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0012_m_000002_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0012_m_000002_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0012_m_000002_0: at
java.net.Socket.connect (
Socket.java:520)
task_0012_m_000002_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0012_m_000002_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0012_m_000002_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0012_m_000002_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0012_m_000002_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0012_m_000002_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0012_m_000002_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0012_r_000005_0: log4j:ERROR setFile(null,true) call failed.
task_0012_r_000005_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0012_r_000005_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0012_r_000005_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0012_r_000005_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0012_r_000005_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0012_r_000005_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0012_r_000005_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0012_r_000005_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0012_r_000005_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0012_r_000005_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0012_r_000005_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0012_r_000005_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0012_r_000005_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0012_r_000005_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0012_r_000005_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0012_r_000005_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0012_r_000005_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0012_r_000005_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0012_r_000005_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0012_r_000005_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0012_r_000005_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0012_r_000005_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0012_r_000005_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0012_r_000005_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0012_r_000005_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0012_r_000005_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0012_r_000005_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0012_r_000005_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0012_r_000005_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0012_r_000005_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0012_r_000005_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0012_r_000005_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0012_r_000005_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0012_r_000005_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0012_r_000005_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0012_r_000005_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0012_r_000005_0: at
java.net.Socket.connect (
Socket.java:520)
task_0012_r_000005_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0012_r_000005_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0012_r_000005_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0012_r_000005_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0012_r_000005_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0012_r_000005_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0012_r_000005_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
task_0012_r_000001_0: log4j:ERROR setFile(null,true) call failed.
task_0012_r_000001_0:
java.io.FileNotFoundException: /usr/local/nutch/logs (Is a directory)
task_0012_r_000001_0: at
java.io.FileOutputStream.openAppend(Native
Method)
task_0012_r_000001_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:177)
task_0012_r_000001_0: at
java.io.FileOutputStream.<init>(FileOutputStream.java:102)
task_0012_r_000001_0: at
org.apache.log4j.FileAppender.setFile (
FileAppender.java:289)
task_0012_r_000001_0: at
org.apache.log4j.FileAppender.activateOptions (
FileAppender.java:163)
task_0012_r_000001_0: at
org.apache.log4j.DailyRollingFileAppender.activateOptions (
DailyRollingFileAppender.java:215)
task_0012_r_000001_0: at
org.apache.log4j.config.PropertySetter.activate (
PropertySetter.java:256)
task_0012_r_000001_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:132)
task_0012_r_000001_0: at
org.apache.log4j.config.PropertySetter.setProperties (
PropertySetter.java:96)
task_0012_r_000001_0: at
org.apache.log4j.PropertyConfigurator.parseAppender (
PropertyConfigurator.java:654)
task_0012_r_000001_0: at
org.apache.log4j.PropertyConfigurator.parseCategory (
PropertyConfigurator.java:612)
task_0012_r_000001_0: at
org.apache.log4j.PropertyConfigurator.configureRootCategory (
PropertyConfigurator.java:509)
task_0012_r_000001_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:415)
task_0012_r_000001_0: at
org.apache.log4j.PropertyConfigurator.doConfigure (
PropertyConfigurator.java:441)
task_0012_r_000001_0: at
org.apache.log4j.helpers.OptionConverter.selectAndConfigure (
OptionConverter.java:468)
task_0012_r_000001_0: at
org.apache.log4j.LogManager.<clinit>(LogManager.java:122)
task_0012_r_000001_0: at
org.apache.log4j.Logger.getLogger (
Logger.java:104)
task_0012_r_000001_0: at
org.apache.commons.logging.impl.Log4JLogger.getLogger (
Log4JLogger.java:229)
task_0012_r_000001_0: at
org.apache.commons.logging.impl.Log4JLogger.<init>(Log4JLogger.java:65)
task_0012_r_000001_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
task_0012_r_000001_0: at
sun.reflect.NativeConstructorAccessorImpl.newInstance (
NativeConstructorAccessorImpl.java:39)
task_0012_r_000001_0: at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance (
DelegatingConstructorAccessorImpl.java:27)
task_0012_r_000001_0: at
java.lang.reflect.Constructor.newInstance (
Constructor.java:494)
task_0012_r_000001_0: at
org.apache.commons.logging.impl.LogFactoryImpl.newInstance (
LogFactoryImpl.java:529)
task_0012_r_000001_0: at
org.apache.commons.logging.impl.LogFactoryImpl.getInstance (
LogFactoryImpl.java:235)
task_0012_r_000001_0: at
org.apache.commons.logging.LogFactory.getLog (
LogFactory.java:370)
task_0012_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker.<clinit>(TaskTracker.java:82)
task_0012_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1423)
task_0012_r_000001_0: log4j:ERROR Either File or DatePattern options are
not set for appender [DRFA].
task_0012_r_000001_0: Exception in thread "main"
java.net.NoRouteToHostException: No route to host
task_0012_r_000001_0: at
java.net.PlainSocketImpl.socketConnect(Native
Method)
task_0012_r_000001_0: at
java.net.PlainSocketImpl.doConnect (
PlainSocketImpl.java:333)
task_0012_r_000001_0: at
java.net.PlainSocketImpl.connectToAddress (
PlainSocketImpl.java:193)
task_0012_r_000001_0: at
java.net.PlainSocketImpl.connect (
PlainSocketImpl.java:182)
task_0012_r_000001_0: at
java.net.SocksSocketImpl.connect (
SocksSocketImpl.java:366)
task_0012_r_000001_0: at
java.net.Socket.connect (
Socket.java:520)
task_0012_r_000001_0: at
org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:149)
task_0012_r_000001_0: at
org.apache.hadoop.ipc.Client.getConnection (
Client.java:531)
task_0012_r_000001_0: at
org.apache.hadoop.ipc.Client.call (
Client.java:458)
task_0012_r_000001_0: at
org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:163)
task_0012_r_000001_0: at
org.apache.hadoop.mapred.$Proxy0.getProtocolVersion(Unknown Source)
task_0012_r_000001_0: at
org.apache.hadoop.ipc.RPC.getProxy (
RPC.java:247)
task_0012_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1428)
Generator: 0 records selected for fetching, exiting ...
Stopping at depth=0 - no more URLs to fetch.
No URLs to fetch - check your seed list and URL filters.
crawl finished: crawl02
PS: I tested the wordcount program that is bundled with Hadoop on my set
up and I didn't get any bugs. So I guess my Hadoop is set up correctly.
--
Abhijit Bera
Associate Software Engineer - Web Enterprise Division
Geodesic Information Systems Ltd.
Please show concern for the environment. Print this e-mail only if
required.
I use Ubuntu Linux.
--Disclaimer--
This email and any files transmitted with it are confidential and
intended solely for the use of the entity to which they are addressed.
If you have received this email in error please notify the sender
immediately. Please note that any views presented in the email are
solely those of the author and do not necessarily represent those
of Geodesic.
While all care has been taken to avoid viruses the recipient is advised
to check this email and attachments for presence of viruses. Geodesic
accepts no liability on this account. Mails may be stored for monitoring
and review
