t org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.292 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:33:33
17:26:45.312 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
17:26:45.318 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:06
17:26:45.333 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
17:26:45.363 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Unable to extract a domain from the object URL found in field 4 of crawl.log: '000nourl000'.
java.net.URISyntaxException: Invalid URI - relative URIs not allowed: 000nourl000
at org.jwat.common.Uri.<init>(Uri.java:158) ~[jwat-common-1.0.3-SNAPSHOT.jar:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.getDomainNameFromURIString(HarvestReportGenerator.java:368) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:283) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:211) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:140) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:123) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructorInvalidReportFile(LegacyHarvestReportTester.java:88) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.366 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructorInvalidReportFile/logs/crawl.log' line 3: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'. Ignoring due to reason: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
dk.netarkivet.common.exceptions.ArgumentNotValid: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:294) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:211) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:140) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:123) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructorInvalidReportFile(LegacyHarvestReportTester.java:88) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.374 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructorInvalidReportFile/logs/crawl.log' line 4: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Ignoring due to reason: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
dk.netarkivet.common.exceptions.ArgumentNotValid: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:247) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:211) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:140) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:123) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructorInvalidReportFile(LegacyHarvestReportTester.java:88) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.380 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:46
17:26:45.385 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
17:26:45.392 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:06
17:26:45.412 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
17:26:45.414 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:02
17:26:45.418 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
17:26:45.446 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:28
17:26:45.673 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
17:26:45.676 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Unable to extract a domain from the object URL found in field 4 of crawl.log: '000nourl000'.
java.net.URISyntaxException: Invalid URI - relative URIs not allowed: 000nourl000
at org.jwat.common.Uri.<init>(Uri.java:158) ~[jwat-common-1.0.3-SNAPSHOT.jar:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.getDomainNameFromURIString(HarvestReportGenerator.java:368) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:283) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:211) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:140) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:123) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructor(LegacyHarvestReportTester.java:98) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.677 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructor/logs/crawl.log' line 3: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'. Ignoring due to reason: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
dk.netarkivet.common.exceptions.ArgumentNotValid: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:294) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:211) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:140) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:123) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructor(LegacyHarvestReportTester.java:98) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.683 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructor/logs/crawl.log' line 4: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Ignoring due to reason: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
dk.netarkivet.common.exceptions.ArgumentNotValid: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:247) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:211) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:140) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:123) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructor(LegacyHarvestReportTester.java:98) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:45.684 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:10
Tests run: 11, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 3.575 sec - in dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester
Running dk.netarkivet.harvester.harvesting.HeritrixLauncherTester
17:26:46.308 [main] DEBUG d.n.h.harvesting.HeritrixFiles - Writing order-file to disk as file: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/heritrix_out/order.xml
17:26:46.455 [main] INFO d.n.h.h.c.AbstractJMXHeritrixController - Starting Heritrix for job 42 of harvest 117 in target/test-output/heritrix_out
17:26:46.461 [main] WARN d.n.h.h.c.AbstractJMXHeritrixController - Failed to read the password file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/conf/jmxremote.password'. It is possibly missing.
Tests run: 15, Failures: 0, Errors: 0, Skipped: 8, Time elapsed: 0.905 sec - in dk.netarkivet.harvester.harvesting.HeritrixLauncherTester
Running dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester
17:26:46.660 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:46.661 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:46.667 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:46.668 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:46.669 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:46.669 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:46.672 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:46.751 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:46.752 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:46.756 [main] WARN d.n.common.utils.ApplicationUtils - Non-existing directory created '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testCreateServerDir/serverdir/server/server'
17:26:46.757 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testCreateServerDir/serverdir/server/server'
17:26:46.758 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:46.883 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:46.890 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@1115ec15 as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:46.895 [main] DEBUG dk.netarkivet.common.utils.Settings - Value found in classpath data: ONE,TWO,THREE
17:26:47.037 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:47.040 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:47.041 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:47.041 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:47.042 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.100 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:47.101 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:47.102 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.102 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.103 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.135 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:47.137 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:47.137 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testClose/serverdir'
17:26:47.148 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:47.154 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:47.155 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@4ebff610 as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:47.166 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:47.167 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:47.168 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:47.169 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:47.172 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.205 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:47.225 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:47.226 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.226 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.227 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.240 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:47.241 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:47.343 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testIsSingleton'
17:26:47.344 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:47.348 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:47.353 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@7922d892 as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:47.361 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:47.362 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:47.362 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:47.363 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:47.363 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:47.364 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.391 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:47.392 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:47.393 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.394 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.400 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:47.405 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:47.405 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:47.406 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testMessagesSentByFailedJob/serverdir'
17:26:47.407 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:47.410 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:47.413 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@3f57bcad as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:47.418 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:48.398 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - WARC format selected to be used by Heritrix
17:26:48.605 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.CrawlStatusMessageListener@6cfcd46d as listener to DEV_COMMON_THE_SCHED
17:26:48.606 [main] DEBUG d.n.h.h.d.HarvestControllerServer - No longer accepting jobs.
17:26:48.606 [main] INFO d.n.h.h.d.HarvestControllerServer - Received crawlrequest for job 1: 'UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
17:26:48.608 [main] WARN d.n.h.h.d.HarvestControllerServer - Message 'UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 1, should have been STATUS_SUBMITTED
17:26:48.707 [main] WARN d.n.h.d.HarvesterMessageHandler - Error processing message 'TestObjectMessage: UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
dk.netarkivet.common.exceptions.ArgumentNotValid: Message 'UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 1, should have been STATUS_SUBMITTED
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.onDoOneCrawl(HarvestControllerServer.java:361) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.visit(HarvestControllerServer.java:486) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.DoOneCrawlMessage.accept(DoOneCrawlMessage.java:101) ~[harvester-core-5.0-SNAPSHOT.jar:na]
at dk.netarkivet.harvester.distribute.HarvesterMessageHandler.onMessage(HarvesterMessageHandler.java:69) ~[harvester-core-5.0-SNAPSHOT.jar:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester.testMessagesSentByFailedJob(HarvestControllerServerTester.java:211) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:48.709 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:48.710 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:48.710 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:48.710 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.822 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:48.826 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:48.826 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.827 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.827 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.829 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:48.829 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:48.829 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testServerStarting/serverdir'
17:26:48.830 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:48.830 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:48.831 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@56a4479a as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:48.835 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:48.835 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:48.835 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:48.835 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:48.836 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.873 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:48.874 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:48.874 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.874 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.874 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:48.876 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.testutils.GenericMessageListener@207b8649 as listener to DEV_COMMON_THE_SCHED
17:26:48.878 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:48.878 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:48.878 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testJobFailedOnBadMessage'
17:26:48.878 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:48.879 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:48.882 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@65b3a85a as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:48.890 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:48.972 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - WARC format selected to be used by Heritrix
17:26:48.989 [main] DEBUG d.n.h.h.d.HarvestControllerServer - No longer accepting jobs.
17:26:48.989 [main] INFO d.n.h.h.d.HarvestControllerServer - Received crawlrequest for job 42: 'id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
17:26:48.989 [main] WARN d.n.h.h.d.HarvestControllerServer - Message 'id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 42, should have been STATUS_SUBMITTED
17:26:49.090 [main] WARN d.n.h.d.HarvesterMessageHandler - Error processing message 'TestObjectMessage: id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
dk.netarkivet.common.exceptions.ArgumentNotValid: Message 'id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 42, should have been STATUS_SUBMITTED
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.onDoOneCrawl(HarvestControllerServer.java:361) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.visit(HarvestControllerServer.java:486) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.DoOneCrawlMessage.accept(DoOneCrawlMessage.java:101) ~[harvester-core-5.0-SNAPSHOT.jar:na]
at dk.netarkivet.harvester.distribute.HarvesterMessageHandler.onMessage(HarvesterMessageHandler.java:69) ~[harvester-core-5.0-SNAPSHOT.jar:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester.testJobFailedOnBadMessage(HarvestControllerServerTester.java:266) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:49.094 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:49.094 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:49.095 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:49.095 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.117 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:49.117 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:49.117 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.117 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.118 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.119 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:49.120 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:49.120 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testBug852'
17:26:49.123 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
17:26:49.124 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
17:26:49.127 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@3aee3976 as listener to DEV_COMMON_HCHAN_VAL_RESP
17:26:49.128 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
17:26:49.129 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
17:26:49.129 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
17:26:49.129 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
17:26:49.129 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.140 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:49.140 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:49.141 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.141 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.141 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:49.143 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
17:26:49.143 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
17:26:49.144 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Tests run: 11, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 2.553 sec - in dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester
Running dk.netarkivet.harvester.harvesting.IngestableFilesTester
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.425 sec - in dk.netarkivet.harvester.harvesting.IngestableFilesTester
Running dk.netarkivet.harvester.harvesting.HeritrixControllerFactoryTester
class dk.netarkivet.harvester.harvesting.HeritrixControllerFactoryTester$DummyHeritrixController
Tests run: 3, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.148 sec - in dk.netarkivet.harvester.harvesting.HeritrixControllerFactoryTester
Running dk.netarkivet.harvester.harvesting.HarvestDocumentationTester
17:26:50.079 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
17:26:50.082 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/heritrix.out (No such file or directory)
at java.io.FileInputStream.open(Native Method) ~[na:1.8.0_11]
at java.io.FileInputStream.<init>(FileInputStream.java:131) ~[na:1.8.0_11]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_11]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestBug722(HarvestDocumentationTester.java:426) [test-classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:50.085 [main] DEBUG d.n.h.h.HarvestDocumentation - No logs dir found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722
17:26:50.085 [main] DEBUG d.n.h.h.HarvestDocumentation - No settings directory found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722
17:26:50.085 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/archivefiles-report.txt' to ARC file: 39
17:26:50.087 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-142'
17:26:50.087 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.087 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.088 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [oldjobs/lost-files-1431962810087/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc, oldjobs/lost-files-1431962810087/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc]
17:26:50.089 [main] WARN d.n.common.utils.cdx.CDXUtils - Found no related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/arcs'.
17:26:50.090 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 0 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/tmp-meta/cdx8803529103127689317.tmp'.
17:26:50.090 [main] WARN d.n.h.h.HarvestDocumentation - The metadata-file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/metadata/42-metadata-1.arc' already exists, so we don't make another one!
17:26:50.093 [main] WARN dk.netarkivet.common.utils.FileUtils - Could not create directory '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/src/test/resources/originals/order.xml/metadata'
17:26:50.202 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-117'
17:26:50.202 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/arcs/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.202 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/arcs/43-metadata-1.arc
17:26:50.203 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/oddjobs/lost-files-1431962810202/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc, /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/oddjobs/lost-files-1431962810202/43-metadata-1.arc]
Locating lost-files directory
/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/oddjobs/lost-files-1431962810202
17:26:50.212 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Found 2 related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/src/test/resources/crawldir/arcs/realistically-named-arcs/arcs'.
17:26:50.214 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.215 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.238 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.249 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #0 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.253 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #1 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.253 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #2 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.254 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #3 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.254 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #4 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.259 [main] DEBUG httpclient.wire.header - << "[\n]"
17:26:50.261 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #5 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.262 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #6 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.263 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #7 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
WARNING Premature EOF before end-of-record: {subject-uri=/www.pligtaflevering.dk/robots.txt, ip-address=130.226.231.6, length=476, absolute-offset=3140, creation-date=20051214154356, content-type=text/html, version=1.1}
17:26:50.265 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 8 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.265 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.266 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.266 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
May 18, 2015 5:26:50 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
17:26:50.273 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
17:26:50.275 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.common.utils.cdx.CDXUtils.generateCDX(CDXUtils.java:114)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testGenerateCDX(HarvestDocumentationTester.java:328)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54)
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 44 more
17:26:50.276 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.277 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.277 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.278 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.279 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #0 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.279 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #1 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.280 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #2 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.280 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #3 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.281 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #4 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.282 [main] DEBUG httpclient.wire.header - << "[\n]"
17:26:50.282 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #5 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.283 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #6 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.283 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #7 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
WARNING Premature EOF before end-of-record: {subject-uri=/www.pligtaflevering.dk/robots.txt, ip-address=130.226.231.6, length=476, absolute-offset=3140, creation-date=20051214154356, content-type=text/html, version=1.1}
17:26:50.284 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 8 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.334 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.335 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.335 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
May 18, 2015 5:26:50 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
17:26:50.336 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
17:26:50.346 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testGenerateCDX(HarvestDocumentationTester.java:338)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54)
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 43 more
17:26:50.347 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.371 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
17:26:50.373 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/heritrix.out (No such file or directory)
at java.io.FileInputStream.open(Native Method) ~[na:1.8.0_11]
at java.io.FileInputStream.<init>(FileInputStream.java:131) ~[na:1.8.0_11]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_11]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testWriteHarvestDetails(HarvestDocumentationTester.java:459) [test-classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:50.375 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file progress-statistics.log
17:26:50.376 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file local-errors.log
17:26:50.377 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file crawl.log
17:26:50.377 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file runtime-errors.log
17:26:50.377 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file uri-errors.log
17:26:50.378 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/crawl-manifest.txt' to ARC file: 1079
17:26:50.378 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/harvestInfo.xml' to ARC file: 635
17:26:50.379 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/order.xml' to ARC file: 10426
17:26:50.379 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/seeds.txt' to ARC file: 41
17:26:50.382 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/settings/dk/kb/settings.xml' to ARC file: 406
17:26:50.383 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/archivefiles-report.txt' to ARC file: 39
17:26:50.384 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/crawl-report.txt' to ARC file: 310
17:26:50.384 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/hosts-report.txt' to ARC file: 207
17:26:50.384 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/mimetype-report.txt' to ARC file: 510
17:26:50.385 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/processors-report.txt' to ARC file: 1105
17:26:50.385 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/responsecode-report.txt' to ARC file: 96
17:26:50.386 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/seeds-report.txt' to ARC file: 136
17:26:50.386 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/crawl.log' to ARC file: 14863
17:26:50.387 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/local-errors.log' to ARC file: 2121
17:26:50.387 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/progress-statistics.log' to ARC file: 821
17:26:50.387 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/runtime-errors.log' to ARC file: 0
17:26:50.388 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/uri-errors.log' to ARC file: 2827
17:26:50.393 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-142'
17:26:50.393 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/arcs/NetarchiveSuite-netarkivet.arc.gz
17:26:50.393 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [oldjobs/lost-files-1431962810389/NetarchiveSuite-netarkivet.arc.gz]
17:26:50.393 [main] WARN d.n.common.utils.cdx.CDXUtils - Found no related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/arcs'.
17:26:50.394 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 0 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/tmp-meta/cdx4901834326222392427.tmp'.
17:26:50.435 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
17:26:50.437 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/heritrix.out (No such file or directory)
at java.io.FileInputStream.open(Native Method) ~[na:1.8.0_11]
at java.io.FileInputStream.<init>(FileInputStream.java:131) ~[na:1.8.0_11]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_11]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestExceptionalCases(HarvestDocumentationTester.java:202) [test-classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:50.439 [main] DEBUG d.n.h.h.HarvestDocumentation - No logs dir found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases
17:26:50.446 [main] DEBUG d.n.h.h.HarvestDocumentation - No settings directory found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases
17:26:50.446 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/archivefiles-report.txt' to ARC file: 39
17:26:50.448 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-117'
17:26:50.448 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.448 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [oldjobs/lost-files-1431962810448/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc]
17:26:50.449 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Found 1 related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs'.
17:26:50.486 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.486 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.486 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
May 18, 2015 5:26:50 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
17:26:50.496 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
17:26:50.497 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.common.utils.cdx.CDXUtils.generateCDX(CDXUtils.java:114)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.addCDXes(HarvestDocumentation.java:195)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:160)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestExceptionalCases(HarvestDocumentationTester.java:202)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54)
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 46 more
17:26:50.497 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.498 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 1 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/tmp-meta/cdx1760269459229849663.tmp'.
17:26:50.498 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Inserting the file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/tmp-meta/cdx1760269459229849663.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx'
17:26:50.498 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/tmp-meta/cdx1760269459229849663.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx' to ARC file: 0
17:26:50.508 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
17:26:50.509 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/heritrix.out (No such file or directory)
at java.io.FileInputStream.open(Native Method) ~[na:1.8.0_11]
at java.io.FileInputStream.<init>(FileInputStream.java:131) ~[na:1.8.0_11]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_11]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestOrdinaryCase(HarvestDocumentationTester.java:130) [test-classes/:e37c42b3628d76ba5a828163969ffe64fd39372e]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_11]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_11]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_11]
at java.lang.reflect.Method.invoke(Method.java:483) ~[na:1.8.0_11]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:127) [junit-4.11.jar:na]
at org.junit.runners.Suite.runChild(Suite.java:26) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:160) [junit-4.11.jar:na]
at org.junit.runner.JUnitCore.run(JUnitCore.java:138) [junit-4.11.jar:na]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) [surefire-junit47-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
17:26:50.510 [main] DEBUG d.n.h.h.HarvestDocumentation - No logs dir found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase
17:26:50.510 [main] DEBUG d.n.h.h.HarvestDocumentation - No settings directory found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase
17:26:50.511 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/archivefiles-report.txt' to ARC file: 39
17:26:50.511 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-117'
17:26:50.512 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Found 2 related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs'.
17:26:50.512 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.512 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.513 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.516 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #0 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.516 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #1 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.516 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #2 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.517 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #3 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.519 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #4 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.519 [main] DEBUG httpclient.wire.header - << "[\n]"
17:26:50.519 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #5 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.521 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #6 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
17:26:50.521 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #7 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
WARNING Premature EOF before end-of-record: {subject-uri=/www.pligtaflevering.dk/robots.txt, ip-address=130.226.231.6, length=476, absolute-offset=3140, creation-date=20051214154356, content-type=text/html, version=1.1}
17:26:50.522 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 8 records on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.522 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
17:26:50.522 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
17:26:50.524 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
May 18, 2015 5:26:50 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
17:26:50.526 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
17:26:50.530 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.common.utils.cdx.CDXUtils.generateCDX(CDXUtils.java:114)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.addCDXes(HarvestDocumentation.java:195)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:160)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestOrdinaryCase(HarvestDocumentationTester.java:130)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85)
at org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54)
at org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 46 more
17:26:50.530 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
17:26:50.530 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 2 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx19290972318448410.tmp'.
17:26:50.530 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Inserting the file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx19290972318448410.tmp/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc.cdx'
17:26:50.531 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx19290972318448410.tmp/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc.cdx' to ARC file: 1287
17:26:50.531 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Inserting the file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx19290972318448410.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx'
17:26:50.531 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx19290972318448410.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx' to ARC file: 0
Tests run: 18, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.803 sec - in dk.netarkivet.harvester.harvesting.HarvestDocumentationTester
Running dk.netarkivet.harvester.harvesting.metadata.MetadataFileWriterTester
17:26:50.661 [main] INFO d.n.h.h.m.MetadataFileWriterWarc - src/test/resources/crawldir/logs/recover.gz 4594
17:26:50.663 [main] INFO d.n.h.h.m.MetadataFileWriterWarc - src/test/resources/crawldir/logs/progress-statistics.log 821
17:26:50.664 [main] INFO d.n.h.h.m.MetadataFileWriterWarc - src/test/resources/crawldir/logs/local-errors.log 2121
17:26:50.684 [main] INFO d.n.h.h.m.MetadataFileWriterWarc - src/test/resources/crawldir/logs/crawl.log 14863
17:26:50.685 [main] INFO d.n.h.h.m.MetadataFileWriterWarc - src/test/resources/crawldir/logs/runtime-errors.log 0
17:26:50.685 [main] INFO d.n.h.h.m.MetadataFileWriterWarc - src/test/resources/crawldir/logs/uri-errors.log 2827
17:26:50.691 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'src/test/resources/crawldir/logs/recover.gz' to ARC file: 4594
17:26:50.691 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'src/test/resources/crawldir/logs/progress-statistics.log' to ARC file: 821
17:26:50.691 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'src/test/resources/crawldir/logs/local-errors.log' to ARC file: 2121
17:26:50.692 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'src/test/resources/crawldir/logs/crawl.log' to ARC file: 14863
17:26:50.693 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'src/test/resources/crawldir/logs/runtime-errors.log' to ARC file: 0
17:26:50.693 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'src/test/resources/crawldir/logs/uri-errors.log' to ARC file: 2827
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.159 sec - in dk.netarkivet.harvester.harvesting.metadata.MetadataFileWriterTester
Running dk.netarkivet.harvester.harvesting.HarvestControllerTester
17:26:50.699 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:50.699 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:50.699 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.699 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.699 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.729 [main] INFO d.n.a.a.d.JMSArcRepositoryClient - JMSArcRepositoryClient will retry a store 3 times and timeout on each try after 3600000 milliseconds, and timeout on each getrequest after 300000 milliseconds.
17:26:50.731 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.archive.arcrepository.distribute.JMSArcRepositoryClient@4d4d8fcf as listener to DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA
17:26:50.731 [main] INFO d.n.a.a.d.JMSArcRepositoryClient - JMSArcRepository listens for replies on channel '[Queue 'DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA']'
17:26:50.732 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.737 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA'
17:26:50.743 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:50.743 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:50.743 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.743 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.743 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.750 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.759 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:50.759 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:50.759 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.759 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.760 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.765 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.789 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:50.790 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:50.790 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.790 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.790 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.795 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.805 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:50.805 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:50.805 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.806 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.806 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:50.943 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - WARC format selected to be used by Heritrix
17:26:50.961 [main] INFO d.n.a.a.d.JMSArcRepositoryClient - JMSArcRepositoryClient will retry a store 3 times and timeout on each try after 3600000 milliseconds, and timeout on each getrequest after 300000 milliseconds.
17:26:50.962 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.archive.arcrepository.distribute.JMSArcRepositoryClient@16fe9c29 as listener to DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA
17:26:50.962 [main] INFO d.n.a.a.d.JMSArcRepositoryClient - JMSArcRepository listens for replies on channel '[Queue 'DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_165_NA']'
17:26:50.963 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Tests run: 6, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.273 sec - in dk.netarkivet.harvester.harvesting.HarvestControllerTester
Running dk.netarkivet.harvester.harvesting.ArchiveFilesReportGeneratorTest
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.007 sec - in dk.netarkivet.harvester.harvesting.ArchiveFilesReportGeneratorTest
Running dk.netarkivet.harvester.tools.CreateCDXMetadataFileTester
Tests run: 3, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 0.017 sec - in dk.netarkivet.harvester.tools.CreateCDXMetadataFileTester
Running dk.netarkivet.externalsoftware.HeritrixTests
Tests run: 1, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0 sec - in dk.netarkivet.externalsoftware.HeritrixTests
Running dk.netarkivet.externalsoftware.Heritrix1ConstantsTester
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.023 sec - in dk.netarkivet.externalsoftware.Heritrix1ConstantsTester
17:26:51.020 [Thread-43] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.021 [Thread-43] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.119 [Thread-15] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.120 [Thread-15] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.120 [Thread-8] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.120 [Thread-8] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.321 [Thread-27] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.321 [Thread-27] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.322 [Thread-43] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.322 [Thread-43] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.322 [Thread-15] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:51.323 [Thread-8] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:51.323 [Thread-27] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.323 [Thread-15] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.323 [Thread-27] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.324 [Thread-8] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.324 [Thread-42] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.324 [Thread-42] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.324 [Thread-42] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.325 [Thread-42] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.325 [Thread-18] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.325 [Thread-18] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.422 [Thread-26] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.423 [Thread-26] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.423 [Thread-26] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.424 [Thread-26] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.424 [Thread-33] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.424 [Thread-33] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.425 [Thread-44] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.425 [Thread-44] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.426 [Thread-44] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.431 [Thread-44] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.431 [Thread-4] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.432 [Thread-4] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.433 [Thread-7] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.434 [Thread-7] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.434 [Thread-7] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.434 [Thread-7] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.634 [Thread-18] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.644 [Thread-18] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.644 [Thread-39] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.644 [Thread-39] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.866 [Thread-4] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:51.867 [Thread-33] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.978 [Thread-4] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.978 [Thread-39] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.978 [Thread-33] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.978 [Thread-39] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.979 [Thread-23] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:51.979 [Thread-23] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:51.979 [Thread-23] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.078 [Thread-23] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.079 [Thread-24] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.079 [Thread-24] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.079 [Thread-11] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.079 [Thread-11] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.079 [Thread-11] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.080 [Thread-11] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.080 [Thread-36] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.080 [Thread-36] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.080 [Thread-36] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:52.081 [Thread-2] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.081 [Thread-2] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.081 [Thread-2] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:52.081 [Thread-1] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.081 [Thread-1] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.179 [Thread-30] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.180 [Thread-30] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.180 [Thread-30] INFO d.n.common.distribute.JMSConnection - Cleanup finished
17:26:52.180 [Thread-10] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.181 [Thread-10] INFO d.n.common.distribute.JMSConnection - Starting cleanup
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.280 [Thread-36] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.281 [Thread-2] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.284 [Thread-30] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.284 [Thread-5] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.284 [Thread-5] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.285 [Thread-5] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.285 [Thread-5] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.381 [Thread-37] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.382 [Thread-37] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.382 [Thread-31] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.382 [Thread-31] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.382 [Thread-31] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.382 [Thread-31] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.383 [Thread-19] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.383 [Thread-19] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.384 [Thread-19] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.384 [Thread-19] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.384 [Thread-34] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.385 [Thread-34] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.385 [Thread-34] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.385 [Thread-34] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.386 [Thread-24] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.386 [Thread-24] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.386 [Thread-1] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.387 [Thread-1] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.387 [Thread-16] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.387 [Thread-16] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.387 [Thread-16] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.388 [Thread-16] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.388 [Thread-40] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.388 [Thread-40] INFO d.n.common.distribute.JMSConnection - Starting cleanup
17:26:52.389 [Thread-10] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.403 [Thread-10] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.403 [Thread-37] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.403 [Thread-37] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.404 [Thread-40] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
17:26:52.404 [Thread-40] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Results :
Tests run: 83, Failures: 0, Errors: 0, Skipped: 18
[JENKINS] Recording test results
[INFO]
[INFO] --- maven-jgit-buildnumber-plugin:1.2.9:extract-buildnumber (git-buildnumber) @ heritrix1-controller ---
[INFO]
[INFO] --- maven-jar-plugin:2.3.2:jar (default-jar) @ heritrix1-controller ---
[INFO] Building jar: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.0-SNAPSHOT.jar
[INFO]
[INFO] --- maven-source-plugin:2.2.1:jar-no-fork (attach-sources) @ heritrix1-controller ---
[INFO] Building jar: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.0-SNAPSHOT-sources.jar
[INFO]
[INFO] --- maven-install-plugin:2.4:install (default-install) @ heritrix1-controller ---
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.0-SNAPSHOT.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.0-SNAPSHOT/heritrix1-controller-5.0-SNAPSHOT.jar
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/pom.xml to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.0-SNAPSHOT/heritrix1-controller-5.0-SNAPSHOT.pom
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.0-SNAPSHOT-sources.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.0-SNAPSHOT/heritrix1-controller-5.0-SNAPSHOT-sources.jar
[JENKINS] Archiving disabled
Console Output
Help us localize this page