[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Building NetarchiveSuite - heritrix1 controller 5.3-SNAPSHOT
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] --- maven-resources-plugin:2.6:resources (default-resources) @ heritrix1-controller ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] Copying 1 resource
[INFO]
[INFO] --- maven-compiler-plugin:3.1:compile (default-compile) @ heritrix1-controller ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 21 source files to /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/classes
[INFO]
[INFO] --- maven-resources-plugin:2.6:testResources (default-testResources) @ heritrix1-controller ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] Copying 104 resources
[INFO]
[INFO] --- maven-compiler-plugin:3.1:testCompile (default-testCompile) @ heritrix1-controller ---
[INFO] Nothing to compile - all classes are up to date
[INFO]
[INFO] --- maven-surefire-plugin:2.17:test (default-test) @ heritrix1-controller ---
[INFO] Surefire report directory: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/surefire-reports
-------------------------------------------------------
T E S T S
-------------------------------------------------------
Running dk.netarkivet.harvester.tools.CreateCDXMetadataFileTester
Tests run: 3, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 0.119 sec - in dk.netarkivet.harvester.tools.CreateCDXMetadataFileTester
Running dk.netarkivet.harvester.harvesting.HarvestDocumentationTester
14:03:43.781 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
14:03:43.811 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/heritrix.out (No such file or directory)
at java.io.FileInputStream.open0(Native Method) ~[na:1.8.0_121]
at java.io.FileInputStream.open(FileInputStream.java:195) ~[na:1.8.0_121]
at java.io.FileInputStream.<init>(FileInputStream.java:138) ~[na:1.8.0_121]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_121]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:na]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestBug722(HarvestDocumentationTester.java:427) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:43.817 [main] DEBUG d.n.h.h.HarvestDocumentation - No logs dir found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722
14:03:43.821 [main] DEBUG d.n.h.h.HarvestDocumentation - No settings directory found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722
14:03:43.822 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/archivefiles-report.txt' to ARC file: 39
14:03:43.839 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-142'
14:03:43.841 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
14:03:43.842 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:43.843 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [oldjobs/lost-files-1487595823839/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc, oldjobs/lost-files-1487595823839/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc]
14:03:43.871 [main] WARN d.n.common.utils.cdx.CDXUtils - Found no related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/arcs'.
14:03:43.872 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 0 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/tmp-meta/cdx7062763142290970879.tmp'.
14:03:43.911 [main] WARN d.n.h.h.HarvestDocumentation - The metadata-file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestBug722/metadata/42-metadata-1.arc' already exists, so we don't make another one!
14:03:43.932 [main] WARN dk.netarkivet.common.utils.FileUtils - Could not create directory '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/src/test/resources/originals/order.xml/metadata'
14:03:43.965 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-117'
14:03:43.965 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/arcs/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:43.966 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/arcs/43-metadata-1.arc
14:03:43.966 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/oddjobs/lost-files-1487595823965/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc, /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/oddjobs/lost-files-1487595823965/43-metadata-1.arc]
Locating lost-files directory
/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testMoveAwayForeignFiles/oddjobs/lost-files-1487595823965
14:03:44.001 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Found 2 related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/src/test/resources/crawldir/arcs/realistically-named-arcs/arcs'.
14:03:44.007 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.007 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.051 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.073 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #0 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.080 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #1 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.081 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #2 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.081 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #3 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.085 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #4 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.095 [main] DEBUG httpclient.wire.header - << "[\n]"
14:03:44.096 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #5 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.097 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #6 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.099 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #7 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
WARNING Premature EOF before end-of-record: {subject-uri=/www.pligtaflevering.dk/robots.txt, ip-address=130.226.231.6, length=476, absolute-offset=3140, creation-date=20051214154356, content-type=text/html, version=1.1}
14:03:44.099 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 8 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.101 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.101 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.101 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
Feb 20, 2017 2:03:44 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
14:03:44.114 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
14:03:44.117 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.common.utils.cdx.CDXUtils.generateCDX(CDXUtils.java:114)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testGenerateCDX(HarvestDocumentationTester.java:329)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 33 more
14:03:44.118 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.123 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.124 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.125 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.126 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #0 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.127 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #1 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.130 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #2 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.131 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #3 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.138 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #4 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.139 [main] DEBUG httpclient.wire.header - << "[\n]"
14:03:44.139 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #5 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.140 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #6 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.140 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #7 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
WARNING Premature EOF before end-of-record: {subject-uri=/www.pligtaflevering.dk/robots.txt, ip-address=130.226.231.6, length=476, absolute-offset=3140, creation-date=20051214154356, content-type=text/html, version=1.1}
14:03:44.141 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 8 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.142 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.146 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.146 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
Feb 20, 2017 2:03:44 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
14:03:44.150 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
14:03:44.152 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testGenerateCDX(HarvestDocumentationTester.java:339)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 32 more
14:03:44.152 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'src/test/resources/crawldir/arcs/realistically-named-arcs/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.240 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
14:03:44.243 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/heritrix.out (No such file or directory)
at java.io.FileInputStream.open0(Native Method) ~[na:1.8.0_121]
at java.io.FileInputStream.open(FileInputStream.java:195) ~[na:1.8.0_121]
at java.io.FileInputStream.<init>(FileInputStream.java:138) ~[na:1.8.0_121]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_121]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:na]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testWriteHarvestDetails(HarvestDocumentationTester.java:460) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:44.249 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file runtime-errors.log
14:03:44.252 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file local-errors.log
14:03:44.255 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file uri-errors.log
14:03:44.255 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file crawl.log
14:03:44.260 [main] INFO d.n.h.h.HarvestDocumentation - Found Heritrix log file progress-statistics.log
14:03:44.261 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/crawl-manifest.txt' to ARC file: 1079
14:03:44.262 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/harvestInfo.xml' to ARC file: 635
14:03:44.263 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/order.xml' to ARC file: 10426
14:03:44.263 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/seeds.txt' to ARC file: 41
14:03:44.264 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/settings/dk/kb/settings.xml' to ARC file: 406
14:03:44.265 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/archivefiles-report.txt' to ARC file: 39
14:03:44.266 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/crawl-report.txt' to ARC file: 310
14:03:44.267 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/hosts-report.txt' to ARC file: 207
14:03:44.268 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/mimetype-report.txt' to ARC file: 510
14:03:44.269 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/processors-report.txt' to ARC file: 1105
14:03:44.270 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/responsecode-report.txt' to ARC file: 96
14:03:44.271 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/seeds-report.txt' to ARC file: 136
14:03:44.271 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/crawl.log' to ARC file: 14863
14:03:44.272 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/local-errors.log' to ARC file: 2121
14:03:44.274 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/progress-statistics.log' to ARC file: 821
14:03:44.274 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/runtime-errors.log' to ARC file: 0
14:03:44.275 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/logs/uri-errors.log' to ARC file: 2827
14:03:44.277 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-142'
14:03:44.279 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/arcs/NetarchiveSuite-netarkivet.arc.gz
14:03:44.280 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [oldjobs/lost-files-1487595824277/NetarchiveSuite-netarkivet.arc.gz]
14:03:44.281 [main] WARN d.n.common.utils.cdx.CDXUtils - Found no related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/arcs'.
14:03:44.283 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 0 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testWriteHarvestDetails/tmp-meta/cdx6718886569277630839.tmp'.
14:03:44.356 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
14:03:44.357 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/heritrix.out (No such file or directory)
at java.io.FileInputStream.open0(Native Method) ~[na:1.8.0_121]
at java.io.FileInputStream.open(FileInputStream.java:195) ~[na:1.8.0_121]
at java.io.FileInputStream.<init>(FileInputStream.java:138) ~[na:1.8.0_121]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_121]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:na]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestExceptionalCases(HarvestDocumentationTester.java:202) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:44.358 [main] DEBUG d.n.h.h.HarvestDocumentation - No logs dir found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases
14:03:44.359 [main] DEBUG d.n.h.h.HarvestDocumentation - No settings directory found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases
14:03:44.359 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/archivefiles-report.txt' to ARC file: 39
14:03:44.363 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-117'
14:03:44.364 [main] INFO d.n.h.h.HarvestDocumentation - removing unidentified file /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.364 [main] WARN d.n.h.h.HarvestDocumentation - Found files not belonging to job 42, the following files have been stored for later: [oldjobs/lost-files-1487595824363/43-117-20051212141241-00000-sb-test-har-001.statsbiblioteket.dk.arc]
14:03:44.367 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Found 1 related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs'.
14:03:44.368 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.368 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.371 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
Feb 20, 2017 2:03:44 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
14:03:44.376 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
14:03:44.376 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.common.utils.cdx.CDXUtils.generateCDX(CDXUtils.java:114)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.addCDXes(HarvestDocumentation.java:195)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:160)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestExceptionalCases(HarvestDocumentationTester.java:202)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 35 more
14:03:44.377 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.377 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 1 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/tmp-meta/cdx1393939408044313110.tmp'.
14:03:44.378 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Inserting the file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/tmp-meta/cdx1393939408044313110.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx'
14:03:44.379 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestExceptionalCases/tmp-meta/cdx1393939408044313110.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx' to ARC file: 0
14:03:44.523 [main] DEBUG d.n.h.h.HarvestDocumentation - Creating an arcfiles-report.txt
14:03:44.524 [main] ERROR d.n.h.h.ArchiveFilesReportGenerator -
java.io.FileNotFoundException: target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/heritrix.out (No such file or directory)
at java.io.FileInputStream.open0(Native Method) ~[na:1.8.0_121]
at java.io.FileInputStream.open(FileInputStream.java:195) ~[na:1.8.0_121]
at java.io.FileInputStream.<init>(FileInputStream.java:138) ~[na:1.8.0_121]
at java.io.FileReader.<init>(FileReader.java:72) ~[na:1.8.0_121]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.parseHeritrixOut(ArchiveFilesReportGenerator.java:232) [classes/:na]
at dk.netarkivet.harvester.harvesting.ArchiveFilesReportGenerator.generateReport(ArchiveFilesReportGenerator.java:173) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.writeHarvestDetails(HarvestDocumentation.java:289) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:134) [classes/:na]
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestOrdinaryCase(HarvestDocumentationTester.java:130) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:44.528 [main] DEBUG d.n.h.h.HarvestDocumentation - No logs dir found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase
14:03:44.528 [main] DEBUG d.n.h.h.HarvestDocumentation - No settings directory found in crawldir: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase
14:03:44.529 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/archivefiles-report.txt' to ARC file: 39
14:03:44.530 [main] INFO d.n.h.h.HarvestDocumentation - Looking for files not having harvestprefix '42-117'
14:03:44.531 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Found 2 related arcfiles to process in the archive dir '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs'.
14:03:44.532 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.532 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.533 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.536 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #0 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.536 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #1 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.537 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #2 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.541 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #3 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.541 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #4 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.542 [main] DEBUG httpclient.wire.header - << "[\n]"
14:03:44.542 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #5 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.543 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #6 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
14:03:44.543 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Processing record #7 in archive file '42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'.
WARNING Premature EOF before end-of-record: {subject-uri=/www.pligtaflevering.dk/robots.txt, ip-address=130.226.231.6, length=476, absolute-offset=3140, creation-date=20051214154356, content-type=text/html, version=1.1}
14:03:44.544 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 8 records on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.551 [main] INFO d.n.c.utils.batch.BatchLocalFiles - The batchjob 'class dk.netarkivet.common.utils.cdx.ArchiveExtractCDXJob' has run for 0 seconds and has reached file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc', which is number 1 out of 1
14:03:44.551 [main] INFO d.n.c.utils.archive.ArchiveBatchJob - Processing archive file: 42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc
14:03:44.551 [main] DEBUG d.n.c.utils.archive.ArchiveBatchJob - Starting processing records in archive file '42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'.
Feb 20, 2017 2:03:44 PM org.archive.io.ArchiveReader$ArchiveRecordIterator next
WARNING: Bad Record. Trying skip (Current offset 150): Failed parse of http status line. (Offset 150).
14:03:44.553 [main] DEBUG d.n.c.u.archive.ArchiveBatchJobBase - Caught exception while running batch job on file target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc, position 0:
java.lang.RuntimeException: After retry (Offset 150)
14:03:44.554 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Exceptions during generation of index on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc': java.lang.RuntimeException: After retry (Offset 150)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:535)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:461)
at dk.netarkivet.common.utils.archive.ArchiveBatchJob.processFile(ArchiveBatchJob.java:108)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.processFile(BatchLocalFiles.java:156)
at dk.netarkivet.common.utils.batch.BatchLocalFiles.run(BatchLocalFiles.java:105)
at dk.netarkivet.common.utils.cdx.CDXUtils.writeCDXInfo(CDXUtils.java:60)
at dk.netarkivet.common.utils.cdx.CDXUtils.generateCDX(CDXUtils.java:114)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.addCDXes(HarvestDocumentation.java:195)
at dk.netarkivet.harvester.harvesting.HarvestDocumentation.documentHarvest(HarvestDocumentation.java:160)
at dk.netarkivet.harvester.harvesting.HarvestDocumentationTester.testDocumentHarvestOrdinaryCase(HarvestDocumentationTester.java:130)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
Caused by: java.io.IOException: Unparseable header line: [XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]
at org.archive.io.arc.ARCReader.getTokenizedHeaderLine(ARCReader.java:308)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:183)
at org.archive.io.arc.ARCReader.createArchiveRecord(ARCReader.java:77)
at org.archive.io.ArchiveReader.get(ArchiveReader.java:151)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.innerNext(ArchiveReader.java:585)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.exceptionNext(ArchiveReader.java:560)
at org.archive.io.ArchiveReader$ArchiveRecordIterator.next(ArchiveReader.java:528)
... 35 more
14:03:44.556 [main] DEBUG d.n.common.utils.cdx.CDXUtils - Created index of 0 records on file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/arcs/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc'
14:03:44.556 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Now inserting 2 files from /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx6389805256595665678.tmp'.
14:03:44.557 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Inserting the file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx6389805256595665678.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx'
14:03:44.557 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx6389805256595665678.tmp/42-117-20051212141240-00000-sb-test-har-001.statsbiblioteket.dk.arc.cdx' to ARC file: 0
14:03:44.558 [main] DEBUG d.n.h.h.metadata.MetadataFileWriter - Inserting the file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx6389805256595665678.tmp/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc.cdx'
14:03:44.559 [main] INFO d.n.h.h.m.MetadataFileWriterArc - Writing file 'target/test-output/HarvestDocumentationTester/testDocumentHarvestOrdinaryCase/tmp-meta/cdx6389805256595665678.tmp/42-117-20051212141241-00001-sb-test-har-001.statsbiblioteket.dk.arc.cdx' to ARC file: 1287
Tests run: 18, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 1.515 sec - in dk.netarkivet.harvester.harvesting.HarvestDocumentationTester
Running dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester
14:03:44.757 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.757 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.760 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:44.760 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:44.760 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.760 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.761 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.781 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:44.781 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:44.783 [main] WARN d.n.common.utils.ApplicationUtils - Non-existing directory created '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testCreateServerDir/serverdir/server/server'
14:03:44.783 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testCreateServerDir/serverdir/server/server'
14:03:44.784 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:44.799 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:44.804 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@158da8e as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:44.812 [main] DEBUG dk.netarkivet.common.utils.Settings - Value found in classpath data: ONE,TWO,THREE
14:03:44.818 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:44.822 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:44.822 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:44.822 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:44.823 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.871 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:44.871 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:44.871 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.871 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.872 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.874 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:44.880 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:44.880 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testClose/serverdir'
14:03:44.881 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:44.882 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:44.882 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@5876a9af as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:44.889 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:44.893 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:44.893 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:44.893 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:44.894 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.935 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:44.935 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:44.935 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.935 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.935 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.943 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:44.944 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:44.945 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testIsSingleton'
14:03:44.945 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:44.946 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:44.950 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@5158b42f as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:44.953 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:44.956 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:44.956 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:44.956 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:44.957 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:44.957 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.993 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:44.993 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:44.994 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.994 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.994 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:44.998 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:45.000 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:45.000 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testMessagesSentByFailedJob/serverdir'
14:03:45.001 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:45.001 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:45.003 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@3a93b025 as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:45.006 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:45.312 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - WARC format selected to be used by Heritrix
14:03:45.382 [main] WARN d.n.h.datamodel.H1HeritrixTemplate - No attribute insertion is done for H1 templates
14:03:45.382 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - In H1 templates we don't enable/disable deduplication.
14:03:45.385 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.CrawlStatusMessageListener@5c7bfdc1 as listener to DEV_COMMON_THE_SCHED
14:03:45.386 [main] DEBUG d.n.h.h.d.HarvestControllerServer - No longer accepting jobs.
14:03:45.386 [main] INFO d.n.h.h.d.HarvestControllerServer - Received crawlrequest for job 1: 'UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_166_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
14:03:45.391 [main] WARN d.n.h.h.d.HarvestControllerServer - Message 'UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_166_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 1, should have been STATUS_SUBMITTED
14:03:45.395 [main] WARN d.n.h.d.HarvesterMessageHandler - Error processing message 'TestObjectMessage: UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_166_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
dk.netarkivet.common.exceptions.ArgumentNotValid: Message 'UNIQUE_ID: To DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_166_NA ReplyTo DEV_COMMON_ERROR OK Job: Job 1 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 1, should have been STATUS_SUBMITTED
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.onDoOneCrawl(HarvestControllerServer.java:361) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.visit(HarvestControllerServer.java:486) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.DoOneCrawlMessage.accept(DoOneCrawlMessage.java:101) ~[harvester-core-5.3-SNAPSHOT.jar:na]
at dk.netarkivet.harvester.distribute.HarvesterMessageHandler.onMessage(HarvesterMessageHandler.java:69) ~[harvester-core-5.3-SNAPSHOT.jar:3f346df4e93d68218c8b4b9e39aa4dae9c36eadc]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester.testMessagesSentByFailedJob(HarvestControllerServerTester.java:211) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:45.396 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:45.397 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:45.397 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:45.397 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.429 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:45.429 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:45.429 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.430 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.430 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.432 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:45.432 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:45.432 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testServerStarting/serverdir'
14:03:45.433 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:45.434 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:45.436 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@7d3e8655 as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:45.439 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:45.444 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:45.444 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:45.444 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:45.445 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.479 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:45.480 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:45.480 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.480 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.480 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.482 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.testutils.GenericMessageListener@66ea810 as listener to DEV_COMMON_THE_SCHED
14:03:45.483 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:45.483 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:45.483 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testJobFailedOnBadMessage'
14:03:45.484 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:45.485 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:45.488 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@6cd24612 as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:45.490 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:45.575 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - WARC format selected to be used by Heritrix
14:03:45.616 [main] WARN d.n.h.datamodel.H1HeritrixTemplate - No attribute insertion is done for H1 templates
14:03:45.621 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - In H1 templates we don't enable/disable deduplication.
14:03:45.622 [main] DEBUG d.n.h.h.d.HarvestControllerServer - No longer accepting jobs.
14:03:45.622 [main] INFO d.n.h.h.d.HarvestControllerServer - Received crawlrequest for job 42: 'id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
14:03:45.623 [main] WARN d.n.h.h.d.HarvestControllerServer - Message 'id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 42, should have been STATUS_SUBMITTED
14:03:45.627 [main] WARN d.n.h.d.HarvesterMessageHandler - Error processing message 'TestObjectMessage: id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []'
dk.netarkivet.common.exceptions.ArgumentNotValid: Message 'id1: To DEV_COMMON_JOB_PARTIAL_FOCUSED ReplyTo DEV_COMMON_ERROR OK Job: Job 42 (state = DONE, HD = 1, channel = FOCUSED, snapshot = false, forcemaxcount = -1, forcemaxbytes = 1000000000, forcemaxrunningtime = -1, orderxml = FullSite-order, numconfigs = 1, created = null), metadata: []' arrived with status DONE for job 42, should have been STATUS_SUBMITTED
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.onDoOneCrawl(HarvestControllerServer.java:361) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer.visit(HarvestControllerServer.java:486) ~[classes/:na]
at dk.netarkivet.harvester.harvesting.distribute.DoOneCrawlMessage.accept(DoOneCrawlMessage.java:101) ~[harvester-core-5.3-SNAPSHOT.jar:na]
at dk.netarkivet.harvester.distribute.HarvesterMessageHandler.onMessage(HarvesterMessageHandler.java:69) ~[harvester-core-5.3-SNAPSHOT.jar:3f346df4e93d68218c8b4b9e39aa4dae9c36eadc]
at dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester.testJobFailedOnBadMessage(HarvestControllerServerTester.java:266) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:45.628 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:45.629 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:45.629 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:45.629 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.668 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:45.668 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:45.668 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.669 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.670 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.674 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:45.675 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:45.675 [main] INFO d.n.h.h.d.HarvestControllerServer - Serverdir: '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/HarvestControllerServerTester/testBug852'
14:03:45.677 [main] INFO d.n.h.h.d.HarvestControllerServer - Harvesting requires at least 400000000 bytes free.
14:03:45.678 [main] DEBUG d.n.h.h.d.HarvestControllerServer - Obtained JMS connection.
14:03:45.682 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServer@3e7dd664 as listener to DEV_COMMON_HCHAN_VAL_RESP
14:03:45.689 [main] INFO d.n.h.h.d.HarvestControllerServer - Requested to check the validity of harvest channel 'FOCUSED'
14:03:45.689 [main] INFO d.n.h.h.d.HarvestControllerServer - Closing HarvestControllerServer.
14:03:45.689 [main] INFO d.n.common.distribute.JMSConnection - Removing listener from channel 'DEV_COMMON_HCHAN_VAL_RESP'
14:03:45.690 [main] INFO d.n.h.h.d.HarvestControllerServer - Closed down HarvestControllerServer
14:03:45.690 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.733 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:45.733 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:45.733 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.734 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.734 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:45.736 [main] INFO d.n.h.h.d.HarvestControllerServer - Starting HarvestControllerServer.
14:03:45.736 [main] INFO d.n.h.h.d.HarvestControllerServer - Bound to harvest channel 'FOCUSED'
14:03:45.737 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Tests run: 11, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 1.166 sec - in dk.netarkivet.harvester.harvesting.distribute.HarvestControllerServerTester
Running dk.netarkivet.harvester.harvesting.HeritrixControllerFactoryTester
class dk.netarkivet.harvester.harvesting.HeritrixControllerFactoryTester$DummyHeritrixController
Tests run: 3, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.124 sec - in dk.netarkivet.harvester.harvesting.HeritrixControllerFactoryTester
Running dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester
14:03:45.886 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:45.893 [main] INFO dk.netarkivet.common.utils.TLD - Did not found external public suffix list at '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/conf/public_suffix_list.dat'! Reading instead the public suffixes list from embedded file 'dk/netarkivet/common/utils/public_suffix_list.dat' in common-core.jar-VERSION.jar.
14:03:45.921 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.bd', ignoring
14:03:45.926 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.bn', ignoring
14:03:45.927 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.nom.br', ignoring
14:03:45.934 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ck', ignoring
14:03:45.934 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!www.ck', ignoring
14:03:45.937 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.er', ignoring
14:03:45.941 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.fj', ignoring
14:03:45.944 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.fk', ignoring
14:03:45.946 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.gu', ignoring
14:03:45.960 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.jm', ignoring
14:03:45.962 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kawasaki.jp', ignoring
14:03:45.962 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kitakyushu.jp', ignoring
14:03:45.962 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kobe.jp', ignoring
14:03:45.962 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.nagoya.jp', ignoring
14:03:45.963 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.sapporo.jp', ignoring
14:03:45.963 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.sendai.jp', ignoring
14:03:45.963 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.yokohama.jp', ignoring
14:03:45.968 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.kawasaki.jp', ignoring
14:03:45.968 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.kitakyushu.jp', ignoring
14:03:45.968 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.kobe.jp', ignoring
14:03:45.968 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.nagoya.jp', ignoring
14:03:45.969 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.sapporo.jp', ignoring
14:03:45.969 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.sendai.jp', ignoring
14:03:45.969 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.yokohama.jp', ignoring
14:03:46.005 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ke', ignoring
14:03:46.012 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kh', ignoring
14:03:46.013 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kw', ignoring
14:03:46.018 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.mm', ignoring
14:03:46.031 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.mz', ignoring
14:03:46.031 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!teledata.mz', ignoring
14:03:46.047 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.np', ignoring
14:03:46.047 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.pg', ignoring
14:03:46.056 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.sch.uk', ignoring
14:03:46.063 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ye', ignoring
14:03:46.067 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.zw', ignoring
14:03:46.078 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.compute.estate', ignoring
14:03:46.082 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.alces.network', ignoring
14:03:46.083 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.platform.sh', ignoring
14:03:46.083 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.cryptonomic.net', ignoring
14:03:46.089 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.api.githubcloud.com', ignoring
14:03:46.089 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ext.githubcloud.com', ignoring
14:03:46.090 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.githubcloudusercontent.com', ignoring
14:03:46.090 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.0emm.com', ignoring
14:03:46.091 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.magentosite.cloud', ignoring
14:03:46.093 [main] DEBUG dk.netarkivet.common.utils.TLD - No tlds found in settingsfiles /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/src/test/resources/originals/metadata_settings.xml
14:03:46.093 [main] INFO dk.netarkivet.common.utils.TLD - Did not found external public suffix list at '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/conf/public_suffix_list.dat'! Reading instead the public suffixes list from embedded file 'dk/netarkivet/common/utils/public_suffix_list.dat' in common-core.jar-VERSION.jar.
14:03:46.100 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.bd', ignoring
14:03:46.100 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.bn', ignoring
14:03:46.101 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.nom.br', ignoring
14:03:46.102 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ck', ignoring
14:03:46.102 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!www.ck', ignoring
14:03:46.103 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.er', ignoring
14:03:46.104 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.fj', ignoring
14:03:46.104 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.fk', ignoring
14:03:46.105 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.gu', ignoring
14:03:46.114 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.jm', ignoring
14:03:46.115 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kawasaki.jp', ignoring
14:03:46.115 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kitakyushu.jp', ignoring
14:03:46.116 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kobe.jp', ignoring
14:03:46.117 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.nagoya.jp', ignoring
14:03:46.118 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.sapporo.jp', ignoring
14:03:46.118 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.sendai.jp', ignoring
14:03:46.118 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.yokohama.jp', ignoring
14:03:46.118 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.kawasaki.jp', ignoring
14:03:46.119 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.kitakyushu.jp', ignoring
14:03:46.119 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.kobe.jp', ignoring
14:03:46.120 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.nagoya.jp', ignoring
14:03:46.120 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.sapporo.jp', ignoring
14:03:46.120 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.sendai.jp', ignoring
14:03:46.121 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!city.yokohama.jp', ignoring
14:03:46.140 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ke', ignoring
14:03:46.140 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kh', ignoring
14:03:46.145 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.kw', ignoring
14:03:46.147 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.mm', ignoring
14:03:46.154 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.mz', ignoring
14:03:46.154 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '!teledata.mz', ignoring
14:03:46.158 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.np', ignoring
14:03:46.162 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.pg', ignoring
14:03:46.169 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.sch.uk', ignoring
14:03:46.174 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ye', ignoring
14:03:46.175 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.zw', ignoring
14:03:46.185 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.compute.estate', ignoring
14:03:46.189 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.alces.network', ignoring
14:03:46.190 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.platform.sh', ignoring
14:03:46.190 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.cryptonomic.net', ignoring
14:03:46.192 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.api.githubcloud.com', ignoring
14:03:46.192 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.ext.githubcloud.com', ignoring
14:03:46.192 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.githubcloudusercontent.com', ignoring
14:03:46.193 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.0emm.com', ignoring
14:03:46.194 [main] WARN dk.netarkivet.common.utils.TLD - Invalid tld '*.magentosite.cloud', ignoring
14:03:46.199 [main] DEBUG dk.netarkivet.common.utils.TLD - No tlds found in settingsfiles /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/src/test/resources/originals/metadata_settings.xml
14:03:46.250 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:06:03
14:03:46.254 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:46.271 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:17
14:03:46.278 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:46.281 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:02
14:03:46.289 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:46.290 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testIDNA/logs/crawl.log' line 1: 'metadata://netarkivet.dk/crawl/logs/crawl.log?heritrixVersion=1.14.4&harvestid=4&jobid=6 130.226.228.8 20120523150916 text/plain 412905'. Ignoring due to reason: Not enough fields for line in crawl.log: 'metadata://netarkivet.dk/crawl/logs/crawl.log?heritrixVersion=1.14.4&harvestid=4&jobid=6 130.226.228.8 20120523150916 text/plain 412905'. Was only 5 fields. Should have been at least 11
dk.netarkivet.common.exceptions.ArgumentNotValid: Not enough fields for line in crawl.log: 'metadata://netarkivet.dk/crawl/logs/crawl.log?heritrixVersion=1.14.4&harvestid=4&jobid=6 130.226.228.8 20120523150916 text/plain 412905'. Was only 5 fields. Should have been at least 11
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:255) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.getDomainStatsReport(HarvestReportGenerator.java:402) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testIDNA(LegacyHarvestReportTester.java:229) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.381 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:18:12
14:03:47.387 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:47.397 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:06
14:03:47.407 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:47.410 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Unable to extract a domain from the object URL found in field 4 of crawl.log: '000nourl000'.
java.net.URISyntaxException: Invalid URI - relative URIs not allowed: 000nourl000
at org.jwat.common.Uri.<init>(Uri.java:158) ~[jwat-common-1.0.4.jar:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.getDomainNameFromURIString(HarvestReportGenerator.java:376) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:291) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructorInvalidReportFile(LegacyHarvestReportTester.java:88) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.414 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructorInvalidReportFile/logs/crawl.log' line 3: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'. Ignoring due to reason: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
dk.netarkivet.common.exceptions.ArgumentNotValid: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:302) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructorInvalidReportFile(LegacyHarvestReportTester.java:88) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.416 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructorInvalidReportFile/logs/crawl.log' line 4: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Ignoring due to reason: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
dk.netarkivet.common.exceptions.ArgumentNotValid: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:255) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructorInvalidReportFile(LegacyHarvestReportTester.java:88) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.417 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:09
14:03:47.419 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:47.425 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:04
14:03:47.430 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:47.431 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:01
14:03:47.433 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:47.442 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:07
14:03:47.458 [main] INFO d.n.h.h.r.HarvestReportGenerator - Starting pre-processing of harvest report for job 1
14:03:47.459 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Unable to extract a domain from the object URL found in field 4 of crawl.log: '000nourl000'.
java.net.URISyntaxException: Invalid URI - relative URIs not allowed: 000nourl000
at org.jwat.common.Uri.<init>(Uri.java:158) ~[jwat-common-1.0.4.jar:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.getDomainNameFromURIString(HarvestReportGenerator.java:376) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:291) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructor(LegacyHarvestReportTester.java:98) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.460 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructor/logs/crawl.log' line 3: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'. Ignoring due to reason: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
dk.netarkivet.common.exceptions.ArgumentNotValid: Unable to find a domainName in the line: '2005-05-06T11:47:28.464Z 404 278 000nourl000 P http://www.netarkivet.dk/ text/html #028 20050506114728458+5 NYN2HPNQGIPJTPMGAV4QPBUCVJVNMM54 -'.
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:302) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructor(LegacyHarvestReportTester.java:98) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.466 [main] DEBUG d.n.h.h.r.HarvestReportGenerator - Invalid line in '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/LegacyHarvestReportTester/testConstructor/logs/crawl.log' line 4: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Ignoring due to reason: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
dk.netarkivet.common.exceptions.ArgumentNotValid: Not enough fields for line in crawl.log: '2005-05-06T11:47:28.465Z 200 14 http://tooshortline/'. Was only 4 fields. Should have been at least 11
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.processHarvestLine(HarvestReportGenerator.java:255) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.parseCrawlLog(HarvestReportGenerator.java:219) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.preProcess(HarvestReportGenerator.java:148) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.HarvestReportGenerator.<init>(HarvestReportGenerator.java:131) [classes/:na]
at dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester.testConstructor(LegacyHarvestReportTester.java:98) [test-classes/:na]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[na:1.8.0_121]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[na:1.8.0_121]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[na:1.8.0_121]
at java.lang.reflect.Method.invoke(Method.java:498) ~[na:1.8.0_121]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) [junit-4.11.jar:na]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) [junit-4.11.jar:na]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) [junit-4.11.jar:na]
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) [junit-4.11.jar:na]
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) [junit-4.11.jar:na]
at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) [junit-4.11.jar:na]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) [junit-4.11.jar:na]
at org.junit.runners.ParentRunner.run(ParentRunner.java:309) [junit-4.11.jar:na]
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) [surefire-junit4-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) [surefire-booter-2.17.jar:2.17]
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) [surefire-booter-2.17.jar:2.17]
14:03:47.466 [main] INFO d.n.h.h.r.HarvestReportGenerator - Finished pre-processing of harvest report for job 1, operation took 00d 00:00:08
Tests run: 11, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.595 sec - in dk.netarkivet.harvester.harvesting.report.LegacyHarvestReportTester
Running dk.netarkivet.harvester.harvesting.ArchiveFilesReportGeneratorTest
Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.026 sec - in dk.netarkivet.harvester.harvesting.ArchiveFilesReportGeneratorTest
Running dk.netarkivet.harvester.harvesting.IngestableFilesTester
Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.209 sec - in dk.netarkivet.harvester.harvesting.IngestableFilesTester
Running dk.netarkivet.harvester.harvesting.HarvestControllerTester
14:03:47.720 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:47.721 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:47.721 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.721 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.721 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.745 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.793 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:47.793 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:47.794 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.794 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.795 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.811 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.819 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:47.819 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:47.819 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.820 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.820 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.835 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.850 [main] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:47.851 [main] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:47.852 [main] INFO d.n.c.d.JMSConnectionMockupMQ - Creating instance of dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.852 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.852 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:47.911 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - WARC format selected to be used by Heritrix
14:03:47.962 [main] WARN d.n.h.datamodel.H1HeritrixTemplate - No attribute insertion is done for H1 templates
14:03:47.965 [main] DEBUG d.n.h.datamodel.H1HeritrixTemplate - In H1 templates we don't enable/disable deduplication.
14:03:47.981 [main] INFO d.n.a.a.d.JMSArcRepositoryClient - JMSArcRepositoryClient will retry a store 3 times and timeout on each try after 3600000 milliseconds, and timeout on each getrequest after 300000 milliseconds.
14:03:47.983 [main] DEBUG d.n.common.distribute.JMSConnection - Adding dk.netarkivet.archive.arcrepository.distribute.JMSArcRepositoryClient@19fe4644 as listener to DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_166_NA
14:03:47.987 [main] INFO d.n.a.a.d.JMSArcRepositoryClient - JMSArcRepository listens for replies on channel '[Queue 'DEV_COMMON_THIS_REPOS_CLIENT_130_225_27_166_NA']'
14:03:47.988 [main] DEBUG d.n.common.distribute.JMSConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Tests run: 6, Failures: 0, Errors: 0, Skipped: 2, Time elapsed: 0.288 sec - in dk.netarkivet.harvester.harvesting.HarvestControllerTester
Running dk.netarkivet.harvester.harvesting.HeritrixLauncherTester
14:03:48.042 [main] DEBUG d.n.h.harvesting.HeritrixFiles - Writing order-file to disk as file: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/heritrix_out/order.xml
14:03:48.068 [main] INFO d.n.h.h.c.AbstractJMXHeritrixController - Starting Heritrix for job 42 of harvest 117 in target/test-output/heritrix_out
14:03:48.069 [main] WARN d.n.h.h.c.AbstractJMXHeritrixController - Failed to read the password file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/conf/jmxremote.password'. It is possibly missing.
14:03:48.245 [main] DEBUG d.n.h.harvesting.HeritrixFiles - Writing order-file to disk as file: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/heritrix_out/order.xml
14:03:48.251 [main] INFO d.n.h.h.c.AbstractJMXHeritrixController - Starting Heritrix for job 42 of harvest 117 in target/test-output/heritrix_out
14:03:48.251 [main] WARN d.n.h.h.c.AbstractJMXHeritrixController - Failed to read the password file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/conf/jmxremote.password'. It is possibly missing.
14:03:48.292 [main] DEBUG d.n.h.harvesting.HeritrixFiles - Writing order-file to disk as file: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/test-output/heritrix_out/order.xml
14:03:48.295 [main] INFO d.n.h.h.c.AbstractJMXHeritrixController - Starting Heritrix for job 42 of harvest 117 in target/test-output/heritrix_out
14:03:48.296 [main] WARN d.n.h.h.c.AbstractJMXHeritrixController - Failed to read the password file '/home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/conf/jmxremote.password'. It is possibly missing.
Tests run: 15, Failures: 0, Errors: 0, Skipped: 6, Time elapsed: 0.31 sec - in dk.netarkivet.harvester.harvesting.HeritrixLauncherTester
Running dk.netarkivet.externalsoftware.HeritrixTests
Tests run: 1, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 0.001 sec - in dk.netarkivet.externalsoftware.HeritrixTests
Running dk.netarkivet.externalsoftware.Heritrix1ConstantsTester
Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.036 sec - in dk.netarkivet.externalsoftware.Heritrix1ConstantsTester
14:03:48.352 [Thread-19] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.352 [Thread-19] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.352 [Thread-19] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.353 [Thread-19] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.354 [Thread-24] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.354 [Thread-24] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.354 [Thread-24] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.354 [Thread-24] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.356 [Thread-17] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.356 [Thread-17] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.356 [Thread-17] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.357 [Thread-17] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.361 [Thread-41] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.361 [Thread-41] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.362 [Thread-2] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.362 [Thread-2] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.362 [Thread-2] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.362 [Thread-2] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.363 [Thread-5] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.363 [Thread-5] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.363 [Thread-5] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.364 [Thread-5] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.366 [Thread-3] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.366 [Thread-3] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.366 [Thread-3] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.367 [Thread-3] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.371 [Thread-33] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.371 [Thread-33] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.371 [Thread-25] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.372 [Thread-25] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.372 [Thread-25] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.372 [Thread-25] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.373 [Thread-27] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.373 [Thread-27] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.374 [Thread-27] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.374 [Thread-27] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.405 [Thread-11] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.405 [Thread-11] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.405 [Thread-11] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.405 [Thread-11] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.406 [Thread-8] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.406 [Thread-8] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.406 [Thread-8] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.406 [Thread-8] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-9] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-9] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.407 [Thread-9] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-9] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-6] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-6] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.407 [Thread-6] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-6] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-30] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.407 [Thread-30] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.407 [Thread-31] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-28] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-28] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.408 [Thread-28] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-28] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-20] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-20] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.408 [Thread-20] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-20] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-12] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-12] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.408 [Thread-12] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-12] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.408 [Thread-40] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-37] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-37] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.409 [Thread-34] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-39] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-36] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-16] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaning up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-16] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.409 [Thread-16] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.409 [Thread-16] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.410 [Thread-41] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.410 [Thread-41] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.410 [Thread-40] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.412 [Thread-33] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:48.412 [Thread-34] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.412 [Thread-34] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:48.412 [Thread-40] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:48.412 [Thread-39] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.412 [Thread-39] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.413 [Thread-33] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.413 [Thread-34] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.413 [Thread-40] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.413 [Thread-30] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.413 [Thread-39] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.413 [Thread-37] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:48.413 [Thread-36] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.413 [Thread-36] INFO d.n.common.distribute.JMSConnection - Cleanup finished
14:03:48.413 [Thread-31] INFO d.n.common.distribute.JMSConnection - Starting cleanup
14:03:48.413 [Thread-31] INFO d.n.common.distribute.JMSConnection - Cleanup finished
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.414 [Thread-30] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.414 [Thread-37] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.414 [Thread-36] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
14:03:48.414 [Thread-31] INFO d.n.c.d.JMSConnectionMockupMQ - Cleaned up dk.netarkivet.common.distribute.JMSConnectionMockupMQ
Results :
Tests run: 81, Failures: 0, Errors: 0, Skipped: 17
[JENKINS] Recording test results
[INFO]
[INFO] --- maven-jgit-buildnumber-plugin:1.2.9:extract-buildnumber (git-buildnumber) @ heritrix1-controller ---
[INFO]
[INFO] --- maven-jar-plugin:2.4:jar (default-jar) @ heritrix1-controller ---
[INFO] Building jar: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.3-SNAPSHOT.jar
[INFO]
[INFO] >>> maven-source-plugin:2.2.1:jar (attach-sources) > generate-sources @ heritrix1-controller >>>
[WARNING] Failed to getClass for org.apache.maven.plugin.source.SourceJarMojo
[INFO]
[INFO] <<< maven-source-plugin:2.2.1:jar (attach-sources) < generate-sources @ heritrix1-controller <<<
[INFO]
[INFO] --- maven-source-plugin:2.2.1:jar (attach-sources) @ heritrix1-controller ---
[INFO] Building jar: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.3-SNAPSHOT-sources.jar
[INFO]
[INFO] --- maven-javadoc-plugin:2.10.3:jar (attach-javadocs) @ heritrix1-controller ---
[INFO] Building jar: /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.3-SNAPSHOT-javadoc.jar
[INFO]
[INFO] --- maven-install-plugin:2.4:install (default-install) @ heritrix1-controller ---
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.3-SNAPSHOT.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.3-SNAPSHOT/heritrix1-controller-5.3-SNAPSHOT.jar
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/pom.xml to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.3-SNAPSHOT/heritrix1-controller-5.3-SNAPSHOT.pom
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.3-SNAPSHOT-sources.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.3-SNAPSHOT/heritrix1-controller-5.3-SNAPSHOT-sources.jar
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-template/harvester/heritrix1/heritrix1-controller/target/heritrix1-controller-5.3-SNAPSHOT-javadoc.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/heritrix1-controller/5.3-SNAPSHOT/heritrix1-controller-5.3-SNAPSHOT-javadoc.jar
[JENKINS] Archiving disabled
Console Output
Help us localize this page