AAAAAAAP9b85aBtbiIQSWjNKU4P0+vJLE4u1gvPjexLDVPzxdEhicW5WXmpfvll6S2fNly5fzGzauYGBgqihikoFqS8/OK83NS9ZwhNEghAwQwghQWAACwxA+XYgAAAA==[0m[WARNING] jaxen-1.1.6.jar, xml-apis-1.4.01.jar define 1 overlapping classes:
[WARNING] - org.w3c.dom.UserDataHandler
[WARNING] stax-api-1.0-2.jar, stax-api-1.0.1.jar define 3 overlapping classes:
[WARNING] - javax.xml.stream.FactoryFinder$1
[WARNING] - javax.xml.stream.FactoryFinder$ClassLoaderFinder
[WARNING] - javax.xml.stream.FactoryFinder$ClassLoaderFinderConcrete
[WARNING] commons-logging-1.2.jar, htrace-core-3.1.0-incubating.jar define 2 overlapping resources:
[WARNING] - META-INF/maven/commons-logging/commons-logging/pom.properties
[WARNING] - META-INF/maven/commons-logging/commons-logging/pom.xml
[WARNING] stax-api-1.0.1.jar, xml-apis-1.4.01.jar define 3 overlapping classes:
[WARNING] - javax.xml.XMLConstants
[WARNING] - javax.xml.namespace.NamespaceContext
[WARNING] - javax.xml.namespace.QName
[WARNING] hadoop-common-2.7.6.jar, hadoop-hdfs-2.7.6.jar define 1 overlapping resources:
[WARNING] - META-INF/services/org.apache.hadoop.fs.FileSystem
[WARNING] hadoop-hdfs-2.7.6.jar, hadoop-mapreduce-client-common-2.7.6.jar, hadoop-mapreduce-client-core-2.7.6.jar, hadoop-yarn-common-2.7.6.jar define 2 overlapping resources:
[WARNING] - META-INF/services/org.apache.hadoop.security.token.TokenIdentifier
[WARNING] - META-INF/services/org.apache.hadoop.security.token.TokenRenewer
[WARNING] hadoop-common-2.7.6.jar, hadoop-mapreduce-client-app-2.7.6.jar, hadoop-mapreduce-client-jobclient-2.7.6.jar, hadoop-yarn-common-2.7.6.jar, hadoop-yarn-server-common-2.7.6.jar define 1 overlapping resources:
[WARNING] - META-INF/services/org.apache.hadoop.security.SecurityInfo
[WARNING] jackson-core-asl-1.9.13.jar, jackson-jaxrs-1.9.13.jar, jackson-mapper-asl-1.9.13.jar, jackson-xc-1.9.13.jar define 1 overlapping resources:
[WARNING] - META-INF/ASL2.0
[WARNING] hadoop-mapreduce-client-common-2.7.6.jar, hadoop-mapreduce-client-jobclient-2.7.6.jar define 1 overlapping resources:
[WARNING] - META-INF/services/org.apache.hadoop.mapreduce.protocol.ClientProtocolProvider
[WARNING] maven-shade-plugin has detected that some class files are
[WARNING] present in two or more JARs. When this happens, only one
[WARNING] single version of the class is copied to the uber jar.
[WARNING] Usually this is not harmful and you can skip these warnings,
[WARNING] otherwise try to manually exclude artifacts based on
[WARNING] mvn dependency:tree -Ddetail=true and the above output.
[WARNING] See http://maven.apache.org/plugins/maven-shade-plugin/[INFO] Attaching shaded artifact.
[INFO]
[INFO] >>> maven-source-plugin:2.2.1:jar (attach-sources) > generate-sources @ hadoop-uber-jar >>>
[INFO]
[INFO] --- jacoco-maven-plugin:0.7.5.201505241946:prepare-agent (default) @ hadoop-uber-jar ---
[INFO] argLine set to -javaagent:/home/cibuild02/.m2/repository/org/jacoco/org.jacoco.agent/0.7.5.201505241946/org.jacoco.agent-0.7.5.201505241946-runtime.jar=destfile=/home/cibuild02/workspace/NetarchiveSuite-Rasmus-1-Click/hadoop-uber-jar/target/jacoco.exec
[WARNING] Failed to getClass for org.apache.maven.plugin.source.SourceJarMojo
[INFO]
[INFO] <<< maven-source-plugin:2.2.1:jar (attach-sources) < generate-sources @ hadoop-uber-jar <<<
[INFO]
[INFO] --- maven-source-plugin:2.2.1:jar (attach-sources) @ hadoop-uber-jar ---
[INFO] No sources in project. Archive not created.
[INFO]
[INFO] --- maven-javadoc-plugin:2.10.3:jar (attach-javadocs) @ hadoop-uber-jar ---
[INFO]
[INFO] --- maven-install-plugin:2.4:install (default-install) @ hadoop-uber-jar ---
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-Rasmus-1-Click/hadoop-uber-jar/target/hadoop-uber-jar-5.7-IIPCH3-SNAPSHOT.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/hadoop-uber-jar/5.7-IIPCH3-SNAPSHOT/hadoop-uber-jar-5.7-IIPCH3-SNAPSHOT.jar
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-Rasmus-1-Click/hadoop-uber-jar/pom.xml to /home/cibuild02/.m2/repository/org/netarchivesuite/hadoop-uber-jar/5.7-IIPCH3-SNAPSHOT/hadoop-uber-jar-5.7-IIPCH3-SNAPSHOT.pom
[INFO] Installing /home/cibuild02/workspace/NetarchiveSuite-Rasmus-1-Click/hadoop-uber-jar/target/hadoop-uber-jar-5.7-IIPCH3-SNAPSHOT-shaded.jar to /home/cibuild02/.m2/repository/org/netarchivesuite/hadoop-uber-jar/5.7-IIPCH3-SNAPSHOT/hadoop-uber-jar-5.7-IIPCH3-SNAPSHOT-shaded.jar
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled
[JENKINS] Archiving disabled[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] NetarchiveSuite .................................... SUCCESS [ 8.473 s]
[INFO] NetarchiveSuite - build-tools ...................... SUCCESS [ 2.772 s]
[INFO] NetarchiveSuite - common ........................... SUCCESS [ 0.443 s]
[INFO] NetarchiveSuite - test utils ....................... SUCCESS [ 9.606 s]
[INFO] NetarchiveSuite - common - core .................... SUCCESS [ 43.389 s]
[INFO] NetarchiveSuite - common - test .................... SUCCESS [ 21.277 s]
[INFO] NetarchiveSuite - archive .......................... SUCCESS [ 0.445 s]
[INFO] NetarchiveSuite - archive - core ................... SUCCESS [ 24.808 s]
[INFO] NetarchiveSuite - harvester ........................ SUCCESS [ 0.410 s]
[INFO] NetarchiveSuite - harvester - core ................. SUCCESS [ 39.835 s]
[INFO] NetarchiveSuite - archive - test ................... SUCCESS [ 7.881 s]
[INFO] NetarchiveSuite - bitpreservation - webapp ......... SUCCESS [ 1.965 s]
[INFO] NetarchiveSuite - Harvest Scheduler ................ SUCCESS [ 13.806 s]
[INFO] NetarchiveSuite - monitor .......................... SUCCESS [ 0.428 s]
[INFO] NetarchiveSuite - monitor - core ................... SUCCESS [ 13.461 s]
[INFO] NetarchiveSuite - wayback .......................... SUCCESS [ 2.026 s]
[INFO] NetarchiveSuite - wayback - indexer ................ SUCCESS [ 15.957 s]
[INFO] NetarchiveSuite - deploy ........................... SUCCESS [ 0.398 s]
[INFO] NetarchiveSuite - deploy - core .................... SUCCESS [ 17.173 s]
[INFO] NetarchiveSuite - harvester - heritrix3 ............ SUCCESS [ 0.381 s]
[INFO] NetarchiveSuite - Heritrix3 Extensions ............. SUCCESS [ 20.211 s]
[INFO] NetarchiveSuite - heritrix3 controller ............. SUCCESS [ 16.736 s]
[INFO] NetarchiveSuite - Status - Webapp .................. SUCCESS [ 3.055 s]
[INFO] NetarchiveSuite - qa - webapp ...................... SUCCESS [ 0.918 s]
[INFO] NetarchiveSuite - history - webapp ................. SUCCESS [ 4.766 s]
[INFO] NetarchiveSuite - harvestDefinition - webapp ....... SUCCESS [ 2.912 s]
[INFO] NetarchiveSuite - harvestChannel - webapp .......... SUCCESS [ 0.827 s]
[INFO] NetarchiveSuite - heritrix3 monitor ................ SUCCESS [ 51.026 s]
[INFO] NetarchiveSuite - deploy - distribution ............ SUCCESS [ 47.582 s]
[INFO] NetarchiveSuite - deploy - test .................... SUCCESS [ 4.641 s]
[INFO] NetarchiveSuite - Heritrix3 Bundler ................ SUCCESS [ 33.630 s]
[INFO] NetarchiveSuite - harvester - test ................. SUCCESS [ 7.420 s]
[INFO] NetarchiveSuite - monitor - test ................... SUCCESS [ 3.616 s]
[INFO] NetarchiveSuite - wayback resourceStore ............ SUCCESS [ 11.193 s]
[INFO] NetarchiveSuite - wayback - test ................... SUCCESS [ 4.780 s]
[INFO] NetarchiveSuite - integration tests ................ SUCCESS [ 0.423 s]
[INFO] NetarchiveSuite System test ........................ SUCCESS [ 2.524 s]
[INFO] hadoop-uber-jar .................................... SUCCESS [ 31.244 s]
[INFO] ------------------------------------------------------------------------
[INFO] BUILD SUCCESS
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 08:13 min
[INFO] Finished at: 2021-02-08T00:08:45+01:00
[INFO] Final Memory: 122M/317M
[INFO] ------------------------------------------------------------------------
channel stopped
[NetarchiveSuite-Rasmus-1-Click] $ /bin/bash /tmp/hudson680134379025539477.sh
Do a total cleanup of system Test3
start tunning cleanup script
end part of script
--------------------------------------------
KILLING MACHINE: netarkdv@sb-test-har-001.statsbiblioteket.dk
Killing all applications on: sb-test-har-001.statsbiblioteket.dk
Killing linux application: HarvestControllerApplication_sbhigh_h3
--------------------------------------------
--------------------------------------------
KILLING MACHINE: devel@kb-test-adm-001.kb.dk
Killing all applications on: kb-test-adm-001.kb.dk
Killing linux application: GUIApplication
Killing linux application: ArcRepositoryApplication
Killing linux application: HarvestJobManagerApplication
--------------------------------------------
KILLING MACHINE: devel@kb-test-har-003.kb.dk
Killing all applications on: kb-test-har-003.kb.dk
Killing linux application: HarvestControllerApplication_kblow001_h3
--------------------------------------------
KILLING MACHINE: devel@kb-test-har-005.kb.dk
Killing all applications on: kb-test-har-005.kb.dk
Killing linux application: HarvestControllerApplication_kbumbra_1
Killing linux application: HarvestControllerApplication_kbumbra_2
--------------------------------------------
KILLING MACHINE: devel@kb-test-har-004.kb.dk
Killing all applications on: kb-test-har-004.kb.dk
Killing linux application: HarvestControllerApplication_kblow002_h3
Killing linux application: HarvestControllerApplication_kbhigh_h3
--------------------------------------------
KILLING MACHINE: devel@kb-test-acs-001.kb.dk
Killing all applications on: kb-test-acs-001.kb.dk
Killing linux application: IndexServerApplication
Killing linux application: ViewerProxyApplication
--------------------------------------------
KILLING MACHINE: devel@kb-test-way-001.kb.dk
Killing all applications on: kb-test-way-001.kb.dk
Killing linux application: WaybackIndexerApplication
Killing linux application: AggregatorApplication
--------------------------------------------
running cleanup_bitmag
Resetting Collection Test3
Delete content in collection=Test3
00:09:38.577 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
00:09:39.145 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
00:09:39.220 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
00:09:40.198 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
00:09:40.243 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
00:09:40.244 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
00:09:40.620 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@4218d6a3[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
00:09:40.621 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
00:09:41.589 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
00:09:41.735 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@4218d6a3[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
00:09:41.736 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-16960]
00:09:41.759 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
00:09:41.759 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@2fd1433e' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-16960' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
00:09:41.760 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-16960' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@2fd1433e'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-16960#802243390'.
00:09:41.760 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-16960#802243390'.
Checksum: Count: FileID:
00:09:41.787 INFO o.b.a.g.ConversationBasedGetChecksumsClient - Requesting the checksums for file '' with the specifications 'org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@5403f35f[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)]null' with query [ContributorQuery{componentID='netarkiv-tape-devel-01, minTimestamp=Thu Jan 01 01:00:00 CET 1970, maxTimestamp=null, maxNumberOfResults=10000}, ContributorQuery{componentID='netarkiv-disk-devel-01, minTimestamp=Thu Jan 01 01:00:00 CET 1970, maxTimestamp=null, maxNumberOfResults=10000}, ContributorQuery{componentID='netarkiv-disk-devel-02, minTimestamp=Thu Jan 01 01:00:00 CET 1970, maxTimestamp=null, maxNumberOfResults=10000}, ContributorQuery{componentID='netarkiv-checksum-devel-01, minTimestamp=Thu Jan 01 01:00:00 CET 1970, maxTimestamp=null, maxNumberOfResults=10000}, ContributorQuery{componentID='netarkiv-kbh-disk-devel-01, minTimestamp=Thu Jan 01 01:00:00 CET 1970, maxTimestamp=null, maxNumberOfResults=10000}].
00:09:41.804 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
00:09:42.292 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Sent IdentifyPillarsForGetChecksumsRequest(b48f1345) collectionID Test3, destination topic://netarkiv-devel: FileIDs=AllFiles
00:09:42.293 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: IDENTIFY_REQUEST_SENT: , Identifying pillars for GetChecksums
00:09:42.794 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received IdentifyPillarsForGetChecksumsResponse(b48f1345) collectionID Test3, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(Checksum operation available.)
00:09:42.817 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: COMPONENT_IDENTIFIED: ContributorID netarkiv-kbh-disk-devel-01
00:09:42.817 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-kbh-disk-devel-01
00:09:42.817 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01]
00:09:43.023 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received IdentifyPillarsForGetChecksumsResponse(b48f1345) collectionID Test3, from netarkiv-disk-devel-02: IDENTIFICATION_POSITIVE(Checksum operation available.)
00:09:43.032 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: COMPONENT_IDENTIFIED: ContributorID netarkiv-disk-devel-02
00:09:43.033 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-disk-devel-02
00:09:43.033 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01]
00:09:43.224 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received IdentifyPillarsForGetChecksumsResponse(b48f1345) collectionID Test3, from netarkiv-tape-devel-01: IDENTIFICATION_POSITIVE(IDENTIFICATION_POSITIVE)
00:09:43.228 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: COMPONENT_IDENTIFIED: ContributorID netarkiv-tape-devel-01
00:09:43.229 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-tape-devel-01
00:09:43.229 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-checksum-devel-01, netarkiv-disk-devel-01]
00:09:43.498 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received IdentifyPillarsForGetChecksumsResponse(b48f1345) collectionID Test3, from netarkiv-checksum-devel-01: IDENTIFICATION_POSITIVE(Operation acknowledged and accepted.)
00:09:43.508 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: COMPONENT_IDENTIFIED: ContributorID netarkiv-checksum-devel-01
00:09:43.508 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-checksum-devel-01
00:09:43.508 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-disk-devel-01]
00:09:43.808 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received IdentifyPillarsForGetChecksumsResponse(b48f1345) collectionID Test3, from netarkiv-disk-devel-01: IDENTIFICATION_POSITIVE(IDENTIFICATION_POSITIVE)
00:09:43.812 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: COMPONENT_IDENTIFIED: ContributorID netarkiv-disk-devel-01
00:09:43.812 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-disk-devel-01
00:09:43.812 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: []
00:09:43.812 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-kbh-disk-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-disk-devel-01]
00:09:43.813 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: REQUEST_SENT: ContributorID [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], Sending GetFileIDsRequest's
00:09:44.134 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Sent GetChecksumsRequest(b48f1345) collectionID Test3, destination queue://netarkiv-tape-devel-01: FileIDs=AllFiles, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@5403f35f[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], MaxNumberOfResults=10000, MinTimestamp=1970-01-01T01:00:00.000+01:00
00:09:44.599 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Sent GetChecksumsRequest(b48f1345) collectionID Test3, destination queue://netarkiv-disk-devel-01: FileIDs=AllFiles, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@5403f35f[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], MaxNumberOfResults=10000, MinTimestamp=1970-01-01T01:00:00.000+01:00
00:09:44.862 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsProgressResponse(b48f1345) collectionID Test3, from netarkiv-tape-devel-01: OPERATION_ACCEPTED_PROGRESS(OPERATION_ACCEPTED_PROGRESS)
00:09:45.081 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Sent GetChecksumsRequest(b48f1345) collectionID Test3, destination topic://netarkiv-devel.netarkiv-disk-devel-02: FileIDs=AllFiles, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@5403f35f[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], MaxNumberOfResults=10000, MinTimestamp=1970-01-01T01:00:00.000+01:00
00:09:45.576 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsFinalResponse(b48f1345) collectionID Test3, from netarkiv-tape-devel-01: OPERATION_COMPLETED(OPERATION_COMPLETED), NumberOfChecksums=0, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@635ef840[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], PartialResult=false
00:09:45.584 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Sent GetChecksumsRequest(b48f1345) collectionID Test3, destination topic://netarkiv-devel-netarkiv-checksum-devel-01-contributor: FileIDs=AllFiles, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@5403f35f[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], MaxNumberOfResults=10000, MinTimestamp=1970-01-01T01:00:00.000+01:00
00:09:45.871 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsProgressResponse(b48f1345) collectionID Test3, from netarkiv-disk-devel-01: OPERATION_ACCEPTED_PROGRESS(OPERATION_ACCEPTED_PROGRESS)
00:09:45.962 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Sent GetChecksumsRequest(b48f1345) collectionID Test3, destination topic://netarkiv-devel.netarkiv-kbh-disk-devel-01: FileIDs=AllFiles, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@5403f35f[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], MaxNumberOfResults=10000, MinTimestamp=1970-01-01T01:00:00.000+01:00
00:09:45.963 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: PROGRESS: ContributorID netarkiv-disk-devel-01, OPERATION_ACCEPTED_PROGRESS
00:09:45.963 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-tape-devel-01
00:09:45.963 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01]
00:09:45.963 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: PROGRESS: ContributorID netarkiv-tape-devel-01, OPERATION_ACCEPTED_PROGRESS
00:09:46.124 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsFinalResponse(b48f1345) collectionID Test3, from netarkiv-disk-devel-01: OPERATION_COMPLETED(OPERATION_COMPLETED), NumberOfChecksums=0, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@3c021fef[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], PartialResult=false
00:09:46.152 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-disk-devel-01
00:09:46.153 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-kbh-disk-devel-01]
00:09:46.332 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsFinalResponse(b48f1345) collectionID Test3, from netarkiv-disk-devel-02: OPERATION_COMPLETED(Completed checksum retrieval.), NumberOfChecksums=0, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@af4446e[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], PartialResult=false
00:09:46.343 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-disk-devel-02
00:09:46.343 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-checksum-devel-01, netarkiv-kbh-disk-devel-01]
00:09:46.655 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsProgressResponse(b48f1345) collectionID Test3, from netarkiv-checksum-devel-01: OPERATION_ACCEPTED_PROGRESS(Starting to calculate checksums.)
00:09:46.664 DEBUG o.b.commandline.GetChecksumsCmd - Received event: b48f1345: GET_CHECKSUMS: PROGRESS: ContributorID netarkiv-checksum-devel-01, Starting to calculate checksums.
00:09:46.889 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsFinalResponse(b48f1345) collectionID Test3, from netarkiv-checksum-devel-01: OPERATION_COMPLETED, NumberOfChecksums=0, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@204aad1[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], PartialResult=false
00:09:46.895 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-checksum-devel-01
00:09:46.896 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: [netarkiv-kbh-disk-devel-01]
00:09:47.225 DEBUG o.b.p.m.l.GetChecksumsMessageLogger - Received GetChecksumsFinalResponse(b48f1345) collectionID Test3, from netarkiv-kbh-disk-devel-01: OPERATION_COMPLETED(Completed checksum retrieval.), NumberOfChecksums=0, ChecksumRequestForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@78c6316e[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], PartialResult=false
00:09:47.226 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-kbh-disk-devel-01
00:09:47.226 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-02, netarkiv-checksum-devel-01, netarkiv-tape-devel-01, netarkiv-disk-devel-01, netarkiv-kbh-disk-devel-01], components that have not answered: []
Deleting file FileID: with checksum Checksum: in collection Test3 from pillars netarkiv-tape-devel-01 netarkiv-disk-devel-01 netarkiv-disk-devel-02 netarkiv-checksum-devel-01 netarkiv-kbh-disk-devel-01
00:09:48.611 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-repository-settings-xsd-12.jar!/xsd/RepositorySettings.xsd
00:09:48.745 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
00:09:49.186 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
00:09:49.311 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
00:09:50.373 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
00:09:50.387 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
00:09:50.399 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
00:09:50.706 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@14cd1699[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
00:09:50.707 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
00:09:51.732 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
00:09:51.906 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@14cd1699[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
00:09:51.907 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-17048]
00:09:51.910 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
00:09:51.910 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@2fd1433e' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-17048' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
00:09:51.910 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-17048' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@2fd1433e'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-17048#802243390'.
00:09:51.910 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-17048#802243390'.
00:09:51.928 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
java.lang.IllegalArgumentException: String hexString, 'Checksum:', must be an even number of characters.
at org.bitrepository.common.ArgumentValidator.checkTrue(ArgumentValidator.java:160)
at org.bitrepository.common.utils.Base16Utils.encodeBase16(Base16Utils.java:64)
at org.bitrepository.commandline.CommandLineClient.getChecksumDataForDeleteValidation(CommandLineClient.java:302)
at org.bitrepository.commandline.DeleteFileCmd.deleteTheFile(DeleteFileCmd.java:125)
at org.bitrepository.commandline.DeleteFileCmd.performOperation(DeleteFileCmd.java:107)
at org.bitrepository.commandline.CommandLineClient.runCommand(CommandLineClient.java:68)
at org.bitrepository.commandline.DeleteFileCmd.main(DeleteFileCmd.java:47)
xargs: ssh: exited with status 255; aborting
Now deleting actual files on Windows hosts for Test3
Nothing to delete in e:kbhpillar\collection-Test3 on kb-test-bar-01.bitarkiv.kb.dk
Nothing to delete in f:kbhpillar\collection-Test3 on kb-test-bar-01.bitarkiv.kb.dk
Nothing to delete in g:kbhpillar\collection-Test3 on kb-test-bar-01.bitarkiv.kb.dk
Nothing to delete in h:kbhpillar\collection-Test3 on kb-test-bar-01.bitarkiv.kb.dk
Nothing to delete in i:kbhpillar\collection-Test3 on kb-test-bar-01.bitarkiv.kb.dk
Nothing to delete in j:kbhpillar\collection-Test3 on kb-test-bar-01.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Nothing to delete in e:kbhpillar\collection-Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Nothing to delete in f:kbhpillar\collection-Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Nothing to delete in g:kbhpillar\collection-Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Nothing to delete in h:kbhpillar\collection-Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Nothing to delete in i:kbhpillar\collection-Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Nothing to delete in j:kbhpillar\collection-Test3 on kb-test-bar-016.bitarkiv.kb.dk
calling cleanup_hosts
running cleanup_hosts
Removing installation on sb-test-har-001.statsbiblioteket.dk
Removing installation on kb-test-har-003.kb.dk
Removing installation on kb-test-har-004.kb.dk
Removing installation on kb-test-har-005.kb.dk
Removing installation on kb-test-adm-001.kb.dk
Removing installation on kb-test-acs-001.kb.dk
Removing installation on kb-test-way-001.kb.dk
calling cleanup_linuxbarhosts
running cleanup_linuxbarhosts
Removing installation on sb-test-bar-001.statsbiblioteket.dk
Removing bitarchive on sb-test-bar-001.statsbiblioteket.dk
Calling cleanup_windowsbarhosts
running cleanup_windowsbarhosts
Removing C:\bitarkiv\Test3 on kb-test-bar-01.bitarkiv.kb.dk
The system cannot find the file specified.
Removing E:\bitarchive_1\Test3 on kb-test-bar-01.bitarkiv.kb.dk
The system cannot find the file specified.
Removing F:\bitarchive_2\Test3 on kb-test-bar-01.bitarkiv.kb.dk
The system cannot find the file specified.
Removing g:\bitarchive_3\Test3 on kb-test-bar-01.bitarkiv.kb.dk
The system cannot find the file specified.
Removing C:\bitarkiv\Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Removing E:\bitarchive_1\Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Removing F:\bitarchive_2\Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
Removing g:\bitarchive_3\Test3 on kb-test-bar-016.bitarkiv.kb.dk
ssh_exchange_identification: Connection closed by remote host
TESTX=Test3
PORT=8076
MAILRECEIVERS=rbkr@kb.dk
VERSION=RBKR
DEPLOYCONF=deploy_config_bitmag.xml
H3ZIP=RBKR
BITMAGCONF=/home/devel/bitmag_test_config/client_config
Using bundler file /home/devel/nas_versions/bundler/NetarchiveSuite-heritrix3-bundler-RBKR.zip
Creating distribution files in /home/devel/prepared_software/Test3.
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/home/devel/prepared_software/Test3/lib/logback-classic-1.2.3.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/home/devel/prepared_software/Test3/lib/slf4j-log4j12-1.7.10.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
SLF4J: Actual binding is of type [ch.qos.logback.classic.util.ContextSelectorStaticBinder]
Will read source files using encoding 'UTF-8' (defaulted)
Branch in settings not found: common.warcRecordService
Branch in settings not found: common.arcrepositoryClient.bitrepository
Branch in settings not found: common.hadoop
Branch in settings not found: common.useBitmagHadoopBackend
Branch in settings not found: common.fileResolver
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.certificate
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.certificate
Branch in settings not found: harvester.harvesting.umbra
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.certificate
Branch in settings not found: harvester.harvesting.umbra
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Machine 'kb-test-adm-001.kb.dk' configured with encoding 'UTF-8' (defaulted)
Machine 'kb-test-har-003.kb.dk' configured with encoding 'UTF-8' (defaulted)
NetarchiveSuite-heritrix3-bundler.zip -> /home/devel/Test3/NetarchiveSuite-heritrix3-bundler.zip
/home/devel/quickstart-nas-5.0-h3/h3server.jks -> /home/devel/Test3/h3server.jks
Machine 'kb-test-har-005.kb.dk' configured with encoding 'UTF-8' (defaulted)
NetarchiveSuite-heritrix3-bundler.zip -> /home/devel/Test3/NetarchiveSuite-heritrix3-bundler.zip
/home/devel/quickstart-nas-5.0-h3/h3server.jks -> /home/devel/Test3/h3server.jks
Machine 'kb-test-har-004.kb.dk' configured with encoding 'UTF-8' (defaulted)
NetarchiveSuite-heritrix3-bundler.zip -> /home/devel/Test3/NetarchiveSuite-heritrix3-bundler.zip
Machine 'kb-test-acs-001.kb.dk' configured with encoding 'UTF-8' (defaulted)
Machine 'kb-test-way-001.kb.dk' configured with encoding 'UTF-8' (defaulted)
Machine 'sb-test-har-001.statsbiblioteket.dk' configured with encoding 'UTF-8' (defaulted)
/home/devel/prepared_software/Test3/NetarchiveSuite-heritrix3-bundler.zip -> /home/netarkdv/Test3/NetarchiveSuite-heritrix3-bundler.zip
00:10:30.844 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.848 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
00:10:30.849 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.850 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
00:10:30.852 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.852 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
00:10:30.852 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.852 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
00:10:30.853 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.853 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
00:10:30.854 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.854 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
00:10:30.934 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
00:10:30.934 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-adm-001.kb.dk
copying NetarchiveSuite-RBKR.zip to:kb-test-adm-001.kb.dk
deleting devel@kb-test-adm-001.kb.dk:/home/devel/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:kb-test-adm-001.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-har-003.kb.dk
copying NetarchiveSuite-RBKR.zip to:kb-test-har-003.kb.dk
deleting devel@kb-test-har-003.kb.dk:/home/devel/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:kb-test-har-003.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-har-005.kb.dk
copying NetarchiveSuite-RBKR.zip to:kb-test-har-005.kb.dk
deleting devel@kb-test-har-005.kb.dk:/home/devel/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:kb-test-har-005.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-har-004.kb.dk
copying NetarchiveSuite-RBKR.zip to:kb-test-har-004.kb.dk
deleting devel@kb-test-har-004.kb.dk:/home/devel/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:kb-test-har-004.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-acs-001.kb.dk
copying NetarchiveSuite-RBKR.zip to:kb-test-acs-001.kb.dk
deleting devel@kb-test-acs-001.kb.dk:/home/devel/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:kb-test-acs-001.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-way-001.kb.dk
copying NetarchiveSuite-RBKR.zip to:kb-test-way-001.kb.dk
deleting devel@kb-test-way-001.kb.dk:/home/devel/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:kb-test-way-001.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
--------------------------------------------
INSTALLING TO MACHINE: netarkdv@sb-test-har-001.statsbiblioteket.dk
copying NetarchiveSuite-RBKR.zip to:sb-test-har-001.statsbiblioteket.dk
deleting netarkdv@sb-test-har-001.statsbiblioteket.dk:/home/netarkdv/Test3/lib
unzipping NetarchiveSuite-RBKR.zip at:sb-test-har-001.statsbiblioteket.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
Copying secondary installation scripts out to the machines where they need to be executed
scp '/home/devel/devel-config/scripts/link_bitmag.sh' 'netarkdv@sb-test-bar-001.statsbiblioteket.dk:Test3'
Linking Bitmag kbh-pillar and NAS bitarkiv directories on KBH
ssh_exchange_identification: Connection closed by remote host
lost connection
Linking bitmag and netarkivet storage directories on SB
ssh 'netarkdv@sb-test-bar-001.statsbiblioteket.dk' 'Test3/link_bitmag.sh Test3'
bash: Test3/link_bitmag.sh: Not a directory
Linking Bitmag kbh-pillar and NAS bitarkiv directories on KBH
C:\Users\ba-devel>if not exist "e:\kbhpillar\collection-Test3" md e:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "e:\bitarkiv\Test3" md e:\bitarkiv\Test3
C:\Users\ba-devel>if exist "e:\bitarkiv\Test3\filedir" rd e:\bitarkiv\Test3\filedir
C:\Users\ba-devel>mklink /J e:\bitarkiv\Test3\filedir e:\kbhpillar\collection-Test3
Junction created for e:\bitarkiv\Test3\filedir <<===>> e:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "f:\kbhpillar\collection-Test3" md f:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "f:\bitarkiv\Test3" md f:\bitarkiv\Test3
C:\Users\ba-devel>if exist "f:\bitarkiv\Test3\filedir" rd f:\bitarkiv\Test3\filedir
C:\Users\ba-devel>mklink /J f:\bitarkiv\Test3\filedir f:\kbhpillar\collection-Test3
Junction created for f:\bitarkiv\Test3\filedir <<===>> f:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "g:\kbhpillar\collection-Test3" md g:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "g:\bitarkiv\Test3" md g:\bitarkiv\Test3
C:\Users\ba-devel>if exist "g:\bitarkiv\Test3\filedir" rd g:\bitarkiv\Test3\filedir
C:\Users\ba-devel>mklink /J g:\bitarkiv\Test3\filedir g:\kbhpillar\collection-Test3
Junction created for g:\bitarkiv\Test3\filedir <<===>> g:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "h:\kbhpillar\collection-Test3" md h:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "h:\bitarkiv\Test3" md h:\bitarkiv\Test3
C:\Users\ba-devel>if exist "h:\bitarkiv\Test3\filedir" rd h:\bitarkiv\Test3\filedir
C:\Users\ba-devel>mklink /J h:\bitarkiv\Test3\filedir h:\kbhpillar\collection-Test3
Junction created for h:\bitarkiv\Test3\filedir <<===>> h:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "i:\kbhpillar\collection-Test3" md i:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "i:\bitarkiv\Test3" md i:\bitarkiv\Test3
C:\Users\ba-devel>if exist "i:\bitarkiv\Test3\filedir" rd i:\bitarkiv\Test3\filedir
C:\Users\ba-devel>mklink /J i:\bitarkiv\Test3\filedir i:\kbhpillar\collection-Test3
Junction created for i:\bitarkiv\Test3\filedir <<===>> i:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "j:\kbhpillar\collection-Test3" md j:\kbhpillar\collection-Test3
C:\Users\ba-devel>if not exist "j:\bitarkiv\Test3" md j:\bitarkiv\Test3
C:\Users\ba-devel>if exist "j:\bitarkiv\Test3\filedir" rd j:\bitarkiv\Test3\filedir
C:\Users\ba-devel>mklink /J j:\bitarkiv\Test3\filedir j:\kbhpillar\collection-Test3
Junction created for j:\bitarkiv\Test3\filedir <<===>> j:\kbhpillar\collection-Test3
ssh_exchange_identification: Connection closed by remote host
Initializing database for system Test3
+ host=devel@kb-test-adm-001
+ scp -p /home/devel/devel-config/scripts/db/setup_admindb.sh /home/devel/devel-config/scripts/db/setup_harvestdb.sh /home/devel/devel-config/scripts/db/teardown_admindb.sh /home/devel/devel-config/scripts/db/teardown_harvestdb.sh /home/devel/devel-config/scripts/../resources/harvestdb.testdata.sql /home/devel/devel-config/scripts/../resources/default_orderxml.cxml devel@kb-test-adm-001:bin/
+ ssh devel@kb-test-adm-001
Pseudo-terminal will not be allocated because stdin is not a terminal.
Destroying test3_admindb
DEBUG: transaction ID wrap limit is 2257721481, limited by database "test2056_harvestdb"
DROP DATABASE
Creating empty test3_admindb
DEBUG: transaction ID wrap limit is 2257721481, limited by database "test2056_harvestdb"
CREATE DATABASE
Initialising test3_admindb
CREATE TABLE
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "replica_pkey" for table "replica"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "replica_replica_id_key" for table "replica"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "replica_replica_name_key" for table "replica"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "replicafileinfo_pkey" for table "replicafileinfo"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "file_pkey" for table "file"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "segment_pkey" for table "segment"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
Destroying test3_harvestdb
DEBUG: transaction ID wrap limit is 2257721481, limited by database "test2056_harvestdb"
DROP DATABASE
DEBUG: transaction ID wrap limit is 2257721481, limited by database "test2056_harvestdb"
CREATE DATABASE
CREATE TABLE
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "domains_pkey" for table "domains"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "domains_name_key" for table "domains"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "configurations_pkey" for table "configurations"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "config_passwords_pkey" for table "config_passwords"
CREATE TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "config_seedlists_pkey" for table "config_seedlists"
CREATE TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "seedlists_pkey" for table "seedlists"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "passwords_pkey" for table "passwords"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "ownerinfo_pkey" for table "ownerinfo"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "historyinfo_pkey" for table "historyinfo"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "harvestdefinitions_pkey" for table "harvestdefinitions"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "harvestdefinitions_name_key" for table "harvestdefinitions"
CREATE TABLE
CREATE INDEX
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "fullharvests_pkey" for table "fullharvests"
CREATE TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "partialharvests_pkey" for table "partialharvests"
CREATE TABLE
CREATE INDEX
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "harvest_configs_pkey" for table "harvest_configs"
CREATE TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "schedules_pkey" for table "schedules"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "schedules_name_key" for table "schedules"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "ordertemplates_pkey" for table "ordertemplates"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "ordertemplates_name_key" for table "ordertemplates"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "jobs_pkey" for table "jobs"
CREATE TABLE
CREATE INDEX
CREATE INDEX
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "job_configs_pkey" for table "job_configs"
CREATE TABLE
CREATE INDEX
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "global_crawler_trap_lists_pkey" for table "global_crawler_trap_lists"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "global_crawler_trap_lists_name_key" for table "global_crawler_trap_lists"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "global_crawler_trap_expressions_pkey" for table "global_crawler_trap_expressions"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "pkrunningjobshistory" for table "runningjobshistory"
CREATE TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "pkrunningjobsmonitor" for table "runningjobsmonitor"
CREATE TABLE
CREATE INDEX
CREATE INDEX
GRANT
NOTICE: CREATE TABLE / UNIQUE will create implicit index "pkfrontierreportlines" for table "frontierreportmonitor"
CREATE TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "extendedfieldtype_pkey" for table "extendedfieldtype"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "extendedfield_pkey" for table "extendedfield"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "extendedfieldvalue_pkey" for table "extendedfieldvalue"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
INSERT 0 1
INSERT 0 1
NOTICE: CREATE TABLE / PRIMARY KEY will create implicit index "harvestchannel_pkey" for table "harvestchannel"
NOTICE: CREATE TABLE / UNIQUE will create implicit index "harvestchannel_name_key" for table "harvestchannel"
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
ALTER TABLE
ALTER TABLE
ALTER TABLE
ALTER TABLE
CREATE TABLE
NOTICE: ALTER TABLE / ADD PRIMARY KEY will create implicit index "eav_type_attribute_pkey" for table "eav_type_attribute"
ALTER TABLE
CREATE INDEX
CREATE SEQUENCE
CREATE TABLE
NOTICE: ALTER TABLE / ADD PRIMARY KEY will create implicit index "eav_attribute_pkey" for table "eav_attribute"
ALTER TABLE
CREATE INDEX
GRANT
GRANT
GRANT
INSERT 0 1
INSERT 0 1
INSERT 0 1
SET
SET
SET
SET
SET
SET
SET
SET
SET
setval
--------
17
(1 row)
setval
--------
17
(1 row)
setval
--------
17
(1 row)
setval
--------
5
(1 row)
setval
--------
4
(1 row)
setval
--------
17
(1 row)
00:12:08.749 [main] INFO com.mchange.v2.log.MLog - MLog clients using log4j logging.
00:12:09.128 [main] INFO com.mchange.v2.c3p0.C3P0Registry - Initializing c3p0-0.9.2.1 [built 20-March-2013 10:47:27 +0000; debug? true; trace: 10]
00:12:09.237 [main] DEBUG com.mchange.v2.c3p0.management.DynamicPooledDataSourceManagerMBean - MBean: com.mchange.v2.c3p0:type=PooledDataSource,identityToken=10bdx52afz68jwk12751dv|afc191,name=10bdx52afz68jwk12751dv|afc191 registered.
00:12:09.329 [main] DEBUG com.mchange.v2.c3p0.management.DynamicPooledDataSourceManagerMBean - MBean: com.mchange.v2.c3p0:type=PooledDataSource,identityToken=10bdx52afz68jwk12751dv|afc191,name=10bdx52afz68jwk12751dv|afc191 unregistered, in order to be reregistered after update.
00:12:09.329 [main] DEBUG com.mchange.v2.c3p0.management.DynamicPooledDataSourceManagerMBean - MBean: com.mchange.v2.c3p0:type=PooledDataSource,identityToken=10bdx52afz68jwk12751dv|afc191,name=10bdx52afz68jwk12751dv|afc191 registered.
00:12:09.375 [main] INFO dk.netarkivet.harvester.datamodel.HarvestDBConnection - Connection pool initialized with the following values:
- minPoolSize=5
- maxPoolSize=20
- acquireIncrement=5
- maxStatements=0
- maxStatementsPerConnection=0
- idleConnTestPeriod=0
- idleConnTestQuery='null'
- idleConnTestOnCheckin=false
00:12:09.544 [main] INFO com.mchange.v2.c3p0.impl.AbstractPoolBackedDataSource - Initializing c3p0 pool... com.mchange.v2.c3p0.ComboPooledDataSource [ acquireIncrement -> 5, acquireRetryAttempts -> 30, acquireRetryDelay -> 1000, autoCommitOnClose -> false, automaticTestTable -> null, breakAfterAcquireFailure -> false, checkoutTimeout -> 0, connectionCustomizerClassName -> null, connectionTesterClassName -> com.mchange.v2.c3p0.impl.DefaultConnectionTester, dataSourceName -> 10bdx52afz68jwk12751dv|afc191, debugUnreturnedConnectionStackTraces -> false, description -> null, driverClass -> org.postgresql.Driver, factoryClassLocation -> null, forceIgnoreUnresolvedTransactions -> false, identityToken -> 10bdx52afz68jwk12751dv|afc191, idleConnectionTestPeriod -> 0, initialPoolSize -> 3, jdbcUrl -> jdbc:postgresql://localhost:5432/test3_harvestdb, maxAdministrativeTaskTime -> 0, maxConnectionAge -> 3600, maxIdleTime -> 0, maxIdleTimeExcessConnections -> 0, maxPoolSize -> 20, maxStatements -> 0, maxStatementsPerConnection -> 0, minPoolSize -> 5, numHelperThreads -> 3, preferredTestQuery -> null, properties -> {user=******, password=******}, propertyCycle -> 0, statementCacheNumDeferredCloseThreads -> 0, testConnectionOnCheckin -> false, testConnectionOnCheckout -> false, unreturnedConnectionTimeout -> 0, userOverrides -> {}, usesTraditionalReflectiveProxies -> false ]
00:12:09.586 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - incremented pending_acquires: 1
00:12:09.587 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Starting acquisition series. Incremented pending_acquires [1], attempts_remaining: 30
00:12:09.587 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$ScatteredAcquireTask@5b461a
00:12:09.588 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - incremented pending_acquires: 2
00:12:09.588 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Starting acquisition series. Incremented pending_acquires [2], attempts_remaining: 30
00:12:09.588 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$ScatteredAcquireTask@c1c010
00:12:09.589 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - incremented pending_acquires: 3
00:12:09.589 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Starting acquisition series. Incremented pending_acquires [3], attempts_remaining: 30
00:12:09.589 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$ScatteredAcquireTask@17f23d9
00:12:09.589 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - incremented pending_acquires: 4
00:12:09.589 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Starting acquisition series. Incremented pending_acquires [4], attempts_remaining: 30
00:12:09.590 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$ScatteredAcquireTask@1d47554
00:12:09.590 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - incremented pending_acquires: 5
00:12:09.590 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Starting acquisition series. Incremented pending_acquires [5], attempts_remaining: 30
00:12:09.591 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$ScatteredAcquireTask@1b794e2
00:12:09.600 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - com.mchange.v2.resourcepool.BasicResourcePool@1200884 config: [start -> 3; min -> 5; max -> 20; inc -> 5; num_acq_attempts -> 30; acq_attempt_delay -> 1000; check_idle_resources_delay -> 0; mox_resource_age -> 3600000; max_idle_time -> 0; excess_max_idle_time -> 0; destroy_unreturned_resc_time -> 0; expiration_enforcement_delay -> 900000; break_on_acquisition_failure -> false; debug_store_checkout_exceptions -> false]
00:12:09.601 [main] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPoolManager - Created new pool for auth, username (masked): 'de******'.
00:12:09.601 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - acquire test -- pool size: 0; target_pool_size: 5; desired target? 1
00:12:09.602 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - awaitAvailable(): [unknown]
00:12:09.602 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 0, unused: 0, excluded: 0]
00:12:09.863 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool - com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager@b3d04a.acquireResource() returning.
00:12:09.864 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 1, unused: 1, excluded: 0]
00:12:09.864 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - decremented pending_acquires: 4
00:12:09.864 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Acquisition series terminated successfully. Decremented pending_acquires [4], attempts_remaining: 30
00:12:09.865 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 1, unused: 0, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.868 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool - com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager@b3d04a.acquireResource() returning.
00:12:09.869 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 2, unused: 1, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.869 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - decremented pending_acquires: 3
00:12:09.869 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Acquisition series terminated successfully. Decremented pending_acquires [3], attempts_remaining: 30
00:12:09.876 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#1] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool - com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager@b3d04a.acquireResource() returning.
00:12:09.877 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#1] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 3, unused: 2, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.877 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#1] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - decremented pending_acquires: 2
00:12:09.877 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#1] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Acquisition series terminated successfully. Decremented pending_acquires [2], attempts_remaining: 30
00:12:09.894 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool - com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager@b3d04a.acquireResource() returning.
00:12:09.895 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 4, unused: 3, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.895 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - decremented pending_acquires: 1
00:12:09.895 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#2] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Acquisition series terminated successfully. Decremented pending_acquires [1], attempts_remaining: 30
00:12:09.900 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool - com.mchange.v2.c3p0.impl.C3P0PooledConnectionPool$1PooledConnectionResourcePoolManager@b3d04a.acquireResource() returning.
00:12:09.900 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 5, unused: 4, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.900 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - decremented pending_acquires: 0
00:12:09.900 [C3P0PooledConnectionPoolManager[identityToken->10bdx52afz68jwk12751dv|afc191]-HelperThread-#0] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - Acquisition series terminated successfully. Decremented pending_acquires [0], attempts_remaining: 30
00:12:09.960 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyPreparedStatement - com.mchange.v2.c3p0.impl.NewProxyPreparedStatement@1bc39f8 closed orphaned ResultSet: com.mchange.v2.c3p0.impl.NewProxyResultSet@a434c8
00:12:09.961 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$1RefurbishCheckinResourceTask@8bf312
00:12:09.966 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 5, unused: 4, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.972 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 5, unused: 4, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:09.975 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyPreparedStatement - com.mchange.v2.c3p0.impl.NewProxyPreparedStatement@1083305 closed orphaned ResultSet: com.mchange.v2.c3p0.impl.NewProxyResultSet@e677af
00:12:09.975 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$1RefurbishCheckinResourceTask@e0379d
00:12:09.975 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 5, unused: 4, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:10.029 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 5, unused: 4, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:10.039 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyPreparedStatement - com.mchange.v2.c3p0.impl.NewProxyPreparedStatement@1b485ba closed orphaned ResultSet: com.mchange.v2.c3p0.impl.NewProxyResultSet@11c7bf6
00:12:10.070 [main] DEBUG com.mchange.v2.async.ThreadPoolAsynchronousRunner - com.mchange.v2.async.ThreadPoolAsynchronousRunner@1f2a664: Adding task to queue -- com.mchange.v2.resourcepool.BasicResourcePool$1RefurbishCheckinResourceTask@14b199c
00:12:10.070 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - trace com.mchange.v2.resourcepool.BasicResourcePool@1200884 [managed: 5, unused: 4, excluded: 0] (e.g. com.mchange.v2.c3p0.impl.NewPooledConnection@539f21)
00:12:10.071 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyConnection - com.mchange.v2.c3p0.impl.NewProxyConnection@d3d15a: close() called more than once.
The template 'default_orderxml' has now been updated.
+ set +x
--------------------------------------------
STARTING MACHINE: devel@kb-test-adm-001.kb.dk
Starting all applications on: kb-test-adm-001.kb.dk
Starting linux application: GUIApplication
Starting linux application: ArcRepositoryApplication
Starting linux application: HarvestJobManagerApplication
--------------------------------------------
STARTING MACHINE: devel@kb-test-har-003.kb.dk
Starting all applications on: kb-test-har-003.kb.dk
Starting linux application: HarvestControllerApplication_kblow001_h3
00:12:17,466 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_HarvestControllerApplication_kblow001_h3.xml] at [file:/home/devel/Test3/conf/logback_HarvestControllerApplication_kblow001_h3.xml]
00:12:17,686 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:17,690 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:17,697 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:17,713 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:17,779 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:17,783 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:17,809 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@2025221430 - No compression will be used
00:12:17,810 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@2025221430 - Will use the pattern ./log/HarvestControllerApplication_kblow001_h3.%d{yyyy-MM-dd}.%i.log for the active file
00:12:17,813 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kblow001_h3.%d{yyyy-MM-dd}.%i.log'.
00:12:17,813 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - Roll-over at midnight.
00:12:17,817 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - Setting initial period to Mon Feb 08 00:12:17 CET 2021
00:12:17,818 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:17,818 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:17,819 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:17,822 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kblow001_h3.log
00:12:17,822 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kblow001_h3.log]
00:12:17,823 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:18,346 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:18,350 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:18,350 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:18,351 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:18,351 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:18,351 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:18,351 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:18,352 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@bef2d72 - Registering current configuration as safe fallback point
2021-02-08 00:12:18.361 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:18.369 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_282
2021-02-08 00:12:18.370 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_282
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
2021-02-08 00:12:18.370 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:18.370 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:18.371 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_HarvestControllerApplication_kblow001_h3.xml'
2021-02-08 00:12:18.566 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-003.kb.dk' and JMX/RMI ports 8150/8250
2021-02-08 00:12:18.567 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8150 communicating on port 8250 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-003.kb.dk:8250/jndi/rmi://kb-test-har-003.kb.dk:8150/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:18.576 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:18.596 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:18.597 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:18.598 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:18.605 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2021-02-08 00:12:18.605 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'LOWPRIORITY'
2021-02-08 00:12:18.606 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_low'
2021-02-08 00:12:18.607 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2021-02-08 00:12:18.801 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:18.813 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@49ec71f8 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_9_HCS_KBLOW001_H3
2021-02-08 00:12:18.826 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_9_HCS_KBLOW001_H3']'
2021-02-08 00:12:18.827 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:18.828 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:18.837 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:19.181 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:19.181 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:19.182 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:19.182 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:19.186 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-003.kb.dk
2021-02-08 00:12:19.188 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-har-003.kb.dk-44a8b307-6539-4a0d-8a76-feb9935b57d4
2021-02-08 00:12:19.761 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
2021-02-08 00:12:20.407 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Getting bitrepository message bus
2021-02-08 00:12:21.147 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository clients
2021-02-08 00:12:21.175 DEBUG d.n.h.h.HarvestControllerServer.<init> - Obtained JMS connection.
2021-02-08 00:12:21.176 INFO d.n.h.h.HarvestControllerServer.<init> - SEND_READY_DELAY used by HarvestControllerServer is 300
2021-02-08 00:12:21.177 INFO d.n.h.heritrix3.PostProcessing.processOldJobs - Looking for unprocessed crawldata in 'harvester_low'
2021-02-08 00:12:21.178 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@3a320ade as listener to Test3_COMMON_HCHAN_VAL_RESP
2021-02-08 00:12:21.202 INFO d.n.h.h.HarvestControllerServer.<init> - Requested to check the validity of harvest channel 'LOWPRIORITY'
2021-02-08 00:12:21.268 INFO d.n.h.h.HarvestControllerServer.visit - Received message stating that channel 'LOWPRIORITY' is valid.
2021-02-08 00:12:21.271 INFO d.n.h.h.HarvestControllerServer.beginListeningIfSpaceAvailable - Starts to listen to new jobs on queue '[Queue 'Test3_COMMON_JOB_SNAPSHOT_LOWPRIORITY']'
2021-02-08 00:12:21.272 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@3a320ade as listener to Test3_COMMON_JOB_SNAPSHOT_LOWPRIORITY
--------------------------------------------
STARTING MACHINE: devel@kb-test-har-005.kb.dk
Starting all applications on: kb-test-har-005.kb.dk
Starting linux application: HarvestControllerApplication_kbumbra_1
Starting linux application: HarvestControllerApplication_kbumbra_2
00:12:23,286 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_HarvestControllerApplication_kbumbra_1.xml] at [file:/home/devel/Test3/conf/logback_HarvestControllerApplication_kbumbra_1.xml]
00:12:23,582 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:23,585 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:23,609 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:23,634 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:23,744 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:23,748 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:23,795 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@2025221430 - No compression will be used
00:12:23,796 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@2025221430 - Will use the pattern ./log/HarvestControllerApplication_kbumbra_1.%d{yyyy-MM-dd}.%i.log for the active file
00:12:23,798 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kbumbra_1.%d{yyyy-MM-dd}.%i.log'.
00:12:23,798 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - Roll-over at midnight.
00:12:23,802 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - Setting initial period to Mon Feb 08 00:12:23 CET 2021
00:12:23,802 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:23,802 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:23,805 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:23,807 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kbumbra_1.log
00:12:23,807 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kbumbra_1.log]
00:12:23,808 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:24,538 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:24,553 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:24,553 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:24,553 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:24,553 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:24,554 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:24,554 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:24,555 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@bef2d72 - Registering current configuration as safe fallback point
2021-02-08 00:12:24.559 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:24.571 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_282
2021-02-08 00:12:24.571 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_282
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
2021-02-08 00:12:24.572 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:24.572 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:24.572 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_HarvestControllerApplication_kbumbra_1.xml'
2021-02-08 00:12:24.769 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-005.kb.dk' and JMX/RMI ports 8150/8250
2021-02-08 00:12:24.770 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8150 communicating on port 8250 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-005.kb.dk:8250/jndi/rmi://kb-test-har-005.kb.dk:8150/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:24.774 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:24.786 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2021-02-08 00:12:24.786 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'UMBRA'
2021-02-08 00:12:24.787 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_umbra_1'
2021-02-08 00:12:24.787 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2021-02-08 00:12:24.789 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:24.790 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:24.790 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:24.939 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:24.940 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@49ec71f8 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_16_HCS_KBUMBRA_1
2021-02-08 00:12:24.964 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_16_HCS_KBUMBRA_1']'
2021-02-08 00:12:24.965 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:24.965 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:24.969 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:25.317 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:25.318 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:25.318 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:25.318 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:25.322 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-005.kb.dk
2021-02-08 00:12:25.323 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-har-005.kb.dk-19ac5cfe-10d3-4cde-9039-0c44bbf8c385
2021-02-08 00:12:26.062 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
2021-02-08 00:12:27.195 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Getting bitrepository message bus
00:12:23,391 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_HarvestControllerApplication_kbumbra_2.xml] at [file:/home/devel/Test3/conf/logback_HarvestControllerApplication_kbumbra_2.xml]
00:12:23,694 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:23,697 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:23,703 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:23,726 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:23,827 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:23,844 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:23,871 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@2025221430 - No compression will be used
00:12:23,879 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@2025221430 - Will use the pattern ./log/HarvestControllerApplication_kbumbra_2.%d{yyyy-MM-dd}.%i.log for the active file
00:12:23,882 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kbumbra_2.%d{yyyy-MM-dd}.%i.log'.
00:12:23,882 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - Roll-over at midnight.
00:12:23,885 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - Setting initial period to Mon Feb 08 00:12:23 CET 2021
00:12:23,885 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:23,885 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5223e5ee - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:23,887 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:23,894 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kbumbra_2.log
00:12:23,894 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kbumbra_2.log]
00:12:23,895 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:24,506 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:24,508 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:24,508 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:24,509 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:24,509 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:24,510 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:24,510 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:24,510 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@bef2d72 - Registering current configuration as safe fallback point
2021-02-08 00:12:24.515 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:24.520 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_282
2021-02-08 00:12:24.521 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_282
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
2021-02-08 00:12:24.521 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:24.521 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:24.521 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_HarvestControllerApplication_kbumbra_2.xml'
2021-02-08 00:12:24.708 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-005.kb.dk' and JMX/RMI ports 8155/8255
2021-02-08 00:12:24.708 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8155 communicating on port 8255 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-005.kb.dk:8255/jndi/rmi://kb-test-har-005.kb.dk:8155/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:24.713 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:24.722 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:24.722 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:24.723 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:24.738 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2021-02-08 00:12:24.738 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'UMBRA'
2021-02-08 00:12:24.738 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_umbra_2'
2021-02-08 00:12:24.738 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2021-02-08 00:12:24.898 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:24.899 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@49ec71f8 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_16_HCS_KBUMBRA_2
2021-02-08 00:12:24.920 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_16_HCS_KBUMBRA_2']'
2021-02-08 00:12:24.921 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:24.921 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:24.925 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:25.302 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:25.303 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:25.303 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:25.303 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:25.307 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-005.kb.dk
2021-02-08 00:12:25.308 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-har-005.kb.dk-69eb8f32-e4c9-4be6-87ce-be28b105a96f
2021-02-08 00:12:26.037 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
2021-02-08 00:12:27.129 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Getting bitrepository message bus
--------------------------------------------
STARTING MACHINE: devel@kb-test-har-004.kb.dk
Starting all applications on: kb-test-har-004.kb.dk
Starting linux application: HarvestControllerApplication_kblow002_h3
Starting linux application: HarvestControllerApplication_kbhigh_h3
00:12:29,292 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_HarvestControllerApplication_kbhigh_h3.xml] at [file:/home/devel/Test3/conf/logback_HarvestControllerApplication_kbhigh_h3.xml]
00:12:29,787 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:29,795 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:29,807 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:29,823 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:29,951 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:29,963 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:30,040 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@349420578 - No compression will be used
00:12:30,041 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@349420578 - Will use the pattern ./log/HarvestControllerApplication_kbhigh_h3.%d{yyyy-MM-dd}.%i.log for the active file
00:12:30,045 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kbhigh_h3.%d{yyyy-MM-dd}.%i.log'.
00:12:30,045 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - Roll-over at midnight.
00:12:30,064 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - Setting initial period to Mon Feb 08 00:12:30 CET 2021
00:12:30,065 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:30,065 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:30,067 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:30,084 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kbhigh_h3.log
00:12:30,084 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kbhigh_h3.log]
00:12:30,085 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:30,855 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:30,857 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:30,857 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:30,865 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:30,865 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:30,865 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:30,865 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:30,866 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@4c1d9d4b - Registering current configuration as safe fallback point
2021-02-08 00:12:30.875 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:30.890 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_25
2021-02-08 00:12:30.899 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_25
java.home: /usr/local/java/jdk1.8.0_25_x64/jre
2021-02-08 00:12:30.900 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/local/java/jdk1.8.0_25_x64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:30.900 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:30.900 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_HarvestControllerApplication_kbhigh_h3.xml'
2021-02-08 00:12:31.150 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-004.kb.dk' and JMX/RMI ports 8152/8252
2021-02-08 00:12:31.151 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8152 communicating on port 8252 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-004.kb.dk:8252/jndi/rmi://kb-test-har-004.kb.dk:8152/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:31.156 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:31.179 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:31.180 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:31.180 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:31.188 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2021-02-08 00:12:31.188 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'HIGHPRIORITY'
2021-02-08 00:12:31.188 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_high'
2021-02-08 00:12:31.189 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2021-02-08 00:12:31.406 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:31.407 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@35ef1869 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_11_HCS_KBHIGH_H3
2021-02-08 00:12:31.428 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_11_HCS_KBHIGH_H3']'
2021-02-08 00:12:31.429 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:31.431 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:31.445 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:31.780 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:31.780 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:31.781 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:31.781 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:31.790 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-004.kb.dk
2021-02-08 00:12:31.791 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-har-004.kb.dk-5f520ff9-fb1f-490a-971f-c42841fac624
2021-02-08 00:12:32.640 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
00:12:29,264 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_HarvestControllerApplication_kblow002_h3.xml] at [file:/home/devel/Test3/conf/logback_HarvestControllerApplication_kblow002_h3.xml]
00:12:29,869 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:29,881 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:29,898 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:29,937 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:30,049 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:30,055 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:30,106 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@349420578 - No compression will be used
00:12:30,107 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@349420578 - Will use the pattern ./log/HarvestControllerApplication_kblow002_h3.%d{yyyy-MM-dd}.%i.log for the active file
00:12:30,121 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kblow002_h3.%d{yyyy-MM-dd}.%i.log'.
00:12:30,121 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - Roll-over at midnight.
00:12:30,131 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - Setting initial period to Mon Feb 08 00:12:30 CET 2021
00:12:30,131 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:30,131 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@12d4bf7e - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:30,134 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:30,142 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kblow002_h3.log
00:12:30,142 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kblow002_h3.log]
00:12:30,143 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:30,812 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:30,814 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:30,814 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:30,822 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:30,822 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:30,823 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:30,823 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:30,823 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@4c1d9d4b - Registering current configuration as safe fallback point
2021-02-08 00:12:30.839 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:30.855 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_25
2021-02-08 00:12:30.856 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_25
java.home: /usr/local/java/jdk1.8.0_25_x64/jre
2021-02-08 00:12:30.861 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/local/java/jdk1.8.0_25_x64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:30.862 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:30.863 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_HarvestControllerApplication_kblow002_h3.xml'
2021-02-08 00:12:31.014 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-004.kb.dk' and JMX/RMI ports 8150/8250
2021-02-08 00:12:31.015 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8150 communicating on port 8250 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-004.kb.dk:8250/jndi/rmi://kb-test-har-004.kb.dk:8150/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:31.029 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:31.047 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:31.048 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:31.048 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:31.068 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2021-02-08 00:12:31.068 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'LOWPRIORITY'
2021-02-08 00:12:31.069 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_low'
2021-02-08 00:12:31.069 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2021-02-08 00:12:31.249 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:31.252 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@35ef1869 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_11_HCS_KBLOW002_H3
2021-02-08 00:12:31.273 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_11_HCS_KBLOW002_H3']'
2021-02-08 00:12:31.278 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:31.279 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:31.289 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:31.755 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:31.756 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:31.768 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:31.768 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:31.771 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-004.kb.dk
2021-02-08 00:12:31.778 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-har-004.kb.dk-064bfca0-dced-4391-85bf-0c57a4bcc0dd
2021-02-08 00:12:32.642 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
--------------------------------------------
STARTING MACHINE: devel@kb-test-acs-001.kb.dk
Starting all applications on: kb-test-acs-001.kb.dk
Starting linux application: IndexServerApplication
Starting linux application: ViewerProxyApplication
00:12:34,583 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_IndexServerApplication.xml] at [file:/home/devel/Test3/conf/logback_IndexServerApplication.xml]
00:12:34,977 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:34,978 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:34,985 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:34,999 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:35,096 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:35,099 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:35,138 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@597190999 - No compression will be used
00:12:35,139 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@597190999 - Will use the pattern ./log/IndexServerApplication.%d{yyyy-MM-dd}.%i.log for the active file
00:12:35,141 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - The date pattern is 'yyyy-MM-dd' from file name pattern './log/IndexServerApplication.%d{yyyy-MM-dd}.%i.log'.
00:12:35,141 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - Roll-over at midnight.
00:12:35,145 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - Setting initial period to Mon Feb 08 00:12:35 CET 2021
00:12:35,145 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:35,145 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:35,147 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:35,149 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/IndexServerApplication.log
00:12:35,149 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/IndexServerApplication.log]
00:12:35,150 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:35,759 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:35,760 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:35,760 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:35,761 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:35,761 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:35,762 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:35,762 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:35,762 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@1e730495 - Registering current configuration as safe fallback point
2021-02-08 00:12:35.767 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.indexserver.IndexServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:35.773 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.indexserver.IndexServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_282
2021-02-08 00:12:35.774 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_282
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
2021-02-08 00:12:35.774 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:35.774 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:35.774 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_IndexServerApplication.xml'
2021-02-08 00:12:35.923 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-acs-001.kb.dk' and JMX/RMI ports 8351/8451
2021-02-08 00:12:35.924 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8351 communicating on port 8451 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-acs-001.kb.dk:8451/jndi/rmi://kb-test-acs-001.kb.dk:8351/jmxrmi
dk.netarkivet.harvester.indexserver.IndexServer Running
2021-02-08 00:12:35.927 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.indexserver.IndexServer Running
2021-02-08 00:12:35.934 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxdata' uses directory '/home/devel/Test3/cache/cdxdata'
2021-02-08 00:12:35.945 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:35.945 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:35.945 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:35.951 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:36.075 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@6ca8564a as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_5_IS
2021-02-08 00:12:36.086 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_5_IS']'
2021-02-08 00:12:36.086 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:36.087 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:36.090 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:36.389 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:36.390 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:36.390 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:36.390 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:36.394 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-acs-001.kb.dk
2021-02-08 00:12:36.395 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-acs-001.kb.dk-99ca113d-2a30-4b55-89ac-13f45156662f
2021-02-08 00:12:37.049 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
2021-02-08 00:12:37.868 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Getting bitrepository message bus
2021-02-08 00:12:38.813 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository clients
2021-02-08 00:12:38.880 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'cdxdata' is fetching metadata with urls matching 'metadata://[^/]*/crawl/index/cdx.*' and mimetype matching 'application/x-cdx'. Migration of duplicate records is disabled
2021-02-08 00:12:38.882 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxindex' uses directory '/home/devel/Test3/cache/cdxindex'
2021-02-08 00:12:38.888 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'crawllog' uses directory '/home/devel/Test3/cache/crawllog'
2021-02-08 00:12:38.890 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'crawllog' is fetching metadata with urls matching 'metadata://[^/]*/crawl/logs/crawl\.log.*' and mimetype matching 'text/plain'. Migration of duplicate records is disabled
2021-02-08 00:12:38.891 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'dedupcrawllogindex' uses directory '/home/devel/Test3/cache/dedupcrawllogindex'
2021-02-08 00:12:38.892 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxdata' uses directory '/home/devel/Test3/cache/cdxdata'
2021-02-08 00:12:38.894 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'cdxdata' is fetching metadata with urls matching 'metadata://[^/]*/crawl/index/cdx.*' and mimetype matching 'application/x-cdx'. Migration of duplicate records is disabled
2021-02-08 00:12:38.895 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'crawllog' uses directory '/home/devel/Test3/cache/crawllog'
2021-02-08 00:12:38.897 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'crawllog' is fetching metadata with urls matching 'metadata://[^/]*/crawl/logs/crawl\.log.*' and mimetype matching 'text/plain'. Migration of duplicate records is disabled
2021-02-08 00:12:38.897 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'fullcrawllogindex' uses directory '/home/devel/Test3/cache/fullcrawllogindex'
2021-02-08 00:12:38.898 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxdata' uses directory '/home/devel/Test3/cache/cdxdata'
2021-02-08 00:12:38.900 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'cdxdata' is fetching metadata with urls matching 'metadata://[^/]*/crawl/index/cdx.*' and mimetype matching 'application/x-cdx'. Migration of duplicate records is disabled
2021-02-08 00:12:38.901 DEBUG d.n.h.indexserver.FileBasedCache.cache - Waiting to enter synchronization on /home/devel/Test3/cache/cdxindex/empty-cache.working
2021-02-08 00:12:38.902 DEBUG d.n.h.indexserver.FileBasedCache.cache - locking filechannel for file '/home/devel/Test3/cache/cdxindex/empty-cache.working' (thread = main)
2021-02-08 00:12:38.911 DEBUG d.n.common.utils.ProcessUtils.runProcess - Running external program: sort /home/devel/Test3/cache/cdxindex/empty-cache -o /home/devel/Test3/cache/cdxindex/empty-cache.unsorted with environment LANG=C
2021-02-08 00:12:38.930 DEBUG d.n.h.indexserver.FileBasedCache.cache - release lock on filechannel sun.nio.ch.FileChannelImpl@3e14c16d
2021-02-08 00:12:38.931 INFO d.n.h.indexserver.FileBasedCache.getIndex - Generated index '/home/devel/Test3/cache/cdxindex/empty-cache' of id '[]', request was for '[]'
2021-02-08 00:12:38.932 DEBUG d.n.h.indexserver.FileBasedCache.cache - Waiting to enter synchronization on /home/devel/Test3/cache/dedupcrawllogindex/empty-cache.working
2021-02-08 00:12:38.933 DEBUG d.n.h.indexserver.FileBasedCache.cache - locking filechannel for file '/home/devel/Test3/cache/dedupcrawllogindex/empty-cache.working' (thread = main)
2021-02-08 00:12:38.933 INFO d.n.h.indexserver.CrawlLogIndexCache.prepareCombine - Starting to generate dedupcrawllogindex for the 0 jobs: []
2021-02-08 00:12:38.934 INFO d.n.h.indexserver.CrawlLogIndexCache.combine - Starting combine task #1. This combines a dataset with 0 crawl logs (thread = main)
00:12:34,442 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test3/conf/logback_ViewerProxyApplication.xml] at [file:/home/devel/Test3/conf/logback_ViewerProxyApplication.xml]
00:12:34,865 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:34,866 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:34,887 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:34,910 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:34,978 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:34,982 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:35,015 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@597190999 - No compression will be used
00:12:35,017 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@597190999 - Will use the pattern ./log/ViewerProxyApplication.%d{yyyy-MM-dd}.%i.log for the active file
00:12:35,027 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - The date pattern is 'yyyy-MM-dd' from file name pattern './log/ViewerProxyApplication.%d{yyyy-MM-dd}.%i.log'.
00:12:35,027 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - Roll-over at midnight.
00:12:35,031 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - Setting initial period to Mon Feb 08 00:12:35 CET 2021
00:12:35,031 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:35,031 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@23f7d05d - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:35,039 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:35,041 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/ViewerProxyApplication.log
00:12:35,041 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/ViewerProxyApplication.log]
00:12:35,042 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:35,689 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:35,691 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:35,691 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:35,692 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:35,692 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:35,692 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:35,692 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:35,693 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@1e730495 - Registering current configuration as safe fallback point
2021-02-08 00:12:35.708 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.viewerproxy.ViewerProxy
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:35.714 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.viewerproxy.ViewerProxy
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_282
2021-02-08 00:12:35.714 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_282
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
2021-02-08 00:12:35.714 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.282.b08-1.el7_9.x86_64/jre
Working dir: /home/devel/Test3
2021-02-08 00:12:35.715 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test3
2021-02-08 00:12:35.715 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test3/conf/settings_ViewerProxyApplication.xml'
2021-02-08 00:12:35.852 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-acs-001.kb.dk' and JMX/RMI ports 8350/8450
2021-02-08 00:12:35.852 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8350 communicating on port 8450 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-acs-001.kb.dk:8450/jndi/rmi://kb-test-acs-001.kb.dk:8350/jmxrmi
dk.netarkivet.viewerproxy.ViewerProxy Running
2021-02-08 00:12:35.854 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.viewerproxy.ViewerProxy Running
2021-02-08 00:12:35.864 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:35.865 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:35.865 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:35.872 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:35.974 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@6a400542 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_5_VP
2021-02-08 00:12:35.995 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_226_228_5_VP']'
2021-02-08 00:12:35.995 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:35.996 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:36.001 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:36.278 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:36.278 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/devel/Test3/conf/bitmag_client_config
2021-02-08 00:12:36.279 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/devel/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:36.279 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:36.310 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-acs-001.kb.dk
2021-02-08 00:12:36.311 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-kb-test-acs-001.kb.dk-2ec2c47c-6e06-488a-9fa5-8095f4f574eb
2021-02-08 00:12:37.029 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
2021-02-08 00:12:37.888 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Getting bitrepository message bus
2021-02-08 00:12:38.737 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository clients
2021-02-08 00:12:38.792 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'FULL_CRAWL_LOG' uses directory '/home/devel/Test3/cache/FULL_CRAWL_LOG'
2021-02-08 00:12:38.812 INFO d.n.viewerproxy.ARCArchiveAccess.<init> - Constructed instance of ARCArchiveAccess with TryToLookupUriAsFtp: false
2021-02-08 00:12:38.854 INFO dk.netarkivet.viewerproxy.WebProxy.<init> - Starting viewerproxy jetty on port 8076
--------------------------------------------
STARTING MACHINE: devel@kb-test-way-001.kb.dk
Starting all applications on: kb-test-way-001.kb.dk
Starting linux application: WaybackIndexerApplication
Starting linux application: AggregatorApplication
--------------------------------------------
--------------------------------------------
STARTING MACHINE: netarkdv@sb-test-har-001.statsbiblioteket.dk
Starting all applications on: sb-test-har-001.statsbiblioteket.dk
Starting linux application: HarvestControllerApplication_sbhigh_h3
00:12:45,097 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/netarkdv/Test3/conf/logback_HarvestControllerApplication_sbhigh_h3.xml] at [file:/home/netarkdv/Test3/conf/logback_HarvestControllerApplication_sbhigh_h3.xml]
00:12:45,224 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
00:12:45,229 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
00:12:45,235 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
00:12:45,243 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:45,279 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
00:12:45,281 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
00:12:45,294 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@1543148593 - No compression will be used
00:12:45,295 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@1543148593 - Will use the pattern ./log/HarvestControllerApplication_sbhigh_h3.%d{yyyy-MM-dd}.%i.log for the active file
00:12:45,297 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5db250b4 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_sbhigh_h3.%d{yyyy-MM-dd}.%i.log'.
00:12:45,297 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5db250b4 - Roll-over at midnight.
00:12:45,301 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5db250b4 - Setting initial period to Mon Feb 08 00:12:45 CET 2021
00:12:45,301 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5db250b4 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
00:12:45,301 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@5db250b4 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
00:12:45,303 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
00:12:45,304 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_sbhigh_h3.log
00:12:45,304 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_sbhigh_h3.log]
00:12:45,306 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
00:12:45,535 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
00:12:45,536 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
00:12:45,536 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
00:12:45,537 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
00:12:45,537 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
00:12:45,537 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
00:12:45,537 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
00:12:45,538 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@223f3642 - Registering current configuration as safe fallback point
2021-02-08 00:12:45.541 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
2021-02-08 00:12:45.545 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 5.7-IIPCH3-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/f0f4a71edd0773f7fd35d30bfb5f80abe93057eb)
Java VM: 1.8.0_232
2021-02-08 00:12:45.546 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_232
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.el7_7.x86_64/jre
2021-02-08 00:12:45.546 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.el7_7.x86_64/jre
Working dir: /home/netarkdv/Test3
2021-02-08 00:12:45.546 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/netarkdv/Test3
2021-02-08 00:12:45.546 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/netarkdv/Test3/conf/settings_HarvestControllerApplication_sbhigh_h3.xml'
2021-02-08 00:12:45.680 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'sb-test-har-001.statsbiblioteket.dk' and JMX/RMI ports 8150/8250
2021-02-08 00:12:45.681 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8150 communicating on port 8250 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://sb-test-har-001.statsbiblioteket.dk:8250/jndi/rmi://sb-test-har-001.statsbiblioteket.dk:8150/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:45.685 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2021-02-08 00:12:45.692 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:45.692 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2021-02-08 00:12:45.692 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2021-02-08 00:12:45.707 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2021-02-08 00:12:45.707 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'HIGHPRIORITY'
2021-02-08 00:12:45.712 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_high'
2021-02-08 00:12:45.713 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2021-02-08 00:12:45.818 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each getrequest after 300000 milliseconds.
2021-02-08 00:12:45.819 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@a514af7 as listener to Test3_COMMON_THIS_REPOS_CLIENT_130_225_27_140_HCS_SBHIGH_H3
2021-02-08 00:12:45.835 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test3_COMMON_THIS_REPOS_CLIENT_130_225_27_140_HCS_SBHIGH_H3']'
2021-02-08 00:12:45.836 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/netarkdv/Test3/conf/bitmag_client_config
2021-02-08 00:12:45.836 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - No collectionId set so using default value Test3
2021-02-08 00:12:45.841 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder arcrepositoryTemp
2021-02-08 00:12:45.972 DEBUG d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository
2021-02-08 00:12:45.978 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Reading bitrepository settings from /home/netarkdv/Test3/conf/bitmag_client_config
2021-02-08 00:12:45.979 INFO d.n.c.d.bitrepository.Bitrepository.<init> - keyfile: /home/netarkdv/Test3/conf/bitmag_client_config/client.pem
2021-02-08 00:12:45.979 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository settings.
2021-02-08 00:12:45.982 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): sb-test-har-001.statsbiblioteket.dk
2021-02-08 00:12:45.982 INFO d.n.c.d.bitrepository.Bitrepository.<init> - componentId: NetarchivesuiteClient-sb-test-har-001.statsbiblioteket.dk-47ce3458-085d-43c2-860a-191ced0ea519
2021-02-08 00:12:46.385 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository security manager.
2021-02-08 00:12:46.855 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Getting bitrepository message bus
2021-02-08 00:12:47.230 INFO d.n.c.d.bitrepository.Bitrepository.<init> - Initialising bitrepository clients
2021-02-08 00:12:47.243 DEBUG d.n.h.h.HarvestControllerServer.<init> - Obtained JMS connection.
2021-02-08 00:12:47.248 INFO d.n.h.h.HarvestControllerServer.<init> - SEND_READY_DELAY used by HarvestControllerServer is 300
2021-02-08 00:12:47.249 INFO d.n.h.heritrix3.PostProcessing.processOldJobs - Looking for unprocessed crawldata in 'harvester_high'
2021-02-08 00:12:47.250 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@18f20260 as listener to Test3_COMMON_HCHAN_VAL_RESP
2021-02-08 00:12:47.295 INFO d.n.h.h.HarvestControllerServer.<init> - Requested to check the validity of harvest channel 'HIGHPRIORITY'
2021-02-08 00:12:47.363 INFO d.n.h.h.HarvestControllerServer.visit - Received message stating that channel 'HIGHPRIORITY' is valid.
2021-02-08 00:12:47.366 INFO d.n.h.h.HarvestControllerServer.beginListeningIfSpaceAvailable - Starts to listen to new jobs on queue '[Queue 'Test3_COMMON_JOB_PARTIAL_HIGHPRIORITY']'
2021-02-08 00:12:47.366 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@18f20260 as listener to Test3_COMMON_JOB_PARTIAL_HIGHPRIORITY
--------------------------------------------
Completed the script all_test.sh
Finished: SUCCESS
Console Output
Help us localize this page