t-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
11:23:11.100 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@2b71e916[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:11.101 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-25539]
11:23:11.104 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
11:23:11.104 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@73700b80' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25539' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
11:23:11.104 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25539' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@73700b80'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25539#1936722816'.
11:23:11.104 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25539#1936722816'.
11:23:11.122 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
11:23:11.129 DEBUG o.b.commandline.DeleteFileCmd - Initiating the DeleteFile conversation.
11:23:11.131 INFO o.b.m.d.ConversationBasedDeleteFileClient - Requesting the deletion of the file '1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz' from the pillar 'netarkiv-checksum-devel-01' with checksum 'org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@4efc180e[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@bd4dc25[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={44,-29,108,-66,-105,115,-44,-69,-99,99,-82,113,-72,-41,111,110}, calculationTimestamp=2022-05-12T11:23:11.123+02:00]', while requested checksum 'null'. And the audit trail information 'null'.
11:23:11.148 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
11:23:11.771 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent IdentifyPillarsForDeleteFileRequest(777ed8ed) collectionID Test6, to netarkiv-checksum-devel-01, destination topic://netarkiv-devel: FileID=1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz
11:23:11.771 DEBUG o.b.commandline.DeleteFileCmd - Received event: 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: IDENTIFY_REQUEST_SENT: , Identifying pillars for delete file
11:23:12.154 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(777ed8ed) collectionID Test6, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(File 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz is in collection and can be deleted.)
11:23:12.171 DEBUG o.b.c.c.ConversationEventMonitor - 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz:Ignoring message from irrelevant component netarkiv-kbh-disk-devel-01
11:23:12.420 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(777ed8ed) collectionID Test6, from netarkiv-checksum-devel-01: IDENTIFICATION_POSITIVE(Operation acknowledged and accepted.)
11:23:12.425 DEBUG o.b.commandline.DeleteFileCmd - Received event: 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: COMPONENT_IDENTIFIED: ContributorID netarkiv-checksum-devel-01
11:23:12.426 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-checksum-devel-01
11:23:12.426 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-checksum-devel-01], components that have not answered: []
11:23:12.427 DEBUG o.b.commandline.DeleteFileCmd - Received event: 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-checksum-devel-01]
11:23:12.428 DEBUG o.b.commandline.DeleteFileCmd - Received event: 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: REQUEST_SENT: ContributorID [netarkiv-checksum-devel-01], Sending request for deleting file
11:23:13.000 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(777ed8ed) collectionID Test6, from netarkiv-disk-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:13.007 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent DeleteFileRequest(777ed8ed) collectionID Test6, to netarkiv-checksum-devel-01, destination topic://netarkiv-devel-netarkiv-checksum-devel-01-contributor: FileID=1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz, ChecksumDataForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@4efc180e[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@bd4dc25[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={44,-29,108,-66,-105,115,-44,-69,-99,99,-82,113,-72,-41,111,110}, calculationTimestamp=2022-05-12T11:23:11.123+02:00]
11:23:13.018 DEBUG o.b.c.c.ConversationEventMonitor - 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz:Ignoring message from irrelevant component netarkiv-disk-devel-01
11:23:13.254 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(777ed8ed) collectionID Test6, from netarkiv-tape-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:13.260 DEBUG o.b.c.c.ConversationEventMonitor - 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz:Ignoring message from irrelevant component netarkiv-tape-devel-01
11:23:13.617 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileProgressResponse(777ed8ed) collectionID Test6, from netarkiv-checksum-devel-01: OPERATION_ACCEPTED_PROGRESS
11:23:13.618 DEBUG o.b.commandline.DeleteFileCmd - Received event: 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: PROGRESS: ContributorID netarkiv-checksum-devel-01
11:23:13.896 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileFinalResponse(777ed8ed) collectionID Test6, from netarkiv-checksum-devel-01: OPERATION_COMPLETED
11:23:13.897 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-checksum-devel-01
11:23:13.897 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-checksum-devel-01], components that have not answered: []
11:23:13.897 DEBUG o.b.commandline.DeleteFileCmd - Complete: 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: COMPLETE:
11:23:13.898 INFO o.b.commandline.DeleteFileCmd - Results of the DeleteFile operation for the file '1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz':
11:23:13.898 DEBUG o.b.commandline.DeleteFileCmd - 777ed8ed: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: COMPLETE:
11:23:14.991 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-repository-settings-xsd-12.jar!/xsd/RepositorySettings.xsd
11:23:15.065 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
11:23:15.406 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
11:23:15.438 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
11:23:16.161 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
11:23:16.176 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
11:23:16.177 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
11:23:16.322 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@2b71e916[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:16.322 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
11:23:17.113 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
11:23:17.241 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@2b71e916[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:17.244 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-25579]
11:23:17.248 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
11:23:17.248 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@10d307f1' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25579' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
11:23:17.248 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25579' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@10d307f1'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25579#282265585'.
11:23:17.249 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25579#282265585'.
11:23:17.269 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
11:23:17.280 DEBUG o.b.commandline.DeleteFileCmd - Initiating the DeleteFile conversation.
11:23:17.283 INFO o.b.m.d.ConversationBasedDeleteFileClient - Requesting the deletion of the file '1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz' from the pillar 'netarkiv-kbh-disk-devel-01' with checksum 'org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@25084a1e[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@156b88f5[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={44,-29,108,-66,-105,115,-44,-69,-99,99,-82,113,-72,-41,111,110}, calculationTimestamp=2022-05-12T11:23:17.272+02:00]', while requested checksum 'null'. And the audit trail information 'null'.
11:23:17.302 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
11:23:17.973 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent IdentifyPillarsForDeleteFileRequest(4165e1f9) collectionID Test6, to netarkiv-kbh-disk-devel-01, destination topic://netarkiv-devel: FileID=1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz
11:23:17.973 DEBUG o.b.commandline.DeleteFileCmd - Received event: 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: IDENTIFY_REQUEST_SENT: , Identifying pillars for delete file
11:23:18.334 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(4165e1f9) collectionID Test6, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(File 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz is in collection and can be deleted.)
11:23:18.354 DEBUG o.b.commandline.DeleteFileCmd - Received event: 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: COMPONENT_IDENTIFIED: ContributorID netarkiv-kbh-disk-devel-01
11:23:18.356 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-kbh-disk-devel-01
11:23:18.356 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-kbh-disk-devel-01], components that have not answered: []
11:23:18.356 DEBUG o.b.commandline.DeleteFileCmd - Received event: 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-kbh-disk-devel-01]
11:23:18.357 DEBUG o.b.commandline.DeleteFileCmd - Received event: 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: REQUEST_SENT: ContributorID [netarkiv-kbh-disk-devel-01], Sending request for deleting file
11:23:18.927 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(4165e1f9) collectionID Test6, from netarkiv-disk-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:19.059 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent DeleteFileRequest(4165e1f9) collectionID Test6, to netarkiv-kbh-disk-devel-01, destination topic://netarkiv-devel.netarkiv-kbh-disk-devel-01: FileID=1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz, ChecksumDataForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@25084a1e[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@156b88f5[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={44,-29,108,-66,-105,115,-44,-69,-99,99,-82,113,-72,-41,111,110}, calculationTimestamp=2022-05-12T11:23:17.272+02:00]
11:23:19.059 DEBUG o.b.c.c.ConversationEventMonitor - 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz:Ignoring message from irrelevant component netarkiv-disk-devel-01
11:23:19.231 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(4165e1f9) collectionID Test6, from netarkiv-tape-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:19.236 DEBUG o.b.c.c.ConversationEventMonitor - 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz:Ignoring message from irrelevant component netarkiv-tape-devel-01
11:23:19.450 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileProgressResponse(4165e1f9) collectionID Test6, from netarkiv-kbh-disk-devel-01: OPERATION_ACCEPTED_PROGRESS(Deleting..)
11:23:19.458 DEBUG o.b.commandline.DeleteFileCmd - Received event: 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: PROGRESS: ContributorID netarkiv-kbh-disk-devel-01, Deleting..
11:23:19.679 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileFinalResponse(4165e1f9) collectionID Test6, from netarkiv-kbh-disk-devel-01: OPERATION_COMPLETED(1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz deleted.)
11:23:19.680 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-kbh-disk-devel-01
11:23:19.680 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-kbh-disk-devel-01], components that have not answered: []
11:23:19.681 DEBUG o.b.commandline.DeleteFileCmd - Complete: 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: COMPLETE:
11:23:19.681 INFO o.b.commandline.DeleteFileCmd - Results of the DeleteFile operation for the file '1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz':
11:23:19.681 DEBUG o.b.commandline.DeleteFileCmd - 4165e1f9: DELETE_FILE for file 1-1-20220505064010574-00000-kb-test-har-004.kb.dk.warc.gz: COMPLETE:
Deleting file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz with checksum 9417aea1ae0427aac3a0c4d13b6dfe7e in collection Test6 from pillars netarkiv-tape-devel-01 netarkiv-disk-devel-01 netarkiv-checksum-devel-01 netarkiv-kbh-disk-devel-01
11:23:20.928 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-repository-settings-xsd-12.jar!/xsd/RepositorySettings.xsd
11:23:21.059 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
11:23:21.379 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
11:23:21.420 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
11:23:22.107 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
11:23:22.122 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
11:23:22.123 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
11:23:22.298 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@13c9d689[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:22.298 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
11:23:23.232 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
11:23:23.390 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@13c9d689[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:23.393 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-25619]
11:23:23.397 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
11:23:23.397 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@4d5b6aac' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25619' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
11:23:23.397 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25619' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@4d5b6aac'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25619#1297836716'.
11:23:23.398 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25619#1297836716'.
11:23:23.433 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
11:23:23.446 DEBUG o.b.commandline.DeleteFileCmd - Initiating the DeleteFile conversation.
11:23:23.449 INFO o.b.m.d.ConversationBasedDeleteFileClient - Requesting the deletion of the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz' from the pillar 'netarkiv-tape-devel-01' with checksum 'org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@156b88f5[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@3bf9ce3e[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:23.436+02:00]', while requested checksum 'null'. And the audit trail information 'null'.
11:23:23.471 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
11:23:24.032 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent IdentifyPillarsForDeleteFileRequest(623f4379) collectionID Test6, to netarkiv-tape-devel-01, destination topic://netarkiv-devel: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz
11:23:24.033 DEBUG o.b.commandline.DeleteFileCmd - Received event: 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFY_REQUEST_SENT: , Identifying pillars for delete file
11:23:24.376 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(623f4379) collectionID Test6, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(File 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz is in collection and can be deleted.)
11:23:24.396 DEBUG o.b.c.c.ConversationEventMonitor - 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-kbh-disk-devel-01
11:23:24.839 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(623f4379) collectionID Test6, from netarkiv-tape-devel-01: IDENTIFICATION_POSITIVE(IDENTIFICATION_POSITIVE)
11:23:24.848 DEBUG o.b.commandline.DeleteFileCmd - Received event: 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPONENT_IDENTIFIED: ContributorID netarkiv-tape-devel-01
11:23:24.850 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-tape-devel-01
11:23:24.850 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-tape-devel-01], components that have not answered: []
11:23:24.850 DEBUG o.b.commandline.DeleteFileCmd - Received event: 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-tape-devel-01]
11:23:24.851 DEBUG o.b.commandline.DeleteFileCmd - Received event: 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: REQUEST_SENT: ContributorID [netarkiv-tape-devel-01], Sending request for deleting file
11:23:25.295 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent DeleteFileRequest(623f4379) collectionID Test6, to netarkiv-tape-devel-01, destination queue://netarkiv-tape-devel-01: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz, ChecksumDataForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@156b88f5[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@3bf9ce3e[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:23.436+02:00]
11:23:25.404 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(623f4379) collectionID Test6, from netarkiv-disk-devel-01: IDENTIFICATION_POSITIVE(IDENTIFICATION_POSITIVE)
11:23:25.406 DEBUG o.b.c.c.ConversationEventMonitor - 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-disk-devel-01
11:23:25.874 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileProgressResponse(623f4379) collectionID Test6, from netarkiv-tape-devel-01: OPERATION_ACCEPTED_PROGRESS(OPERATION_ACCEPTED_PROGRESS)
11:23:25.889 DEBUG o.b.commandline.DeleteFileCmd - Received event: 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: PROGRESS: ContributorID netarkiv-tape-devel-01, OPERATION_ACCEPTED_PROGRESS
11:23:26.111 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileFinalResponse(623f4379) collectionID Test6, from netarkiv-tape-devel-01: OPERATION_COMPLETED(OPERATION_COMPLETED)
11:23:26.112 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-tape-devel-01
11:23:26.112 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-tape-devel-01], components that have not answered: []
11:23:26.112 DEBUG o.b.commandline.DeleteFileCmd - Complete: 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:26.113 INFO o.b.commandline.DeleteFileCmd - Results of the DeleteFile operation for the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz':
11:23:26.113 DEBUG o.b.commandline.DeleteFileCmd - 623f4379: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:27.220 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-repository-settings-xsd-12.jar!/xsd/RepositorySettings.xsd
11:23:27.335 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
11:23:27.687 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
11:23:27.716 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
11:23:28.407 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
11:23:28.424 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
11:23:28.425 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
11:23:28.607 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@13c9d689[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:28.607 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
11:23:29.457 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
11:23:29.591 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@13c9d689[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:29.594 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-25658]
11:23:29.598 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
11:23:29.598 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@4a7f959b' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25658' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
11:23:29.599 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25658' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@4a7f959b'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25658#1249875355'.
11:23:29.599 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25658#1249875355'.
11:23:29.620 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
11:23:29.633 DEBUG o.b.commandline.DeleteFileCmd - Initiating the DeleteFile conversation.
11:23:29.636 INFO o.b.m.d.ConversationBasedDeleteFileClient - Requesting the deletion of the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz' from the pillar 'netarkiv-disk-devel-01' with checksum 'org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@16610890[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@71def8f8[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:29.623+02:00]', while requested checksum 'null'. And the audit trail information 'null'.
11:23:29.655 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
11:23:30.168 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent IdentifyPillarsForDeleteFileRequest(39f7ae33) collectionID Test6, to netarkiv-disk-devel-01, destination topic://netarkiv-devel: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz
11:23:30.169 DEBUG o.b.commandline.DeleteFileCmd - Received event: 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFY_REQUEST_SENT: , Identifying pillars for delete file
11:23:30.618 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(39f7ae33) collectionID Test6, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(File 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz is in collection and can be deleted.)
11:23:30.635 DEBUG o.b.c.c.ConversationEventMonitor - 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-kbh-disk-devel-01
11:23:30.916 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(39f7ae33) collectionID Test6, from netarkiv-tape-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:30.917 DEBUG o.b.c.c.ConversationEventMonitor - 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-tape-devel-01
11:23:31.249 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(39f7ae33) collectionID Test6, from netarkiv-disk-devel-01: IDENTIFICATION_POSITIVE(IDENTIFICATION_POSITIVE)
11:23:31.250 DEBUG o.b.commandline.DeleteFileCmd - Received event: 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPONENT_IDENTIFIED: ContributorID netarkiv-disk-devel-01
11:23:31.251 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-disk-devel-01
11:23:31.251 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-01], components that have not answered: []
11:23:31.251 DEBUG o.b.commandline.DeleteFileCmd - Received event: 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-disk-devel-01]
11:23:31.252 DEBUG o.b.commandline.DeleteFileCmd - Received event: 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: REQUEST_SENT: ContributorID [netarkiv-disk-devel-01], Sending request for deleting file
11:23:31.488 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent DeleteFileRequest(39f7ae33) collectionID Test6, to netarkiv-disk-devel-01, destination queue://netarkiv-disk-devel-01: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz, ChecksumDataForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@16610890[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@71def8f8[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:29.623+02:00]
11:23:32.002 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileProgressResponse(39f7ae33) collectionID Test6, from netarkiv-disk-devel-01: OPERATION_ACCEPTED_PROGRESS(OPERATION_ACCEPTED_PROGRESS)
11:23:32.003 DEBUG o.b.commandline.DeleteFileCmd - Received event: 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: PROGRESS: ContributorID netarkiv-disk-devel-01, OPERATION_ACCEPTED_PROGRESS
11:23:32.320 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileFinalResponse(39f7ae33) collectionID Test6, from netarkiv-disk-devel-01: OPERATION_COMPLETED(OPERATION_COMPLETED)
11:23:32.324 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-disk-devel-01
11:23:32.324 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-disk-devel-01], components that have not answered: []
11:23:32.324 DEBUG o.b.commandline.DeleteFileCmd - Complete: 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:32.325 INFO o.b.commandline.DeleteFileCmd - Results of the DeleteFile operation for the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz':
11:23:32.325 DEBUG o.b.commandline.DeleteFileCmd - 39f7ae33: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:33.557 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-repository-settings-xsd-12.jar!/xsd/RepositorySettings.xsd
11:23:33.650 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
11:23:34.033 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
11:23:34.075 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
11:23:34.780 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
11:23:34.796 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
11:23:34.797 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
11:23:34.974 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@7cc0cdad[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:34.975 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
11:23:35.966 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
11:23:36.069 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@7cc0cdad[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:36.072 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-25698]
11:23:36.082 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
11:23:36.083 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@15bbf42f' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25698' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
11:23:36.083 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25698' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@15bbf42f'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25698#364639279'.
11:23:36.083 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25698#364639279'.
11:23:36.111 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
11:23:36.125 DEBUG o.b.commandline.DeleteFileCmd - Initiating the DeleteFile conversation.
11:23:36.128 INFO o.b.m.d.ConversationBasedDeleteFileClient - Requesting the deletion of the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz' from the pillar 'netarkiv-checksum-devel-01' with checksum 'org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@101952da[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@6babf3bf[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:36.114+02:00]', while requested checksum 'null'. And the audit trail information 'null'.
11:23:36.149 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
11:23:36.742 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent IdentifyPillarsForDeleteFileRequest(10c47368) collectionID Test6, to netarkiv-checksum-devel-01, destination topic://netarkiv-devel: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz
11:23:36.744 DEBUG o.b.commandline.DeleteFileCmd - Received event: 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFY_REQUEST_SENT: , Identifying pillars for delete file
11:23:37.129 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(10c47368) collectionID Test6, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(File 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz is in collection and can be deleted.)
11:23:37.143 DEBUG o.b.c.c.ConversationEventMonitor - 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-kbh-disk-devel-01
11:23:37.424 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(10c47368) collectionID Test6, from netarkiv-checksum-devel-01: IDENTIFICATION_POSITIVE(Operation acknowledged and accepted.)
11:23:37.431 DEBUG o.b.commandline.DeleteFileCmd - Received event: 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPONENT_IDENTIFIED: ContributorID netarkiv-checksum-devel-01
11:23:37.432 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-checksum-devel-01
11:23:37.432 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-checksum-devel-01], components that have not answered: []
11:23:37.432 DEBUG o.b.commandline.DeleteFileCmd - Received event: 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-checksum-devel-01]
11:23:37.433 DEBUG o.b.commandline.DeleteFileCmd - Received event: 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: REQUEST_SENT: ContributorID [netarkiv-checksum-devel-01], Sending request for deleting file
11:23:37.906 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(10c47368) collectionID Test6, from netarkiv-disk-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:37.967 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent DeleteFileRequest(10c47368) collectionID Test6, to netarkiv-checksum-devel-01, destination topic://netarkiv-devel-netarkiv-checksum-devel-01-contributor: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz, ChecksumDataForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@101952da[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@6babf3bf[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:36.114+02:00]
11:23:37.968 DEBUG o.b.c.c.ConversationEventMonitor - 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-disk-devel-01
11:23:38.173 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(10c47368) collectionID Test6, from netarkiv-tape-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:38.174 DEBUG o.b.c.c.ConversationEventMonitor - 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-tape-devel-01
11:23:38.419 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileProgressResponse(10c47368) collectionID Test6, from netarkiv-checksum-devel-01: OPERATION_ACCEPTED_PROGRESS
11:23:38.420 DEBUG o.b.commandline.DeleteFileCmd - Received event: 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: PROGRESS: ContributorID netarkiv-checksum-devel-01
11:23:38.647 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileFinalResponse(10c47368) collectionID Test6, from netarkiv-checksum-devel-01: OPERATION_COMPLETED
11:23:38.649 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-checksum-devel-01
11:23:38.649 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-checksum-devel-01], components that have not answered: []
11:23:38.650 DEBUG o.b.commandline.DeleteFileCmd - Complete: 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:38.652 INFO o.b.commandline.DeleteFileCmd - Results of the DeleteFile operation for the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz':
11:23:38.652 DEBUG o.b.commandline.DeleteFileCmd - 10c47368: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:39.768 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-repository-settings-xsd-12.jar!/xsd/RepositorySettings.xsd
11:23:39.842 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/RepositorySettings.xml'.
11:23:40.096 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-reference-settings-1.9.0.1.jar!/xsd/ReferenceSettings.xsd
11:23:40.132 DEBUG o.b.c.settings.XMLFileSettingsLoader - Loading the settings file '/home/devel/ResetCollection/bitrepository-client/bin/../conf/ReferenceSettings.xml'.
11:23:40.740 DEBUG o.b.p.security.BasicSecurityManager - X509CertificateHolder found
11:23:40.756 DEBUG o.b.p.security.BasicSecurityManager - Got something, that we don't (yet) recognize. Class: PEMKeyPair
11:23:40.757 DEBUG o.b.p.security.BasicSecurityManager - PrivateKeyInfo found
11:23:40.907 INFO o.b.p.activemq.ActiveMQMessageBus - Initializing ActiveMQMessageBus:'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@13c9d689[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:40.908 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/xsd/BitRepositoryMessages.xsd
11:23:41.768 INFO o.a.a.t.failover.FailoverTransport - Successfully connected to ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true
11:23:41.890 DEBUG o.b.p.activemq.ActiveMQMessageBus - ActiveMQConnection initialized for 'org.bitrepository.settings.repositorysettings.MessageBusConfiguration@13c9d689[name=netarkiv-aar-bit-master-devel-01 broker, url=failover:(ssl://netarkiv-aar-bit-master-devel-01.statsbiblioteket.dk:61612?keepAlive=true)]'.
11:23:41.893 INFO o.b.p.activemq.ActiveMQMessageBus - Settings component filter to: [kb-test-har-003.kb.dk-devel-25738]
11:23:41.898 DEBUG o.b.c.c.m.CollectionBasedConversationMediator - Initializing the CollectionBasedConversationMediator
11:23:41.898 DEBUG o.b.p.activemq.ActiveMQMessageBus - Adding listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@4a7f959b' to destination: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25738' on message-bus 'netarkiv-aar-bit-master-devel-01 broker'.
11:23:41.898 DEBUG o.b.p.activemq.ActiveMQMessageBus - Retrieving message consumer on destination 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25738' for listener 'org.bitrepository.client.conversation.mediator.CollectionBasedConversationMediator@4a7f959b'. Key: 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25738#1249875355'.
11:23:41.899 DEBUG o.b.p.activemq.ActiveMQMessageBus - No consumer known. Creating new for key 'topic://netarkiv-devel-kb-test-har-003.kb.dk-devel-25738#1249875355'.
11:23:41.921 DEBUG o.b.commandline.DeleteFileCmd - Performing the DeleteFile operation.
11:23:41.934 DEBUG o.b.commandline.DeleteFileCmd - Initiating the DeleteFile conversation.
11:23:41.937 INFO o.b.m.d.ConversationBasedDeleteFileClient - Requesting the deletion of the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz' from the pillar 'netarkiv-kbh-disk-devel-01' with checksum 'org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@16610890[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@71def8f8[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:41.924+02:00]', while requested checksum 'null'. And the audit trail information 'null'.
11:23:41.959 DEBUG org.bitrepository.common.JaxbHelper - Creating JAXBHelper based on schema from: jar:file:/home/devel/ResetCollection/bitrepository-client/lib/bitrepository-message-xml-xsd-30.jar!/versioning/ProtocolVersionDefinition.xsd
11:23:42.742 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent IdentifyPillarsForDeleteFileRequest(700b0411) collectionID Test6, to netarkiv-kbh-disk-devel-01, destination topic://netarkiv-devel: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz
11:23:42.743 DEBUG o.b.commandline.DeleteFileCmd - Received event: 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFY_REQUEST_SENT: , Identifying pillars for delete file
11:23:43.135 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(700b0411) collectionID Test6, from netarkiv-kbh-disk-devel-01: IDENTIFICATION_POSITIVE(File 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz is in collection and can be deleted.)
11:23:43.138 DEBUG o.b.commandline.DeleteFileCmd - Received event: 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPONENT_IDENTIFIED: ContributorID netarkiv-kbh-disk-devel-01
11:23:43.138 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-kbh-disk-devel-01
11:23:43.138 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-kbh-disk-devel-01], components that have not answered: []
11:23:43.139 DEBUG o.b.commandline.DeleteFileCmd - Received event: 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: IDENTIFICATION_COMPLETE: Contributors: [netarkiv-kbh-disk-devel-01]
11:23:43.139 DEBUG o.b.commandline.DeleteFileCmd - Received event: 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: REQUEST_SENT: ContributorID [netarkiv-kbh-disk-devel-01], Sending request for deleting file
11:23:43.652 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Sent DeleteFileRequest(700b0411) collectionID Test6, to netarkiv-kbh-disk-devel-01, destination topic://netarkiv-devel.netarkiv-kbh-disk-devel-01: FileID=2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz, ChecksumDataForExistingFile=org.bitrepository.bitrepositoryelements.ChecksumDataForFileTYPE@16610890[checksumSpec=org.bitrepository.bitrepositoryelements.ChecksumSpecTYPE@71def8f8[checksumType=MD5, checksumSalt=<null>(default), otherChecksumType=<null>(default)], checksumValue={-108,23,-82,-95,-82,4,39,-86,-61,-96,-60,-47,59,109,-2,126}, calculationTimestamp=2022-05-12T11:23:41.924+02:00]
11:23:43.703 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(700b0411) collectionID Test6, from netarkiv-disk-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:43.710 DEBUG o.b.c.c.ConversationEventMonitor - 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-disk-devel-01
11:23:43.963 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received IdentifyPillarsForDeleteFileResponse(700b0411) collectionID Test6, from netarkiv-tape-devel-01: FILE_NOT_FOUND_FAILURE(Cannot serve request, file not on store)
11:23:43.972 DEBUG o.b.c.c.ConversationEventMonitor - 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz:Ignoring message from irrelevant component netarkiv-tape-devel-01
11:23:44.219 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileProgressResponse(700b0411) collectionID Test6, from netarkiv-kbh-disk-devel-01: OPERATION_ACCEPTED_PROGRESS(Deleting..)
11:23:44.220 DEBUG o.b.commandline.DeleteFileCmd - Received event: 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: PROGRESS: ContributorID netarkiv-kbh-disk-devel-01, Deleting..
11:23:44.461 DEBUG o.b.p.m.l.DeleteFileMessageLogger - Received DeleteFileFinalResponse(700b0411) collectionID Test6, from netarkiv-kbh-disk-devel-01: OPERATION_COMPLETED(2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz deleted.)
11:23:44.462 DEBUG o.b.c.c.s.ContributorResponseStatus - Received response from: netarkiv-kbh-disk-devel-01
11:23:44.462 DEBUG o.b.c.c.s.ContributorResponseStatus - Expected contributors: [netarkiv-kbh-disk-devel-01], components that have not answered: []
11:23:44.462 DEBUG o.b.commandline.DeleteFileCmd - Complete: 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
11:23:44.463 INFO o.b.commandline.DeleteFileCmd - Results of the DeleteFile operation for the file '2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz':
11:23:44.463 DEBUG o.b.commandline.DeleteFileCmd - 700b0411: DELETE_FILE for file 2-1-20220505084455489-00000-sb-test-har-001.statsbiblioteket.dk.warc.gz: COMPLETE:
calling cleanup_hosts
running cleanup_hosts
Removing installation on sb-test-har-001.statsbiblioteket.dk
Removing installation on kb-test-har-003.kb.dk
Removing installation on kb-test-har-004.kb.dk
Removing installation on kb-test-har-005.kb.dk
Removing installation on kb-test-adm-001.kb.dk
Removing installation on kb-test-acs-001.kb.dk
Removing installation on kb-test-way-001.kb.dk
calling cleanup_linuxbarhosts
running cleanup_linuxbarhosts
Removing installation on sb-test-bar-001.statsbiblioteket.dk
Removing bitarchive on sb-test-bar-001.statsbiblioteket.dk
Calling cleanup_windowsbarhosts
running cleanup_windowsbarhosts
Removing C:\bitarkiv\Test6 on kb-test-bar-01.bitarkiv.kb.dk
ssh: connect to host kb-test-bar-01.bitarkiv.kb.dk port 22: Connection timed out
Removing E:\bitarchive_1\Test6 on kb-test-bar-01.bitarkiv.kb.dk
ssh: connect to host kb-test-bar-01.bitarkiv.kb.dk port 22: Connection timed out
Removing F:\bitarchive_2\Test6 on kb-test-bar-01.bitarkiv.kb.dk
ssh: connect to host kb-test-bar-01.bitarkiv.kb.dk port 22: Connection timed out
Removing g:\bitarchive_3\Test6 on kb-test-bar-01.bitarkiv.kb.dk
ssh: connect to host kb-test-bar-01.bitarkiv.kb.dk port 22: Connection timed out
Removing C:\Users\ba-devel\Test6 on kb-test-bar-01.bitarkiv.kb.dk
ssh: connect to host kb-test-bar-01.bitarkiv.kb.dk port 22: Connection timed out
TESTX=Test6
PORT=8078
MAILRECEIVERS=csr@kb.dk
VERSION=CSR
DEPLOYCONF=deploy_config_bitmag.xml
H3ZIP=CSR
BITMAGCONF=/home/devel/bitmag_test_config/client_config
Using bundler file /home/devel/nas_versions/bundler/NetarchiveSuite-heritrix3-bundler-CSR.zip
Creating distribution files in /home/devel/prepared_software/Test6.
Will read source files using encoding 'UTF-8' (defaulted)
Branch in settings not found: common.warcRecordService
Branch in settings not found: common.arcrepositoryClient.bitrepository.getFileIDsMaxResults
Branch in settings not found: common.hadoop.kerberos
Branch in settings not found: common.hadoop.username
Branch in settings not found: common.hadoop.mapred.hadoopUberJar
Branch in settings not found: common.hadoop.mapred.inputFilesParentDir
Branch in settings not found: common.hadoop.mapred.cdxJob
Branch in settings not found: common.hadoop.mapred.metadataExtractionJob
Branch in settings not found: common.hadoop.mapred.metadataCDXExtractionJob
Branch in settings not found: common.hadoop.mapred.crawlLogExtractionJob
Branch in settings not found: common.fileResolver.class
Branch in settings not found: common.fileResolver.baseUrl
Branch in settings not found: common.fileResolver.keyfile
Branch in settings not found: common.webinterface.metadata_cache_dir
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.certificate
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.certificate
Branch in settings not found: harvester.harvesting.umbra
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.certificate
Branch in settings not found: harvester.harvesting.umbra
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Branch in settings not found: harvester.harvesting.heritrix3.bundle
Machine 'kb-test-adm-001.kb.dk' configured with encoding 'UTF-8' (defaulted)
Machine 'kb-test-har-003.kb.dk' configured with encoding 'UTF-8' (defaulted)
NetarchiveSuite-heritrix3-bundler.zip -> /home/devel/Test6/NetarchiveSuite-heritrix3-bundler.zip
/home/devel/quickstart-nas-5.0-h3/h3server.jks -> /home/devel/Test6/h3server.jks
Machine 'kb-test-har-005.kb.dk' configured with encoding 'UTF-8' (defaulted)
NetarchiveSuite-heritrix3-bundler.zip -> /home/devel/Test6/NetarchiveSuite-heritrix3-bundler.zip
/home/devel/quickstart-nas-5.0-h3/h3server.jks -> /home/devel/Test6/h3server.jks
Machine 'kb-test-har-004.kb.dk' configured with encoding 'UTF-8' (defaulted)
NetarchiveSuite-heritrix3-bundler.zip -> /home/devel/Test6/NetarchiveSuite-heritrix3-bundler.zip
Machine 'kb-test-acs-001.kb.dk' configured with encoding 'UTF-8' (defaulted)
Machine 'kb-test-way-001.kb.dk' configured with encoding 'UTF-8' (defaulted)
Machine 'sb-test-har-001.statsbiblioteket.dk' configured with encoding 'UTF-8' (defaulted)
/home/devel/prepared_software/Test6/NetarchiveSuite-heritrix3-bundler.zip -> /home/netarkdv/Test6/NetarchiveSuite-heritrix3-bundler.zip
11:29:18.616 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.622 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
11:29:18.623 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.624 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
11:29:18.624 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.624 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
11:29:18.625 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.625 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
11:29:18.626 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.626 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
11:29:18.627 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.627 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
11:29:18.724 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element baseDir is not a branch in the tree [archive, bitpreservation, baseDir]. Null returned
11:29:18.724 [main] DEBUG dk.netarkivet.deploy.XmlStructure - Element is not text. Null returned. Path given to getLeafValue archive
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-adm-001.kb.dk
copying NetarchiveSuite-CSR.zip to:kb-test-adm-001.kb.dk
deleting devel@kb-test-adm-001.kb.dk:/home/devel/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:kb-test-adm-001.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-har-003.kb.dk
copying NetarchiveSuite-CSR.zip to:kb-test-har-003.kb.dk
deleting devel@kb-test-har-003.kb.dk:/home/devel/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:kb-test-har-003.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-har-005.kb.dk
copying NetarchiveSuite-CSR.zip to:kb-test-har-005.kb.dk
deleting devel@kb-test-har-005.kb.dk:/home/devel/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:kb-test-har-005.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-har-004.kb.dk
copying NetarchiveSuite-CSR.zip to:kb-test-har-004.kb.dk
deleting devel@kb-test-har-004.kb.dk:/home/devel/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:kb-test-har-004.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-acs-001.kb.dk
copying NetarchiveSuite-CSR.zip to:kb-test-acs-001.kb.dk
deleting devel@kb-test-acs-001.kb.dk:/home/devel/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:kb-test-acs-001.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
INSTALLING TO MACHINE: devel@kb-test-way-001.kb.dk
copying NetarchiveSuite-CSR.zip to:kb-test-way-001.kb.dk
deleting devel@kb-test-way-001.kb.dk:/home/devel/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:kb-test-way-001.kb.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
--------------------------------------------
INSTALLING TO MACHINE: netarkdv@sb-test-har-001.statsbiblioteket.dk
copying NetarchiveSuite-CSR.zip to:sb-test-har-001.statsbiblioteket.dk
deleting netarkdv@sb-test-har-001.statsbiblioteket.dk:/home/netarkdv/Test6/lib
unzipping NetarchiveSuite-CSR.zip at:sb-test-har-001.statsbiblioteket.dk
Creating directories.
preparing for copying of settings and scripts
copying settings and scripts
make scripts executable
make password and access files readonly
--------------------------------------------
Initializing database for system Test6
+ host=devel@kb-test-adm-001
+ scp -p /home/devel/devel-config/scripts/db/setup_admindb.sh /home/devel/devel-config/scripts/db/setup_harvestdb.sh /home/devel/devel-config/scripts/db/teardown_admindb.sh /home/devel/devel-config/scripts/db/teardown_harvestdb.sh /home/devel/devel-config/scripts/../resources/harvestdb.testdata.sql /home/devel/devel-config/scripts/../resources/default_orderxml.cxml devel@kb-test-adm-001:bin/
+ ssh devel@kb-test-adm-001
Pseudo-terminal will not be allocated because stdin is not a terminal.
Dette system må kun tilgås af brugere autoriserede af Det Kgl. Bibliotek.
This system is only to be used by users authorized by
the Royal Danish Library.
Destroying test6_admindb
DROP DATABASE
Creating empty test6_admindb
CREATE DATABASE
Initialising test6_admindb
CREATE TABLE
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
Destroying test6_harvestdb
DROP DATABASE
CREATE DATABASE
CREATE TABLE
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
INSERT 0 1
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
GRANT
GRANT
CREATE TABLE
GRANT
CREATE TABLE
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE INDEX
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE INDEX
GRANT
CREATE TABLE
GRANT
CREATE TABLE
CREATE INDEX
GRANT
CREATE TABLE
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
GRANT
CREATE TABLE
CREATE INDEX
CREATE INDEX
GRANT
CREATE TABLE
CREATE INDEX
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
CREATE INDEX
GRANT
GRANT
CREATE TABLE
CREATE INDEX
CREATE INDEX
CREATE INDEX
GRANT
CREATE TABLE
CREATE INDEX
CREATE INDEX
GRANT
CREATE TABLE
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
GRANT
INSERT 0 1
INSERT 0 1
CREATE TABLE
CREATE SEQUENCE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
ALTER TABLE
ALTER TABLE
ALTER TABLE
ALTER TABLE
CREATE TABLE
ALTER TABLE
CREATE INDEX
CREATE SEQUENCE
CREATE TABLE
ALTER TABLE
CREATE INDEX
GRANT
GRANT
GRANT
INSERT 0 1
INSERT 0 1
INSERT 0 1
SET
SET
SET
SET
SET
SET
SET
SET
SET
COPY 16
COPY 16
setval
--------
17
(1 row)
COPY 16
setval
--------
17
(1 row)
COPY 3
setval
--------
17
(1 row)
COPY 2
setval
--------
5
(1 row)
COPY 4
setval
--------
4
(1 row)
COPY 25
COPY 16
setval
--------
17
(1 row)
11:31:35.234 [MLog-Init-Reporter] INFO com.mchange.v2.log.MLog - MLog clients using slf4j logging.
11:31:35.273 [MLog-Init-Reporter] DEBUG com.mchange.v2.log.MLog - Reading VM config for path list /com/mchange/v2/log/default-mchange-log.properties, /mchange-commons.properties, /c3p0.properties, hocon:/reference,/application,/c3p0,/, /mchange-log.properties, /
11:31:35.273 [MLog-Init-Reporter] DEBUG com.mchange.v2.log.MLog - The configuration file for resource identifier '/mchange-commons.properties' could not be found. Skipping.
11:31:35.273 [MLog-Init-Reporter] DEBUG com.mchange.v2.log.MLog - The configuration file for resource identifier '/c3p0.properties' could not be found. Skipping.
11:31:35.273 [MLog-Init-Reporter] DEBUG com.mchange.v2.log.MLog - The configuration file for resource identifier 'hocon:/reference,/application,/c3p0,/' could not be found. Skipping.
11:31:35.273 [MLog-Init-Reporter] DEBUG com.mchange.v2.log.MLog - The configuration file for resource identifier '/mchange-log.properties' could not be found. Skipping.
11:31:35.288 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier '/mchange-commons.properties' could not be found. Skipping.
11:31:35.289 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier '/mchange-log.properties' could not be found. Skipping.
11:31:35.289 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier 'hocon:/reference,/application,/c3p0,/' could not be found. Skipping.
11:31:35.289 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier '/c3p0.properties' could not be found. Skipping.
11:31:35.796 [main] INFO com.mchange.v2.c3p0.C3P0Registry - Initializing c3p0-0.9.5.4 [built 23-March-2019 23:00:48 -0700; debug? true; trace: 10]
11:31:35.948 [main] DEBUG com.mchange.v2.c3p0.management.DynamicPooledDataSourceManagerMBean - MBean: com.mchange.v2.c3p0:type=PooledDataSource,identityToken=10bdx52ao1ey0tbr7en6u3|f4168b8,name=10bdx52ao1ey0tbr7en6u3|f4168b8 registered.
11:31:36.038 [main] DEBUG com.mchange.v2.c3p0.management.DynamicPooledDataSourceManagerMBean - MBean: com.mchange.v2.c3p0:type=PooledDataSource,identityToken=10bdx52ao1ey0tbr7en6u3|f4168b8,name=10bdx52ao1ey0tbr7en6u3|f4168b8 unregistered, in order to be reregistered after update.
11:31:36.038 [main] DEBUG com.mchange.v2.c3p0.management.DynamicPooledDataSourceManagerMBean - MBean: com.mchange.v2.c3p0:type=PooledDataSource,identityToken=10bdx52ao1ey0tbr7en6u3|f4168b8,name=10bdx52ao1ey0tbr7en6u3|f4168b8 registered.
11:31:36.072 [main] INFO dk.netarkivet.harvester.datamodel.HarvestDBConnection - Connection pool initialized with the following values:
- minPoolSize=5
- maxPoolSize=20
- acquireIncrement=5
- maxStatements=0
- maxStatementsPerConnection=0
- idleConnTestPeriod=0
- idleConnTestQuery='null'
- idleConnTestOnCheckin=false
11:31:36.136 [main] INFO com.mchange.v2.c3p0.impl.AbstractPoolBackedDataSource - Initializing c3p0 pool... com.mchange.v2.c3p0.ComboPooledDataSource [ acquireIncrement -> 5, acquireRetryAttempts -> 30, acquireRetryDelay -> 1000, autoCommitOnClose -> false, automaticTestTable -> null, breakAfterAcquireFailure -> false, checkoutTimeout -> 0, connectionCustomizerClassName -> null, connectionTesterClassName -> com.mchange.v2.c3p0.impl.DefaultConnectionTester, contextClassLoaderSource -> caller, dataSourceName -> 10bdx52ao1ey0tbr7en6u3|f4168b8, debugUnreturnedConnectionStackTraces -> false, description -> null, driverClass -> org.postgresql.Driver, extensions -> {}, factoryClassLocation -> null, forceIgnoreUnresolvedTransactions -> false, forceSynchronousCheckins -> false, forceUseNamedDriverClass -> false, identityToken -> 10bdx52ao1ey0tbr7en6u3|f4168b8, idleConnectionTestPeriod -> 0, initialPoolSize -> 3, jdbcUrl -> jdbc:postgresql://localhost:5432/test6_harvestdb, maxAdministrativeTaskTime -> 0, maxConnectionAge -> 3600, maxIdleTime -> 0, maxIdleTimeExcessConnections -> 0, maxPoolSize -> 20, maxStatements -> 0, maxStatementsPerConnection -> 0, minPoolSize -> 5, numHelperThreads -> 3, preferredTestQuery -> null, privilegeSpawnedThreads -> false, properties -> {user=******, password=******}, propertyCycle -> 0, statementCacheNumDeferredCloseThreads -> 0, testConnectionOnCheckin -> false, testConnectionOnCheckout -> false, unreturnedConnectionTimeout -> 0, userOverrides -> {}, usesTraditionalReflectiveProxies -> false ]
11:31:36.174 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier '/mchange-commons.properties' could not be found. Skipping.
11:31:36.175 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier '/mchange-log.properties' could not be found. Skipping.
11:31:36.175 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier '/c3p0.properties' could not be found. Skipping.
11:31:36.175 [main] DEBUG com.mchange.v2.cfg.MConfig - The configuration file for resource identifier 'hocon:/reference,/application,/c3p0,/' could not be found. Skipping.
11:31:36.175 [main] WARN com.mchange.v2.resourcepool.BasicResourcePool - Bad pool size config, start 3 < min 5. Using 5 as start.
11:31:36.200 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - com.mchange.v2.resourcepool.BasicResourcePool@5be6e01c config: [start -> 5; min -> 5; max -> 20; inc -> 5; num_acq_attempts -> 30; acq_attempt_delay -> 1000; check_idle_resources_delay -> 0; max_resource_age -> 3600000; max_idle_time -> 0; excess_max_idle_time -> 0; destroy_unreturned_resc_time -> 0; expiration_enforcement_delay -> 900000; break_on_acquisition_failure -> false; debug_store_checkout_exceptions -> false; force_synchronous_checkins -> false]
11:31:36.201 [main] DEBUG com.mchange.v2.c3p0.impl.C3P0PooledConnectionPoolManager - Created new pool for auth, username (masked): 'de******'.
11:31:36.202 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - acquire test -- pool size: 0; target_pool_size: 5; desired target? 1
11:31:36.203 [main] DEBUG com.mchange.v2.resourcepool.BasicResourcePool - awaitAvailable(): [unknown]
11:31:36.538 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyPreparedStatement - com.mchange.v2.c3p0.impl.NewProxyPreparedStatement@3911c2a7 [wrapping: SELECT version FROM schemaversions WHERE tablename = 'ordertemplates'] closed orphaned ResultSet: com.mchange.v2.c3p0.impl.NewProxyResultSet@1725dc0f [wrapping: null]
11:31:36.544 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyPreparedStatement - com.mchange.v2.c3p0.impl.NewProxyPreparedStatement@2145b572 [wrapping: SELECT COUNT(*) FROM ordertemplates WHERE name = 'default_orderxml'] closed orphaned ResultSet: com.mchange.v2.c3p0.impl.NewProxyResultSet@15eb5ee5 [wrapping: null]
11:31:36.564 [main] DEBUG com.mchange.v2.c3p0.impl.NewProxyPreparedStatement - com.mchange.v2.c3p0.impl.NewProxyPreparedStatement@35ef1869 [wrapping: SELECT COUNT(*) FROM ordertemplates WHERE name = 'default_orderxml'] closed orphaned ResultSet: com.mchange.v2.c3p0.impl.NewProxyResultSet@3c407114 [wrapping: null]
The template 'default_orderxml' has now been updated.
+ set +x
--------------------------------------------
STARTING MACHINE: devel@kb-test-adm-001.kb.dk
Starting all applications on: kb-test-adm-001.kb.dk
Starting linux application: GUIApplication
Starting linux application: ArcRepositoryApplication
Starting linux application: HarvestJobManagerApplication
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/home/devel/Test6/lib/logback-classic-1.2.3.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/home/devel/Test6/lib/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
--------------------------------------------
STARTING MACHINE: devel@kb-test-har-003.kb.dk
Starting all applications on: kb-test-har-003.kb.dk
Starting linux application: HarvestControllerApplication_kblow001_h3
11:31:43,788 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_HarvestControllerApplication_kblow001_h3.xml] at [file:/home/devel/Test6/conf/logback_HarvestControllerApplication_kblow001_h3.xml]
11:31:44,015 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:31:44,018 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:31:44,025 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:31:44,039 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:44,098 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:31:44,105 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:31:44,130 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@858952163 - No compression will be used
11:31:44,131 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@858952163 - Will use the pattern ./log/HarvestControllerApplication_kblow001_h3.%d{yyyy-MM-dd}.%i.log for the active file
11:31:44,134 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@479d31f3 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kblow001_h3.%d{yyyy-MM-dd}.%i.log'.
11:31:44,134 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@479d31f3 - Roll-over at midnight.
11:31:44,141 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@479d31f3 - Setting initial period to Thu May 12 11:31:44 CEST 2022
11:31:44,142 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@479d31f3 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:31:44,142 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@479d31f3 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:31:44,143 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:44,146 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kblow001_h3.log
11:31:44,146 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kblow001_h3.log]
11:31:44,147 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:31:44,634 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:31:44,637 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:31:44,637 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:31:44,637 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:31:44,637 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:31:44,638 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:31:44,638 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:31:44,639 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@40ef3420 - Registering current configuration as safe fallback point
2022-05-12 11:31:44.647 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:31:44.658 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_332
2022-05-12 11:31:44.658 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_332
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.332.b09-1.el7_9.x86_64/jre
2022-05-12 11:31:44.659 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.332.b09-1.el7_9.x86_64/jre
Working dir: /home/devel/Test6
2022-05-12 11:31:44.659 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:31:44.659 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_HarvestControllerApplication_kblow001_h3.xml'
2022-05-12 11:31:44.797 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-003.kb.dk' and JMX/RMI ports 8170/8270
2022-05-12 11:31:44.797 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8170 communicating on port 8270 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-003.kb.dk:8270/jndi/rmi://kb-test-har-003.kb.dk:8170/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:44.804 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:44.811 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:44.811 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:44.812 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:31:44.814 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2022-05-12 11:31:44.815 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'LOWPRIORITY'
2022-05-12 11:31:44.836 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_low'
2022-05-12 11:31:44.836 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2022-05-12 11:31:44.976 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:44.977 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:44.988 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-003.kb.dk
2022-05-12 11:31:46.421 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each get request after 300000 milliseconds.
2022-05-12 11:31:46.422 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@56a4479a as listener to Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_9_HCS_KBLOW001_H3
2022-05-12 11:31:46.430 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_9_HCS_KBLOW001_H3']'
2022-05-12 11:31:46.431 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/extra_configs/bitmag_config
2022-05-12 11:31:46.431 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Using 'Test6' as default collectionID
2022-05-12 11:31:46.436 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder 'arcrepositoryTemp'
2022-05-12 11:31:46.446 INFO d.n.common.utils.HttpsClientBuilder.<init> - Creating Aggressive retry handler for https queries.
2022-05-12 11:31:46.500 INFO d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - Key file '/home/devel/extra_configs/https_config/https_key.pem' with private key and certificate does not exist!
2022-05-12 11:31:46.530 DEBUG d.n.h.h.HarvestControllerServer.<init> - Obtained JMS connection.
2022-05-12 11:31:46.532 INFO d.n.h.h.HarvestControllerServer.<init> - SEND_READY_DELAY used by HarvestControllerServer is 300
2022-05-12 11:31:46.532 INFO d.n.h.heritrix3.PostProcessing.processOldJobs - Looking for unprocessed crawldata in 'harvester_low'
2022-05-12 11:31:46.532 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@557a1e2d as listener to Test6_COMMON_HCHAN_VAL_RESP
2022-05-12 11:31:46.544 INFO d.n.h.h.HarvestControllerServer.visit - Received message stating that channel 'LOWPRIORITY' is valid.
2022-05-12 11:31:46.546 INFO d.n.h.h.HarvestControllerServer.beginListeningIfSpaceAvailable - Starts to listen to new jobs on queue '[Queue 'Test6_COMMON_JOB_SNAPSHOT_LOWPRIORITY']'
2022-05-12 11:31:46.546 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@557a1e2d as listener to Test6_COMMON_JOB_SNAPSHOT_LOWPRIORITY
2022-05-12 11:31:46.547 INFO d.n.h.h.HarvestControllerServer.<init> - Requested to check the validity of harvest channel 'LOWPRIORITY'
--------------------------------------------
STARTING MACHINE: devel@kb-test-har-005.kb.dk
Starting all applications on: kb-test-har-005.kb.dk
Starting linux application: HarvestControllerApplication_browser_1
Starting linux application: HarvestControllerApplication_browser_2
11:31:49,394 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_HarvestControllerApplication_browser_1.xml] at [file:/home/devel/Test6/conf/logback_HarvestControllerApplication_browser_1.xml]
11:31:49,681 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:31:49,685 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:31:49,694 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:31:49,709 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:49,779 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:31:49,796 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:31:49,839 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@447981768 - No compression will be used
11:31:49,840 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@447981768 - Will use the pattern ./log/HarvestControllerApplication_browser_1.%d{yyyy-MM-dd}.%i.log for the active file
11:31:49,843 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_browser_1.%d{yyyy-MM-dd}.%i.log'.
11:31:49,843 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - Roll-over at midnight.
11:31:49,847 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - Setting initial period to Thu May 12 11:31:49 CEST 2022
11:31:49,847 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:31:49,847 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:31:49,851 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:49,853 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_browser_1.log
11:31:49,854 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_browser_1.log]
11:31:49,854 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:31:50,627 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:31:50,630 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:31:50,630 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:31:50,631 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:31:50,631 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:31:50,631 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:31:50,631 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:31:50,638 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@333291e3 - Registering current configuration as safe fallback point
2022-05-12 11:31:50.643 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:31:50.655 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_312
2022-05-12 11:31:50.656 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_312
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64/jre
2022-05-12 11:31:50.657 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64/jre
Working dir: /home/devel/Test6
2022-05-12 11:31:50.657 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:31:50.661 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_HarvestControllerApplication_browser_1.xml'
2022-05-12 11:31:50.916 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-005.kb.dk' and JMX/RMI ports 8170/8270
2022-05-12 11:31:50.917 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8170 communicating on port 8270 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-005.kb.dk:8270/jndi/rmi://kb-test-har-005.kb.dk:8170/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:50.922 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:50.938 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:50.938 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:50.939 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:31:50.962 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2022-05-12 11:31:50.962 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'BROWSER'
2022-05-12 11:31:50.963 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_browser_1'
2022-05-12 11:31:50.963 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2022-05-12 11:31:51.216 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:51.217 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:51.240 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-005.kb.dk
2022-05-12 11:31:53.241 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each get request after 300000 milliseconds.
2022-05-12 11:31:53.242 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@26425897 as listener to Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_16_HCS_BROWSER_1
2022-05-12 11:31:53.263 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_16_HCS_BROWSER_1']'
2022-05-12 11:31:53.263 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/extra_configs/bitmag_config
2022-05-12 11:31:53.264 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Using 'Test6' as default collectionID
2022-05-12 11:31:53.267 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder 'arcrepositoryTemp'
2022-05-12 11:31:53.282 INFO d.n.common.utils.HttpsClientBuilder.<init> - Creating Aggressive retry handler for https queries.
2022-05-12 11:31:53.381 INFO d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - Key file '/home/devel/extra_configs/https_config/https_key.pem' with private key and certificate does not exist!
2022-05-12 11:31:53.427 DEBUG d.n.h.h.HarvestControllerServer.<init> - Obtained JMS connection.
2022-05-12 11:31:53.428 INFO d.n.h.h.HarvestControllerServer.<init> - SEND_READY_DELAY used by HarvestControllerServer is 300
2022-05-12 11:31:53.438 INFO d.n.h.heritrix3.PostProcessing.processOldJobs - Looking for unprocessed crawldata in 'harvester_browser_1'
2022-05-12 11:31:53.439 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@7bc10d84 as listener to Test6_COMMON_HCHAN_VAL_RESP
2022-05-12 11:31:53.481 INFO d.n.h.h.HarvestControllerServer.<init> - Requested to check the validity of harvest channel 'BROWSER'
2022-05-12 11:31:53.486 INFO d.n.h.h.HarvestControllerServer.visit - Received message stating that channel 'BROWSER' is valid.
2022-05-12 11:31:53.488 INFO d.n.h.h.HarvestControllerServer.beginListeningIfSpaceAvailable - Starts to listen to new jobs on queue '[Queue 'Test6_COMMON_JOB_PARTIAL_BROWSER']'
2022-05-12 11:31:53.488 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@7bc10d84 as listener to Test6_COMMON_JOB_PARTIAL_BROWSER
11:31:49,499 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_HarvestControllerApplication_browser_2.xml] at [file:/home/devel/Test6/conf/logback_HarvestControllerApplication_browser_2.xml]
11:31:49,956 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:31:49,959 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:31:49,974 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:31:50,006 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:50,120 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:31:50,125 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:31:50,156 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@447981768 - No compression will be used
11:31:50,157 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@447981768 - Will use the pattern ./log/HarvestControllerApplication_browser_2.%d{yyyy-MM-dd}.%i.log for the active file
11:31:50,160 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_browser_2.%d{yyyy-MM-dd}.%i.log'.
11:31:50,160 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - Roll-over at midnight.
11:31:50,171 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - Setting initial period to Thu May 12 11:31:50 CEST 2022
11:31:50,172 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:31:50,172 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@43195e57 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:31:50,174 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:50,176 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_browser_2.log
11:31:50,176 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_browser_2.log]
11:31:50,177 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:31:51,149 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:31:51,151 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:31:51,151 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:31:51,152 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:31:51,152 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:31:51,152 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:31:51,152 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:31:51,153 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@333291e3 - Registering current configuration as safe fallback point
2022-05-12 11:31:51.158 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:31:51.171 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_312
2022-05-12 11:31:51.171 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_312
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64/jre
2022-05-12 11:31:51.171 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-1.el7_9.x86_64/jre
Working dir: /home/devel/Test6
2022-05-12 11:31:51.172 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:31:51.172 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_HarvestControllerApplication_browser_2.xml'
2022-05-12 11:31:51.384 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-005.kb.dk' and JMX/RMI ports 8175/8275
2022-05-12 11:31:51.385 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8175 communicating on port 8275 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-005.kb.dk:8275/jndi/rmi://kb-test-har-005.kb.dk:8175/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:51.390 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:51.402 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:51.403 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:51.403 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:31:51.414 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2022-05-12 11:31:51.414 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'BROWSER'
2022-05-12 11:31:51.414 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_browser_2'
2022-05-12 11:31:51.415 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2022-05-12 11:31:51.516 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:51.517 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:51.550 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-005.kb.dk
--------------------------------------------
STARTING MACHINE: devel@kb-test-har-004.kb.dk
Starting all applications on: kb-test-har-004.kb.dk
Starting linux application: HarvestControllerApplication_kblow002_h3
Starting linux application: HarvestControllerApplication_kbhigh_h3
11:31:55,939 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_HarvestControllerApplication_kbhigh_h3.xml] at [file:/home/devel/Test6/conf/logback_HarvestControllerApplication_kbhigh_h3.xml]
11:31:56,708 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:31:56,719 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:31:56,739 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:31:56,774 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:56,877 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:31:56,892 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:31:56,934 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@1704629915 - No compression will be used
11:31:56,936 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@1704629915 - Will use the pattern ./log/HarvestControllerApplication_kbhigh_h3.%d{yyyy-MM-dd}.%i.log for the active file
11:31:56,938 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kbhigh_h3.%d{yyyy-MM-dd}.%i.log'.
11:31:56,938 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - Roll-over at midnight.
11:31:56,945 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - Setting initial period to Thu May 12 11:31:56 CEST 2022
11:31:56,945 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:31:56,945 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:31:56,948 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:56,954 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kbhigh_h3.log
11:31:56,954 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kbhigh_h3.log]
11:31:56,955 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:31:57,588 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:31:57,592 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:31:57,598 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:31:57,598 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:31:57,598 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:31:57,599 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:31:57,599 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:31:57,599 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@2473d930 - Registering current configuration as safe fallback point
2022-05-12 11:31:57.604 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:31:57.626 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_25
2022-05-12 11:31:57.626 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_25
java.home: /usr/local/java/jdk1.8.0_25_x64/jre
2022-05-12 11:31:57.627 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/local/java/jdk1.8.0_25_x64/jre
Working dir: /home/devel/Test6
2022-05-12 11:31:57.627 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:31:57.627 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_HarvestControllerApplication_kbhigh_h3.xml'
2022-05-12 11:31:57.793 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-004.kb.dk' and JMX/RMI ports 8172/8272
2022-05-12 11:31:57.793 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8172 communicating on port 8272 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-004.kb.dk:8272/jndi/rmi://kb-test-har-004.kb.dk:8172/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:57.803 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:57.805 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:57.810 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:57.810 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:31:57.823 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2022-05-12 11:31:57.824 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'HIGHPRIORITY'
2022-05-12 11:31:57.824 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_high'
2022-05-12 11:31:57.824 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2022-05-12 11:31:58.008 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:58.016 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:58.030 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-004.kb.dk
11:31:55,286 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_HarvestControllerApplication_kblow002_h3.xml] at [file:/home/devel/Test6/conf/logback_HarvestControllerApplication_kblow002_h3.xml]
11:31:55,693 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:31:55,703 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:31:55,719 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:31:55,745 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:55,809 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:31:55,813 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:31:55,849 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@1704629915 - No compression will be used
11:31:55,852 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@1704629915 - Will use the pattern ./log/HarvestControllerApplication_kblow002_h3.%d{yyyy-MM-dd}.%i.log for the active file
11:31:55,855 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_kblow002_h3.%d{yyyy-MM-dd}.%i.log'.
11:31:55,855 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - Roll-over at midnight.
11:31:55,865 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - Setting initial period to Thu May 12 11:31:55 CEST 2022
11:31:55,865 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:31:55,865 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@76908cc0 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:31:55,867 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:31:55,873 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_kblow002_h3.log
11:31:55,873 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_kblow002_h3.log]
11:31:55,874 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:31:56,490 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:31:56,499 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:31:56,499 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:31:56,499 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:31:56,499 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:31:56,500 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:31:56,500 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:31:56,501 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@2473d930 - Registering current configuration as safe fallback point
2022-05-12 11:31:56.512 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:31:56.530 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_25
2022-05-12 11:31:56.530 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_25
java.home: /usr/local/java/jdk1.8.0_25_x64/jre
2022-05-12 11:31:56.530 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/local/java/jdk1.8.0_25_x64/jre
Working dir: /home/devel/Test6
2022-05-12 11:31:56.531 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:31:56.531 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_HarvestControllerApplication_kblow002_h3.xml'
2022-05-12 11:31:56.801 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-har-004.kb.dk' and JMX/RMI ports 8170/8270
2022-05-12 11:31:56.802 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8170 communicating on port 8270 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-har-004.kb.dk:8270/jndi/rmi://kb-test-har-004.kb.dk:8170/jmxrmi
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:56.821 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:31:56.825 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:56.825 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:31:56.826 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:31:56.849 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2022-05-12 11:31:56.851 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'LOWPRIORITY'
2022-05-12 11:31:56.851 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_low'
2022-05-12 11:31:56.851 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2022-05-12 11:31:57.157 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:57.189 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:31:57.215 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-har-004.kb.dk
--------------------------------------------
STARTING MACHINE: devel@kb-test-acs-001.kb.dk
Starting all applications on: kb-test-acs-001.kb.dk
Starting linux application: IndexServerApplication
Starting linux application: ViewerProxyApplication
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/home/devel/Test6/lib/logback-classic-1.2.3.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/home/devel/Test6/lib/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
11:32:01,037 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_IndexServerApplication.xml] at [file:/home/devel/Test6/conf/logback_IndexServerApplication.xml]
11:32:01,381 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:32:01,384 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:32:01,391 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:32:01,423 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:01,495 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:32:01,513 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:32:01,565 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@29183965 - No compression will be used
11:32:01,566 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@29183965 - Will use the pattern ./log/IndexServerApplication.%d{yyyy-MM-dd}.%i.log for the active file
11:32:01,570 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@55183b20 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/IndexServerApplication.%d{yyyy-MM-dd}.%i.log'.
11:32:01,570 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@55183b20 - Roll-over at midnight.
11:32:01,590 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@55183b20 - Setting initial period to Thu May 12 11:32:01 CEST 2022
11:32:01,591 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@55183b20 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:32:01,591 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@55183b20 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:32:01,593 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:01,598 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/IndexServerApplication.log
11:32:01,598 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/IndexServerApplication.log]
11:32:01,599 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:32:02,373 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:32:02,375 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:32:02,375 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:32:02,376 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:32:02,376 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:32:02,376 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:32:02,376 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:32:02,377 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@4f83df68 - Registering current configuration as safe fallback point
SLF4J: Actual binding is of type [ch.qos.logback.classic.util.ContextSelectorStaticBinder]
2022-05-12 11:32:02.389 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.indexserver.IndexServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:32:02.395 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.indexserver.IndexServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_332
2022-05-12 11:32:02.396 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_332
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.332.b09-1.el7_9.x86_64/jre
2022-05-12 11:32:02.397 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.332.b09-1.el7_9.x86_64/jre
Working dir: /home/devel/Test6
2022-05-12 11:32:02.397 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:32:02.397 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_IndexServerApplication.xml'
2022-05-12 11:32:02.629 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-acs-001.kb.dk' and JMX/RMI ports 8371/8471
2022-05-12 11:32:02.630 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8371 communicating on port 8471 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-acs-001.kb.dk:8471/jndi/rmi://kb-test-acs-001.kb.dk:8371/jmxrmi
dk.netarkivet.harvester.indexserver.IndexServer Running
2022-05-12 11:32:02.635 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.indexserver.IndexServer Running
2022-05-12 11:32:02.643 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxdata' uses directory '/home/devel/Test6/cache/cdxdata'
2022-05-12 11:32:02.646 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:32:02.647 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:32:02.648 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:32:02.669 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:32:02.670 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:32:02.678 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-acs-001.kb.dk
2022-05-12 11:32:04.649 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each get request after 300000 milliseconds.
2022-05-12 11:32:04.650 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@7a527389 as listener to Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_5_IS
2022-05-12 11:32:04.667 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_5_IS']'
2022-05-12 11:32:04.668 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/extra_configs/bitmag_config
2022-05-12 11:32:04.669 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Using 'Test6' as default collectionID
2022-05-12 11:32:04.686 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder 'arcrepositoryTemp'
2022-05-12 11:32:04.716 INFO d.n.common.utils.HttpsClientBuilder.<init> - Creating Aggressive retry handler for https queries.
2022-05-12 11:32:04.821 DEBUG d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - X509CertificateHolder found
2022-05-12 11:32:04.823 DEBUG d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - PrivateKeyInfo found
2022-05-12 11:32:04.922 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'cdxdata' is fetching metadata with urls matching 'metadata://[^/]*/crawl/index/cdx.*' and mimetype matching 'application/x-cdx'. Migration of duplicate records is disabled
2022-05-12 11:32:04.922 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxindex' uses directory '/home/devel/Test6/cache/cdxindex'
2022-05-12 11:32:04.932 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'crawllog' uses directory '/home/devel/Test6/cache/crawllog'
2022-05-12 11:32:04.933 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'crawllog' is fetching metadata with urls matching 'metadata://[^/]*/crawl/logs/crawl\.log.*' and mimetype matching 'text/plain'. Migration of duplicate records is disabled
2022-05-12 11:32:04.934 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'dedupcrawllogindex' uses directory '/home/devel/Test6/cache/dedupcrawllogindex'
2022-05-12 11:32:04.935 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxdata' uses directory '/home/devel/Test6/cache/cdxdata'
2022-05-12 11:32:04.936 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'cdxdata' is fetching metadata with urls matching 'metadata://[^/]*/crawl/index/cdx.*' and mimetype matching 'application/x-cdx'. Migration of duplicate records is disabled
2022-05-12 11:32:04.938 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'crawllog' uses directory '/home/devel/Test6/cache/crawllog'
2022-05-12 11:32:04.940 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'crawllog' is fetching metadata with urls matching 'metadata://[^/]*/crawl/logs/crawl\.log.*' and mimetype matching 'text/plain'. Migration of duplicate records is disabled
2022-05-12 11:32:04.941 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'fullcrawllogindex' uses directory '/home/devel/Test6/cache/fullcrawllogindex'
2022-05-12 11:32:04.942 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'cdxdata' uses directory '/home/devel/Test6/cache/cdxdata'
2022-05-12 11:32:04.943 INFO d.n.h.indexserver.RawMetadataCache.<init> - Metadata cache for 'cdxdata' is fetching metadata with urls matching 'metadata://[^/]*/crawl/index/cdx.*' and mimetype matching 'application/x-cdx'. Migration of duplicate records is disabled
2022-05-12 11:32:04.944 DEBUG d.n.h.indexserver.FileBasedCache.cache - Waiting to enter synchronization on /home/devel/Test6/cache/cdxindex/empty-cache.working
2022-05-12 11:32:04.945 DEBUG d.n.h.indexserver.FileBasedCache.cache - locking filechannel for file '/home/devel/Test6/cache/cdxindex/empty-cache.working' (thread = main)
2022-05-12 11:32:04.955 DEBUG d.n.common.utils.ProcessUtils.runProcess - Running external program: sort /home/devel/Test6/cache/cdxindex/empty-cache -o /home/devel/Test6/cache/cdxindex/empty-cache.unsorted with environment LANG=C
2022-05-12 11:32:05.005 DEBUG d.n.h.indexserver.FileBasedCache.cache - release lock on filechannel sun.nio.ch.FileChannelImpl@5cc126dc
2022-05-12 11:32:05.012 INFO d.n.h.indexserver.FileBasedCache.getIndex - Generated index '/home/devel/Test6/cache/cdxindex/empty-cache' of id '[]', request was for '[]'
2022-05-12 11:32:05.014 DEBUG d.n.h.indexserver.FileBasedCache.cache - Waiting to enter synchronization on /home/devel/Test6/cache/dedupcrawllogindex/empty-cache.working
2022-05-12 11:32:05.015 DEBUG d.n.h.indexserver.FileBasedCache.cache - locking filechannel for file '/home/devel/Test6/cache/dedupcrawllogindex/empty-cache.working' (thread = main)
2022-05-12 11:32:05.019 INFO d.n.h.indexserver.CrawlLogIndexCache.prepareCombine - Starting to generate dedupcrawllogindex for the 0 jobs: []
2022-05-12 11:32:05.019 INFO d.n.h.indexserver.CrawlLogIndexCache.combine - Starting combine task #1. This combines a dataset with 0 crawl logs (thread = main)
11:32:00,980 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_ViewerProxyApplication.xml] at [file:/home/devel/Test6/conf/logback_ViewerProxyApplication.xml]
11:32:01,398 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:32:01,399 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:32:01,406 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:32:01,428 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:01,536 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:32:01,546 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:32:01,593 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@117009527 - No compression will be used
11:32:01,596 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@117009527 - Will use the pattern ./log/ViewerProxyApplication.%d{yyyy-MM-dd}.%i.log for the active file
11:32:01,601 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@be64738 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/ViewerProxyApplication.%d{yyyy-MM-dd}.%i.log'.
11:32:01,601 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@be64738 - Roll-over at midnight.
11:32:01,608 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@be64738 - Setting initial period to Thu May 12 11:32:01 CEST 2022
11:32:01,609 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@be64738 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:32:01,609 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@be64738 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:32:01,613 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:01,618 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/ViewerProxyApplication.log
11:32:01,618 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/ViewerProxyApplication.log]
11:32:01,620 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:32:02,381 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:32:02,384 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:32:02,384 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:32:02,384 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:32:02,384 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:32:02,394 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:32:02,394 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:32:02,395 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@3ba9ad43 - Registering current configuration as safe fallback point
2022-05-12 11:32:02.400 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.viewerproxy.ViewerProxy
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:32:02.413 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.viewerproxy.ViewerProxy
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_332
2022-05-12 11:32:02.414 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_332
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.332.b09-1.el7_9.x86_64/jre
2022-05-12 11:32:02.414 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.332.b09-1.el7_9.x86_64/jre
Working dir: /home/devel/Test6
2022-05-12 11:32:02.414 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:32:02.415 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_ViewerProxyApplication.xml'
2022-05-12 11:32:02.654 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'kb-test-acs-001.kb.dk' and JMX/RMI ports 8370/8470
2022-05-12 11:32:02.655 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8370 communicating on port 8470 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://kb-test-acs-001.kb.dk:8470/jndi/rmi://kb-test-acs-001.kb.dk:8370/jmxrmi
dk.netarkivet.viewerproxy.ViewerProxy Running
2022-05-12 11:32:02.659 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.viewerproxy.ViewerProxy Running
2022-05-12 11:32:02.666 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:32:02.667 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:32:02.667 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
2022-05-12 11:32:02.675 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/devel/extra_configs/bitmag_config.
2022-05-12 11:32:02.675 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/devel/extra_configs/bitmag_config.
2022-05-12 11:32:02.684 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): kb-test-acs-001.kb.dk
2022-05-12 11:32:04.657 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each get request after 300000 milliseconds.
2022-05-12 11:32:04.658 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@3d3ba765 as listener to Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_5_VP
2022-05-12 11:32:04.679 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test6_COMMON_THIS_REPOS_CLIENT_130_226_228_5_VP']'
2022-05-12 11:32:04.680 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/devel/extra_configs/bitmag_config
2022-05-12 11:32:04.681 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Using 'Test6' as default collectionID
2022-05-12 11:32:04.690 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder 'arcrepositoryTemp'
2022-05-12 11:32:04.717 INFO d.n.common.utils.HttpsClientBuilder.<init> - Creating Aggressive retry handler for https queries.
2022-05-12 11:32:04.822 DEBUG d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - X509CertificateHolder found
2022-05-12 11:32:04.824 DEBUG d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - PrivateKeyInfo found
2022-05-12 11:32:04.906 INFO d.n.h.indexserver.FileBasedCache.<init> - Metadata cache for 'FULL_CRAWL_LOG' uses directory '/home/devel/Test6/cache/FULL_CRAWL_LOG'
2022-05-12 11:32:04.978 INFO d.n.viewerproxy.ARCArchiveAccess.<init> - Constructed instance of ARCArchiveAccess with TryToLookupUriAsFtp: false
--------------------------------------------
STARTING MACHINE: devel@kb-test-way-001.kb.dk
Starting all applications on: kb-test-way-001.kb.dk
Starting linux application: WaybackIndexerApplication
Starting linux application: AggregatorApplication
11:32:07,845 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/devel/Test6/conf/logback_AggregatorApplication.xml] at [file:/home/devel/Test6/conf/logback_AggregatorApplication.xml]
11:32:08,161 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:32:08,163 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:32:08,197 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:32:08,231 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:08,403 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:32:08,452 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:32:08,582 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@477289012 - No compression will be used
11:32:08,585 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@477289012 - Will use the pattern ./log/AggregatorApplication.%d{yyyy-MM-dd}.%i.log for the active file
11:32:08,596 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@6b0c2d26 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/AggregatorApplication.%d{yyyy-MM-dd}.%i.log'.
11:32:08,596 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@6b0c2d26 - Roll-over at midnight.
11:32:08,645 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@6b0c2d26 - Setting initial period to Thu May 12 11:32:08 CEST 2022
11:32:08,646 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@6b0c2d26 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:32:08,646 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@6b0c2d26 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:32:08,651 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:08,661 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/AggregatorApplication.log
11:32:08,661 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/AggregatorApplication.log]
11:32:08,674 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:32:10,039 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:32:10,043 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:32:10,043 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:32:10,053 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:32:10,053 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:32:10,055 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:32:10,055 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:32:10,055 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@3d3fcdb0 - Registering current configuration as safe fallback point
2022-05-12 11:32:10.090 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.wayback.aggregator.AggregationWorker
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:32:10.129 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.wayback.aggregator.AggregationWorker
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_25
2022-05-12 11:32:10.130 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_25
java.home: /usr/local/java.old/jdk1.8.0_25_x64/jre
2022-05-12 11:32:10.131 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/local/java.old/jdk1.8.0_25_x64/jre
Working dir: /home/devel/Test6
2022-05-12 11:32:10.132 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/devel/Test6
2022-05-12 11:32:10.132 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/devel/Test6/conf/settings_AggregatorApplication.xml'
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/home/devel/Test6/lib/logback-classic-1.2.3.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/home/devel/Test6/lib/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
--------------------------------------------
--------------------------------------------
STARTING MACHINE: netarkdv@sb-test-har-001.statsbiblioteket.dk
Starting all applications on: sb-test-har-001.statsbiblioteket.dk
Starting linux application: HarvestControllerApplication_sbhigh_h3
11:32:11,991 |-INFO in ch.qos.logback.classic.LoggerContext[default] - Found resource [/home/netarkdv/Test6/conf/logback_HarvestControllerApplication_sbhigh_h3.xml] at [file:/home/netarkdv/Test6/conf/logback_HarvestControllerApplication_sbhigh_h3.xml]
11:32:12,164 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - debug attribute not set
11:32:12,167 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.ConsoleAppender]
11:32:12,172 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [STDOUT]
11:32:12,182 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:12,215 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [ch.qos.logback.core.rolling.RollingFileAppender]
11:32:12,218 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [FILE]
11:32:12,232 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@251210093 - No compression will be used
11:32:12,233 |-INFO in c.q.l.core.rolling.TimeBasedRollingPolicy@251210093 - Will use the pattern ./log/HarvestControllerApplication_sbhigh_h3.%d{yyyy-MM-dd}.%i.log for the active file
11:32:12,235 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@36c88a32 - The date pattern is 'yyyy-MM-dd' from file name pattern './log/HarvestControllerApplication_sbhigh_h3.%d{yyyy-MM-dd}.%i.log'.
11:32:12,235 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@36c88a32 - Roll-over at midnight.
11:32:12,239 |-INFO in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@36c88a32 - Setting initial period to Thu May 12 11:32:12 CEST 2022
11:32:12,239 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@36c88a32 - SizeAndTimeBasedFNATP is deprecated. Use SizeAndTimeBasedRollingPolicy instead
11:32:12,239 |-WARN in ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP@36c88a32 - For more information see http://logback.qos.ch/manual/appenders.html#SizeAndTimeBasedRollingPolicy
11:32:12,241 |-INFO in ch.qos.logback.core.joran.action.NestedComplexPropertyIA - Assuming default type [ch.qos.logback.classic.encoder.PatternLayoutEncoder] for [encoder] property
11:32:12,243 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - Active log file name: ./log/HarvestControllerApplication_sbhigh_h3.log
11:32:12,243 |-INFO in ch.qos.logback.core.rolling.RollingFileAppender[FILE] - File property is set to [./log/HarvestControllerApplication_sbhigh_h3.log]
11:32:12,248 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - About to instantiate appender of type [dk.netarkivet.monitor.logging.CachingSLF4JAppender]
11:32:12,566 |-INFO in ch.qos.logback.core.joran.action.AppenderAction - Naming appender as [MONITOR]
11:32:12,568 |-INFO in ch.qos.logback.classic.joran.action.RootLoggerAction - Setting level of ROOT logger to WARN
11:32:12,568 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [STDOUT] to Logger[ROOT]
11:32:12,569 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [FILE] to Logger[ROOT]
11:32:12,569 |-INFO in ch.qos.logback.core.joran.action.AppenderRefAction - Attaching appender named [MONITOR] to Logger[ROOT]
11:32:12,569 |-INFO in ch.qos.logback.classic.joran.action.LoggerAction - Setting level of logger [dk.netarkivet] to DEBUG
11:32:12,570 |-INFO in ch.qos.logback.classic.joran.action.ConfigurationAction - End of configuration.
11:32:12,570 |-INFO in ch.qos.logback.classic.joran.JoranConfigurator@7880cdf3 - Registering current configuration as safe fallback point
2022-05-12 11:32:12.579 DEBUG dk.netarkivet.common.utils.Settings.invoke0 - Value found in loaded data: SB,KB
SLF4J: A number (1) of logging calls during the initialization phase have been intercepted and are
SLF4J: now being replayed. These are subject to the filtering rules of the underlying logging system.
SLF4J: See also http://www.slf4j.org/codes.html#replay
Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
2022-05-12 11:32:12.584 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Starting dk.netarkivet.harvester.heritrix3.HarvestControllerServer
Version: 7.4-SNAPSHOT (https://github.com/netarchivesuite/netarchivesuite/commit/b228e2039e0220a767d11c8a6fdb0e6362c464d1)
Java VM: 1.8.0_232
2022-05-12 11:32:12.585 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Java VM: 1.8.0_232
java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.el7_7.x86_64/jre
2022-05-12 11:32:12.585 INFO d.n.common.utils.ApplicationUtils.logAndPrint - java.home: /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.el7_7.x86_64/jre
Working dir: /home/netarkdv/Test6
2022-05-12 11:32:12.586 INFO d.n.common.utils.ApplicationUtils.logAndPrint - Working dir: /home/netarkdv/Test6
2022-05-12 11:32:12.590 INFO d.n.common.utils.ApplicationUtils.startApp - Using settings files '/home/netarkdv/Test6/conf/settings_HarvestControllerApplication_sbhigh_h3.xml'
2022-05-12 11:32:12.758 INFO d.n.m.d.JMSMonitorRegistryClient.register - Registering this client for monitoring every 1 minutes, using hostname 'sb-test-har-001.statsbiblioteket.dk' and JMX/RMI ports 8170/8270
2022-05-12 11:32:12.758 INFO d.n.c.m.MBeanConnectorCreator.exposeJMXMBeanServer - Registered mbean server in registry on port 8170 communicating on port 8270 using password file 'conf/jmxremote.password'.
Service URL is service:jmx:rmi://sb-test-har-001.statsbiblioteket.dk:8270/jndi/rmi://sb-test-har-001.statsbiblioteket.dk:8170/jmxrmi
2022-05-12 11:32:12.766 INFO d.n.c.distribute.JMSConnectionSunMQ.<init> - Creating instance of dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:32:12.767 DEBUG d.n.common.distribute.JMSConnection.initConnection - Initializing a JMS connection dk.netarkivet.common.distribute.JMSConnectionSunMQ
2022-05-12 11:32:12.767 INFO d.n.c.distribute.JMSConnectionSunMQ.getConnectionFactory - Establishing SunMQ JMS Connection to 'kb-test-adm-001.kb.dk:7676'
dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:32:12.771 INFO d.n.common.utils.ApplicationUtils.logAndPrint - dk.netarkivet.harvester.heritrix3.HarvestControllerServer Running
2022-05-12 11:32:12.783 INFO d.n.h.h.HarvestControllerServer.<init> - Starting HarvestControllerServer.
2022-05-12 11:32:12.784 INFO d.n.h.h.HarvestControllerServer.<init> - Bound to harvest channel 'HIGHPRIORITY'
2022-05-12 11:32:12.790 INFO d.n.h.h.HarvestControllerServer.<init> - Serverdir: 'harvester_high'
2022-05-12 11:32:12.790 INFO d.n.h.h.HarvestControllerServer.<init> - Harvesting requires at least 400000000 bytes free.
2022-05-12 11:32:13.035 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Bitrepository settings will be loaded from /home/netarkdv/extra_configs/bitmag_config.
2022-05-12 11:32:13.035 DEBUG d.n.c.d.bitrepository.BitmagUtils.initialize - Path to Bitrepository settings is /home/netarkdv/extra_configs/bitmag_config.
2022-05-12 11:32:13.039 INFO d.n.c.d.bitrepository.HostNameUtils.getHostName - Local hostname (provided by getCanonicalHostName): sb-test-har-001.statsbiblioteket.dk
2022-05-12 11:32:14.102 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient will timeout on each get request after 300000 milliseconds.
2022-05-12 11:32:14.103 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.archive.arcrepository.distribute.BitmagArcRepositoryClient@549949be as listener to Test6_COMMON_THIS_REPOS_CLIENT_130_225_27_140_HCS_SBHIGH_H3
2022-05-12 11:32:14.162 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - BitmagArcRepositoryClient listens for replies on channel '[Queue 'Test6_COMMON_THIS_REPOS_CLIENT_130_225_27_140_HCS_SBHIGH_H3']'
2022-05-12 11:32:14.162 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Getting bitmag config from settings.common.arcrepositoryClient.bitrepository.settingsDir=/home/netarkdv/extra_configs/bitmag_config
2022-05-12 11:32:14.163 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Using 'Test6' as default collectionID
2022-05-12 11:32:14.172 INFO d.n.a.a.d.BitmagArcRepositoryClient.<init> - Storing tempfiles in folder 'arcrepositoryTemp'
2022-05-12 11:32:14.179 INFO d.n.common.utils.HttpsClientBuilder.<init> - Creating Aggressive retry handler for https queries.
2022-05-12 11:32:14.227 INFO d.n.c.utils.BasicTwoWaySSLProvider.loadPrivateKey - Key file '/home/devel/extra_configs/https_config/https_key.pem' with private key and certificate does not exist!
2022-05-12 11:32:14.253 DEBUG d.n.h.h.HarvestControllerServer.<init> - Obtained JMS connection.
2022-05-12 11:32:14.257 INFO d.n.h.h.HarvestControllerServer.<init> - SEND_READY_DELAY used by HarvestControllerServer is 300
2022-05-12 11:32:14.262 INFO d.n.h.heritrix3.PostProcessing.processOldJobs - Looking for unprocessed crawldata in 'harvester_high'
2022-05-12 11:32:14.263 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@5b11a194 as listener to Test6_COMMON_HCHAN_VAL_RESP
2022-05-12 11:32:14.387 INFO d.n.h.h.HarvestControllerServer.<init> - Requested to check the validity of harvest channel 'HIGHPRIORITY'
2022-05-12 11:32:14.427 INFO d.n.h.h.HarvestControllerServer.visit - Received message stating that channel 'HIGHPRIORITY' is valid.
2022-05-12 11:32:14.430 INFO d.n.h.h.HarvestControllerServer.beginListeningIfSpaceAvailable - Starts to listen to new jobs on queue '[Queue 'Test6_COMMON_JOB_PARTIAL_HIGHPRIORITY']'
2022-05-12 11:32:14.430 DEBUG d.n.common.distribute.JMSConnection.setListener - Adding dk.netarkivet.harvester.heritrix3.HarvestControllerServer@5b11a194 as listener to Test6_COMMON_JOB_PARTIAL_HIGHPRIORITY
--------------------------------------------
Completed the script all_test.sh
Finished: SUCCESS
Console Output
Help us localize this page