. .` ` , `:. `,` ,:` .,. :,, .,, ,,, . .,.::::: ```` ::::::::: ::::::::: ,` .::,,,,::.,,,,,,`;; .: :::::::::: ::: ::: `,. ::,,,,,,,:.,,.` ` .: ::: ::: ::: ::: ,,:,:,,,,,,,,::. ` ` `` .: ::: ::: ::: ::: ,,:.,,,,,,,,,: `::, ,, ::,::` : :,::` :::: ::: ::: ::: ::: ,:,,,,,,,,,,::,: ,, :. : :: : .: ::: ::: ::::::: :,,,,,,,,,,:,:: ,, : : : : .: ::: ::: ::::::::: ` :,,,,,,,,,,:,::, ,, .:::::::: : : .: ::: ::: ::: ::: `,...,,:,,,,,,,,,: .:,. ,, ,, : : .: ::: ::: ::: ::: .,,,,::,,,,,,,: `: , ,, : ` : : .: ::: ::: ::: ::: ...,::,,,,::.. `: .,, :, : : : .: ::::::::::: ::: ::: ,::::,,,. `: ,, ::::: : : .: ::::::::: :::::::::: ,,:` `,,. ,,, .,` ,,. `, GRAPH DATABASE `` `. `` orientdb.com ` removing old pid file /opt/orientdb/orientdb-community-2.2.18-SNAPSHOT/bin/orient.pid OrientDB 2.2.18-SNAPSHOT (build UNKNOWN@rf31f2e10de758cbdef4cee27451b4065b94d9ce2; 2017-03-04 00:50:53+0000) configuration dump: - ENVIRONMENT + environment.dumpCfgAtStartup = true + environment.concurrent = true + environment.lockManager.concurrency.level = 384 + environment.allowJVMShutdown = true - SCRIPT + script.pool.maxSize = 20 - MEMORY + memory.useUnsafe = true + memory.chunk.size = 33554432 + memory.directMemory.safeMode = true + memory.directMemory.trackMode = false + memory.directMemory.onlyAlignedMemoryAccess = true - JVM + jvm.gc.delayForOptimize = 600 - STORAGE + storage.openFiles.limit = 1024 + storage.componentsLock.cache = 10000 + storage.diskCache.pinnedPages = 20 + storage.diskCache.bufferSize = 54000 + storage.diskCache.writeCachePart = 15 + storage.diskCache.writeCachePageTTL = 86400 + storage.diskCache.writeCachePageFlushInterval = 25 + storage.diskCache.writeCacheFlushInactivityInterval = 60000 + storage.diskCache.writeCacheFlushLockTimeout = -1 + storage.diskCache.diskFreeSpaceCheckInterval = 5 + storage.diskCache.diskFreeSpaceCheckIntervalInPages = 2048 + storage.diskCache.keepState = true + storage.configuration.syncOnUpdate = true + storage.compressionMethod = nothing + storage.encryptionMethod = nothing + storage.encryptionKey = + storage.makeFullCheckpointAfterCreate = false + storage.makeFullCheckpointAfterOpen = true + storage.makeFullCheckpointAfterClusterCreate = true + storage.trackChangedRecordsInWAL = false + storage.useWAL = true + storage.wal.syncOnPageFlush = true + storage.wal.cacheSize = 3000 + storage.wal.fileAutoCloseInterval = 10 + storage.wal.maxSegmentSize = 128 + storage.wal.maxSize = 51200 + storage.wal.commitTimeout = 1000 + storage.wal.shutdownTimeout = 10000 + storage.wal.fuzzyCheckpointInterval = 300 + storage.wal.reportAfterOperationsDuringRestore = 10000 + storage.wal.restore.batchSize = 1000 + storage.wal.readCacheSize = 1000 + storage.wal.fuzzyCheckpointShutdownWait = 600 + storage.wal.fullCheckpointShutdownTimeout = 600 + storage.wal.path = null + storage.diskCache.pageSize = 64 + storage.diskCache.diskFreeSpaceLimit = 256 + storage.lowestFreeListBound = 16 + storage.lockTimeout = 0 + storage.record.lockTimeout = 2000 + storage.useTombstones = false - RECORD + record.downsizing.enabled = true - OBJECT + object.saveOnlyDirty = false - DB + db.pool.min = 1 + db.pool.max = 100 + db.pool.idleTimeout = 0 + db.pool.idleCheckDelay = 0 + db.mvcc.throwfast = false + db.validation = true - NONTX + nonTX.recordUpdate.synch = false + nonTX.clusters.sync.immediately = manindex - TX + tx.trackAtomicOperations = false + tx.pageCacheSize = 12 - INDEX + index.embeddedToSbtreeBonsaiThreshold = 40 + index.sbtreeBonsaiToEmbeddedThreshold = -1 - HASHTABLE + hashTable.slitBucketsBuffer.length = 1500 - INDEX + index.auto.synchronousAutoRebuild = true + index.auto.lazyUpdates = 10000 + index.flushAfterCreate = true + index.manual.lazyUpdates = 1 + index.durableInNonTxMode = true + index.ignoreNullValuesDefault = false + index.txMode = FULL + index.cursor.prefetchSize = 500000 - SBTREE + sbtree.maxDepth = 64 + sbtree.maxKeySize = 10240 + sbtree.maxEmbeddedValueSize = 40960 - SBTREEBONSAI + sbtreebonsai.bucketSize = 2 + sbtreebonsai.linkBagCache.size = 100000 + sbtreebonsai.linkBagCache.evictionSize = 1000 + sbtreebonsai.freeSpaceReuseTrigger = 0.5 - RIDBAG + ridBag.embeddedDefaultSize = 4 + ridBag.embeddedToSbtreeBonsaiThreshold = 40 + ridBag.sbtreeBonsaiToEmbeddedToThreshold = -1 - COLLECTIONS + collections.preferSBTreeSet = false - FILE + file.trackFileClose = false + file.lock = true + file.deleteDelay = 10 + file.deleteRetry = 50 - SECURITY + security.userPasswordSaltIterations = 65536 + security.userPasswordSaltCacheSize = 500 + security.userPasswordDefaultAlgorithm = PBKDF2WithHmacSHA256 - NETWORK + network.maxConcurrentSessions = 1000 + network.socketBufferSize = 0 + network.lockTimeout = 15000 + network.socketTimeout = 15000 + network.requestTimeout = 3600000 + network.retry = 5 + network.retryDelay = 500 + network.binary.loadBalancing.enabled = false + network.binary.loadBalancing.timeout = 2000 + network.binary.maxLength = 16384 + network.binary.readResponse.maxTimes = 20 + network.binary.debug = false + network.http.installDefaultCommands = true + network.http.serverInfo = OrientDB Server v.2.2.18-SNAPSHOT (build UNKNOWN@rf31f2e10de758cbdef4cee27451b4065b94d9ce2; 2017-03-04 00:50:53+0000) + network.http.maxLength = 1000000 + network.http.streaming = false + network.http.charset = utf-8 + network.http.jsonResponseError = true + network.http.jsonp = false + network.http.sessionExpireTimeout = 300 + network.http.useToken = false + network.token.secretKey = + network.token.encryptionAlgorithm = HmacSHA256 + network.token.expireTimeout = 60 - PROFILER + profiler.enabled = false + profiler.config = null + profiler.autoDump.interval = 0 + profiler.maxValues = 200 + profiler.memoryCheckInterval = 120000 - SEQUENCE + sequence.maxRetry = 100 + sequence.retryDelay = 200 - STORAGEPROFILER + storageProfiler.intervalBetweenSnapshots = 100 + storageProfiler.cleanUpInterval = 5000 - LOG + log.console.level = info + log.file.level = info - CLASS + class.minimumClusters = 0 - LOG + log.console.ansi = auto - CACHE + cache.local.impl = com.orientechnologies.orient.core.cache.ORecordCacheWeakRefs - COMMAND + command.timeout = 0 + command.cache.enabled = false + command.cache.evictStrategy = PER_CLUSTER + command.cache.minExecutionTime = 10 + command.cache.maxResultsetSize = 500 - QUERY + query.parallelAuto = true + query.parallelMinimumRecords = 10000 + query.parallelResultQueueSize = 200000 + query.scanPrefetchPages = 20 + query.scanBatchSize = 1000 + query.scanThresholdTip = 50000 + query.limitThresholdTip = 10000 + query.live.support = true - STATEMENT + statement.cacheSize = 100 - SQL + sql.graphConsistencyMode = tx - CLIENT + client.channel.maxPool = 100 + client.connectionPool.waitTimeout = 5000 + client.channel.dbReleaseWaitTimeout = 10000 + client.ssl.enabled = false + client.ssl.keyStore = null + client.ssl.keyStorePass = null + client.ssl.trustStore = null + client.ssl.trustStorePass = null - SERVER + server.openAllDatabasesAtStartup = false + server.channel.cleanDelay = 5000 + server.cache.staticFile = false + server.log.dumpClientExceptionLevel = FINE + server.log.dumpClientExceptionFullStackTrace = false - DISTRIBUTED + distributed.crudTaskTimeout = 10000 + distributed.maxStartupDelay = 10000 + distributed.commandTaskTimeout = 120000 + distributed.commandQuickTaskTimeout = 5000 + distributed.commandLongTaskTimeout = 86400000 + distributed.deployDbTaskTimeout = 1200000 + distributed.deployChunkTaskTimeout = 15000 + distributed.deployDbTaskCompression = 7 + distributed.asynchQueueSize = 0 + distributed.asynchResponsesTimeout = 15000 + distributed.purgeResponsesTimerDelay = 15000 + distributed.conflictResolverRepairerChain = majority,content,version + distributed.conflictResolverRepairerCheckEvery = 5000 + distributed.conflictResolverRepairerBatch = 100 + distributed.txAliveTimeout = 30000 + distributed.requestChannels = 1 + distributed.responseChannels = 1 + distributed.heartbeatTimeout = 10000 + distributed.checkHealthCanOfflineServer = false + distributed.checkHealthEvery = 10000 + distributed.autoRemoveOfflineServers = 0 + distributed.publishNodeStatusEvery = 5000 + distributed.localQueueSize = 10000 + distributed.dbWorkerThreads = 8 + distributed.queueMaxSize = 10000 + distributed.backupDirectory = ../backup/databases + distributed.backupTryIncrementalFirst = true + distributed.concurrentTxMaxAutoRetry = 10 + distributed.atomicLockTimeout = 300 + distributed.concurrentTxAutoRetryDelay = 100 - DB + db.document.serializer = ORecordSerializerBinary - CLIENT + client.krb5.config = null + client.krb5.ccname = null + client.krb5.ktname = null + client.credentialinterceptor = null + client.ci.keyalgorithm = AES + client.ci.ciphertransform = AES/CBC/PKCS5Padding + client.ci.keystore.file = null + client.ci.keystore.password = null - SECURITY + security.createDefaultUsers = true - SERVER + server.security.file = null - JNA + jna.disable.system.library = true - DISTRIBUTED + distributed.queueTimeout = 500000 - DB + db.makeFullCheckpointOnIndexChange = true + db.makeFullCheckpointOnSchemaChange = true - CLIENT + client.session.tokenBased = true - OAUTH2 + oauth2.secretkey = - STORAGE + storage.cluster.usecrc32 = false - LAZYSET + lazyset.workOnStream = true - DB + db.mvcc = true + db.use.distributedVersion = false - MVRBTREE + mvrbtree.timeout = 0 + mvrbtree.nodePageSize = 256 + mvrbtree.loadFactor = 0.7 + mvrbtree.optimizeThreshold = 100000 + mvrbtree.entryPoints = 64 + mvrbtree.optimizeEntryPointsFactor = 1.0 + mvrbtree.entryKeysInMemory = false + mvrbtree.entryValuesInMemory = false + mvrbtree.ridBinaryThreshold = -1 + mvrbtree.ridNodePageSize = 64 + mvrbtree.ridNodeSaveMemory = false - TX + tx.commit.synch = false + tx.autoRetry = 1 + tx.log.fileType = classic + tx.log.synch = false + tx.useLog = true - INDEX + index.auto.rebuildAfterNotSoftClose = true - CLIENT + client.channel.minPool = 1 - STORAGE + storage.keepOpen = true - CACHE + cache.local.enabled = true 2017-03-28 16:17:36:762 INFO Loading configuration from: /opt/orientdb/orientdb-community-2.2.18-SNAPSHOT/config/orientdb-server-config.xml... [OServerConfigurationLoaderXml] 2017-03-28 16:17:37:114 INFO OrientDB Server v2.2.18-SNAPSHOT (build UNKNOWN@rf31f2e10de758cbdef4cee27451b4065b94d9ce2; 2017-03-04 00:50:53+0000) is starting up... [OServer]Dumping environment after server startup... OrientDB 2.2.18-SNAPSHOT (build UNKNOWN@rf31f2e10de758cbdef4cee27451b4065b94d9ce2; 2017-03-04 00:50:53+0000) configuration dump: - ENVIRONMENT + environment.dumpCfgAtStartup = true + environment.concurrent = true + environment.lockManager.concurrency.level = 384 + environment.allowJVMShutdown = true - SCRIPT + script.pool.maxSize = 20 - MEMORY + memory.useUnsafe = true + memory.chunk.size = 33554432 + memory.directMemory.safeMode = true + memory.directMemory.trackMode = false + memory.directMemory.onlyAlignedMemoryAccess = true - JVM + jvm.gc.delayForOptimize = 600 - STORAGE + storage.openFiles.limit = 1024 + storage.componentsLock.cache = 10000 + storage.diskCache.pinnedPages = 20 + storage.diskCache.bufferSize = 54000 + storage.diskCache.writeCachePart = 15 + storage.diskCache.writeCachePageTTL = 86400 + storage.diskCache.writeCachePageFlushInterval = 25 + storage.diskCache.writeCacheFlushInactivityInterval = 60000 + storage.diskCache.writeCacheFlushLockTimeout = -1 + storage.diskCache.diskFreeSpaceCheckInterval = 5 + storage.diskCache.diskFreeSpaceCheckIntervalInPages = 2048 + storage.diskCache.keepState = true + storage.configuration.syncOnUpdate = true + storage.compressionMethod = nothing + storage.encryptionMethod = nothing + storage.encryptionKey = + storage.makeFullCheckpointAfterCreate = false + storage.makeFullCheckpointAfterOpen = true + storage.makeFullCheckpointAfterClusterCreate = true + storage.trackChangedRecordsInWAL = false + storage.useWAL = true + storage.wal.syncOnPageFlush = true + storage.wal.cacheSize = 3000 + storage.wal.fileAutoCloseInterval = 10 + storage.wal.maxSegmentSize = 128 + storage.wal.maxSize = 51200 + storage.wal.commitTimeout = 1000 + storage.wal.shutdownTimeout = 10000 + storage.wal.fuzzyCheckpointInterval = 300 + storage.wal.reportAfterOperationsDuringRestore = 10000 + storage.wal.restore.batchSize = 1000 + storage.wal.readCacheSize = 1000 + storage.wal.fuzzyCheckpointShutdownWait = 600 + storage.wal.fullCheckpointShutdownTimeout = 600 + storage.wal.path = null + storage.diskCache.pageSize = 64 + storage.diskCache.diskFreeSpaceLimit = 256 + storage.lowestFreeListBound = 16 + storage.lockTimeout = 0 + storage.record.lockTimeout = 2000 + storage.useTombstones = false - RECORD + record.downsizing.enabled = true - OBJECT + object.saveOnlyDirty = false - DB + db.pool.min = 1 + db.pool.max = 50 + db.pool.idleTimeout = 0 + db.pool.idleCheckDelay = 0 + db.mvcc.throwfast = false + db.validation = true - NONTX + nonTX.recordUpdate.synch = false + nonTX.clusters.sync.immediately = manindex - TX + tx.trackAtomicOperations = false + tx.pageCacheSize = 12 - INDEX + index.embeddedToSbtreeBonsaiThreshold = 40 + index.sbtreeBonsaiToEmbeddedThreshold = -1 - HASHTABLE + hashTable.slitBucketsBuffer.length = 1500 - INDEX + index.auto.synchronousAutoRebuild = true + index.auto.lazyUpdates = 10000 + index.flushAfterCreate = true + index.manual.lazyUpdates = 1 + index.durableInNonTxMode = true + index.ignoreNullValuesDefault = false + index.txMode = FULL + index.cursor.prefetchSize = 500000 - SBTREE + sbtree.maxDepth = 64 + sbtree.maxKeySize = 10240 + sbtree.maxEmbeddedValueSize = 40960 - SBTREEBONSAI + sbtreebonsai.bucketSize = 2 + sbtreebonsai.linkBagCache.size = 100000 + sbtreebonsai.linkBagCache.evictionSize = 1000 + sbtreebonsai.freeSpaceReuseTrigger = 0.5 - RIDBAG + ridBag.embeddedDefaultSize = 4 + ridBag.embeddedToSbtreeBonsaiThreshold = 40 + ridBag.sbtreeBonsaiToEmbeddedToThreshold = -1 - COLLECTIONS + collections.preferSBTreeSet = false - FILE + file.trackFileClose = false + file.lock = true + file.deleteDelay = 10 + file.deleteRetry = 50 - SECURITY + security.userPasswordSaltIterations = 65536 + security.userPasswordSaltCacheSize = 500 + security.userPasswordDefaultAlgorithm = PBKDF2WithHmacSHA256 - NETWORK + network.maxConcurrentSessions = 1000 + network.socketBufferSize = 0 + network.lockTimeout = 15000 + network.socketTimeout = 15000 + network.requestTimeout = 3600000 + network.retry = 5 + network.retryDelay = 500 + network.binary.loadBalancing.enabled = false + network.binary.loadBalancing.timeout = 2000 + network.binary.maxLength = 16384 + network.binary.readResponse.maxTimes = 20 + network.binary.debug = false + network.http.installDefaultCommands = true + network.http.serverInfo = OrientDB Server v.2.2.18-SNAPSHOT (build UNKNOWN@rf31f2e10de758cbdef4cee27451b4065b94d9ce2; 2017-03-04 00:50:53+0000) + network.http.maxLength = 1000000 + network.http.streaming = false + network.http.charset = utf-8 + network.http.jsonResponseError = true + network.http.jsonp = false + network.http.sessionExpireTimeout = 300 + network.http.useToken = false + network.token.secretKey = + network.token.encryptionAlgorithm = HmacSHA256 + network.token.expireTimeout = 60 - PROFILER + profiler.enabled = false + profiler.config = null + profiler.autoDump.interval = 0 + profiler.maxValues = 200 + profiler.memoryCheckInterval = 120000 - SEQUENCE + sequence.maxRetry = 100 + sequence.retryDelay = 200 - STORAGEPROFILER + storageProfiler.intervalBetweenSnapshots = 100 + storageProfiler.cleanUpInterval = 5000 - LOG + log.console.level = info + log.file.level = info - CLASS + class.minimumClusters = 0 - LOG + log.console.ansi = auto - CACHE + cache.local.impl = com.orientechnologies.orient.core.cache.ORecordCacheWeakRefs - COMMAND + command.timeout = 0 + command.cache.enabled = false + command.cache.evictStrategy = PER_CLUSTER + command.cache.minExecutionTime = 10 + command.cache.maxResultsetSize = 500 - QUERY + query.parallelAuto = true + query.parallelMinimumRecords = 10000 + query.parallelResultQueueSize = 200000 + query.scanPrefetchPages = 20 + query.scanBatchSize = 1000 + query.scanThresholdTip = 50000 + query.limitThresholdTip = 10000 + query.live.support = true - STATEMENT + statement.cacheSize = 100 - SQL + sql.graphConsistencyMode = tx - CLIENT + client.channel.maxPool = 100 + client.connectionPool.waitTimeout = 5000 + client.channel.dbReleaseWaitTimeout = 10000 + client.ssl.enabled = false + client.ssl.keyStore = null + client.ssl.keyStorePass = null + client.ssl.trustStore = null + client.ssl.trustStorePass = null - SERVER + server.openAllDatabasesAtStartup = false + server.channel.cleanDelay = 5000 + server.cache.staticFile = false + server.log.dumpClientExceptionLevel = FINE + server.log.dumpClientExceptionFullStackTrace = false - DISTRIBUTED + distributed.crudTaskTimeout = 10000 + distributed.maxStartupDelay = 10000 + distributed.commandTaskTimeout = 120000 + distributed.commandQuickTaskTimeout = 5000 + distributed.commandLongTaskTimeout = 86400000 + distributed.deployDbTaskTimeout = 1200000 + distributed.deployChunkTaskTimeout = 15000 + distributed.deployDbTaskCompression = 7 + distributed.asynchQueueSize = 0 + distributed.asynchResponsesTimeout = 15000 + distributed.purgeResponsesTimerDelay = 15000 + distributed.conflictResolverRepairerChain = majority,content,version + distributed.conflictResolverRepairerCheckEvery = 5000 + distributed.conflictResolverRepairerBatch = 100 + distributed.txAliveTimeout = 30000 + distributed.requestChannels = 1 + distributed.responseChannels = 1 + distributed.heartbeatTimeout = 10000 + distributed.checkHealthCanOfflineServer = false + distributed.checkHealthEvery = 10000 + distributed.autoRemoveOfflineServers = 0 + distributed.publishNodeStatusEvery = 5000 + distributed.localQueueSize = 10000 + distributed.dbWorkerThreads = 8 + distributed.queueMaxSize = 10000 + distributed.backupDirectory = ../backup/databases + distributed.backupTryIncrementalFirst = true + distributed.concurrentTxMaxAutoRetry = 10 + distributed.atomicLockTimeout = 300 + distributed.concurrentTxAutoRetryDelay = 100 - DB + db.document.serializer = ORecordSerializerBinary - CLIENT + client.krb5.config = null + client.krb5.ccname = null + client.krb5.ktname = null + client.credentialinterceptor = null + client.ci.keyalgorithm = AES + client.ci.ciphertransform = AES/CBC/PKCS5Padding + client.ci.keystore.file = null + client.ci.keystore.password = null - SECURITY + security.createDefaultUsers = true - SERVER + server.security.file = null - JNA + jna.disable.system.library = true - DISTRIBUTED + distributed.queueTimeout = 500000 - DB + db.makeFullCheckpointOnIndexChange = true + db.makeFullCheckpointOnSchemaChange = true - CLIENT + client.session.tokenBased = true - OAUTH2 + oauth2.secretkey = - STORAGE + storage.cluster.usecrc32 = false - LAZYSET + lazyset.workOnStream = true - DB + db.mvcc = true + db.use.distributedVersion = false - MVRBTREE + mvrbtree.timeout = 0 + mvrbtree.nodePageSize = 256 + mvrbtree.loadFactor = 0.7 + mvrbtree.optimizeThreshold = 100000 + mvrbtree.entryPoints = 64 + mvrbtree.optimizeEntryPointsFactor = 1.0 + mvrbtree.entryKeysInMemory = false + mvrbtree.entryValuesInMemory = false + mvrbtree.ridBinaryThreshold = -1 + mvrbtree.ridNodePageSize = 64 + mvrbtree.ridNodeSaveMemory = false - TX + tx.commit.synch = false + tx.autoRetry = 1 + tx.log.fileType = classic + tx.log.synch = false + tx.useLog = true - INDEX + index.auto.rebuildAfterNotSoftClose = true - CLIENT + client.channel.minPool = 1 - STORAGE + storage.keepOpen = true - CACHE + cache.local.enabled = true 2017-03-28 16:17:37:165 INFO Databases directory: /opt/orientdb/databases [OServer] 2017-03-28 16:17:37:589 INFO Listening binary connections on 0.0.0.0:2424 (protocol v.36, socket=default) [OServerNetworkListener] 2017-03-28 16:17:37:595 INFO Listening http connections on 0.0.0.0:2480 (protocol v.10, socket=default) [OServerNetworkListener] 2017-03-28 16:17:37:609 INFO Installing dynamic plugin 'orientdb-studio-2.2.18-20170228.155340-14.zip'... [OServerPluginManager] 2017-03-28 16:17:37:627 INFO ODefaultPasswordAuthenticator is active [ODefaultPasswordAuthenticator] 2017-03-28 16:17:37:627 INFO OServerConfigAuthenticator is active [OServerConfigAuthenticator] 2017-03-28 16:17:37:628 INFO OSystemUserAuthenticator is active [OSystemUserAuthenticator] 2017-03-28 16:17:37:647 INFO Installed GREMLIN language v.2.6.0 - graph.pool.max=50 [OGraphServerHandler] 2017-03-28 16:17:37:842 INFO {db=OSystem} Previous maximum cache size was 1575396 current maximum cache size is 734400. Cache state for storage /opt/orientdb/databases/OSystem will not be restored. [O2QCache] 2017-03-28 16:17:38:188 INFO Configuring Hazelcast from '/opt/orientdb/orientdb-community-2.2.18-SNAPSHOT/config/hazelcast.xml'. [FileSystemXmlConfig] 2017-03-28 16:17:38:282 WARNI Name of the hazelcast schema location incorrect using default [AbstractXmlConfigHelper] 2017-03-28 16:17:38:551 INFO [LOCAL] [cdrcontrols] [3.6.5] Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [10.49.69.189, 10.49.69.188, 10.49.69.190, 10.100.22.125, 10.100.22.126, 10.100.22.124] [DefaultAddressPicker] 2017-03-28 16:17:38:552 INFO [LOCAL] [cdrcontrols] [3.6.5] Prefer IPv4 stack is true. [DefaultAddressPicker] 2017-03-28 16:17:38:557 INFO [LOCAL] [cdrcontrols] [3.6.5] Picked Address[10.100.22.124]:2434, using socket ServerSocket[addr=/0:0:0:0:0:0:0:0,localport=2434], bind any local is true [DefaultAddressPicker] 2017-03-28 16:17:38:571 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Hazelcast 3.6.5 (20160823 - e4af3d9) starting at Address[10.100.22.124]:2434 [system] 2017-03-28 16:17:38:571 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Copyright (c) 2008-2016, Hazelcast, Inc. All Rights Reserved. [system] 2017-03-28 16:17:38:571 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Configured Hazelcast Serialization version : 1 [system] 2017-03-28 16:17:38:754 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Backpressure is disabled [OperationService] 2017-03-28 16:17:38:783 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Starting with 1 generic operation threads and 1 partition operation threads. [ClassicOperationExecutor] 2017-03-28 16:17:39:114 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Creating TcpIpJoiner [Node] 2017-03-28 16:17:39:115 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.124]:2434 is STARTING [LifecycleService] 2017-03-28 16:17:39:202 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] TcpIpConnectionManager configured with Non Blocking IO-threading model: 3 input threads and 3 output threads [NonBlockingIOThreadingModel] 2017-03-28 16:17:39:235 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.188:2436, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:235 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.188:2435, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:236 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.190:2434, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:236 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.189:2436, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:237 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.188:2434, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:238 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.189:2434, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:238 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.189:2435, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:238 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.126:2434, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:239 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.190:2435, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:239 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.125:2434, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:239 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.49.69.190:2436, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:239 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.189:2436. Reason: SocketException[Connection refused to address /10.49.69.189:2436] [InitConnectionTask] 2017-03-28 16:17:39:239 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.126:2434. Reason: SocketException[Connection refused to address /10.100.22.126:2434] [InitConnectionTask] 2017-03-28 16:17:39:240 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.188:2436. Reason: SocketException[Connection refused to address /10.49.69.188:2436] [InitConnectionTask] 2017-03-28 16:17:39:240 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.189]:2436 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:240 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.126]:2434 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:240 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.188:2435. Reason: SocketException[Connection refused to address /10.49.69.188:2435] [InitConnectionTask] 2017-03-28 16:17:39:240 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.126:2435, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:240 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.188]:2436 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:241 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.190:2434. Reason: SocketException[Connection refused to address /10.49.69.190:2434] [InitConnectionTask] 2017-03-28 16:17:39:241 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.188]:2435 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:241 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.125:2435, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:241 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.126:2435. Reason: SocketException[Connection refused to address /10.100.22.126:2435] [InitConnectionTask] 2017-03-28 16:17:39:242 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.188:2434. Reason: SocketException[Connection refused to address /10.49.69.188:2434] [InitConnectionTask] 2017-03-28 16:17:39:242 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.190:2436. Reason: SocketException[Connection refused to address /10.49.69.190:2436] [InitConnectionTask] 2017-03-28 16:17:39:242 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.190]:2434 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:242 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.125:2435. Reason: SocketException[Connection refused to address /10.100.22.125:2435] [InitConnectionTask] 2017-03-28 16:17:39:242 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.126]:2435 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:242 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.188]:2434 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:243 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.125]:2435 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:243 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.190]:2436 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:243 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.189:2435. Reason: SocketException[Connection refused to address /10.49.69.189:2435] [InitConnectionTask] 2017-03-28 16:17:39:243 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.189:2434. Reason: SocketException[Connection refused to address /10.49.69.189:2434] [InitConnectionTask] 2017-03-28 16:17:39:243 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.189]:2435 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:243 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.49.69.190:2435. Reason: SocketException[Connection refused to address /10.49.69.190:2435] [InitConnectionTask] 2017-03-28 16:17:39:244 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.190]:2435 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:244 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.49.69.189]:2434 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:244 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.126:2436, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:245 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.125:2436, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:247 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.126:2436. Reason: SocketException[Connection refused to address /10.100.22.126:2436] [InitConnectionTask] 2017-03-28 16:17:39:247 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.124:2435, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:248 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.126]:2436 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:248 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Connecting to /10.100.22.124:2436, timeout: 0, bind-any: true [InitConnectionTask] 2017-03-28 16:17:39:248 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.125:2436. Reason: SocketException[Connection refused to address /10.100.22.125:2436] [InitConnectionTask] 2017-03-28 16:17:39:248 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.124:2435. Reason: SocketException[Connection refused to address /10.100.22.124:2435] [InitConnectionTask] 2017-03-28 16:17:39:248 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Could not connect to: /10.100.22.124:2436. Reason: SocketException[Connection refused to address /10.100.22.124:2436] [InitConnectionTask] 2017-03-28 16:17:39:249 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.125]:2436 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:249 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.124]:2436 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:39:249 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Established socket connection between /10.100.22.124:53079 and /10.100.22.125:2434 [TcpIpConnectionManager] 2017-03-28 16:17:39:250 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.124]:2435 is added to the blacklist. [TcpIpJoiner] 2017-03-28 16:17:45:287 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Members [2] { Member [10.100.22.125]:2434 Member [10.100.22.124]:2434 this } [ClusterService] 2017-03-28 16:17:47:298 INFO [10.100.22.124]:2434 [cdrcontrols] [3.6.5] Address[10.100.22.124]:2434 is STARTED [LifecycleService] 2017-03-28 16:17:47:298 INFO Starting distributed server 'orient6' (hzID=7ae08774-0900-49e5-8c9a-221a63905e43)... [OHazelcastPlugin] 2017-03-28 16:17:47:299 INFO Distributed cluster time=Tue Mar 28 16:17:47 MEST 2017 (delta from local node=47)... [OHazelcastPlugin] 2017-03-28 16:17:47:347 INFO Distributed coordinator server is 'orient5' [OHazelcastPlugin] 2017-03-28 16:17:47:385 INFO [orient6] Loaded configuration for database 'OSystem' from disk: /opt/orientdb/orientdb-community-2.2.18-SNAPSHOT/config/default-distributed-db-config.json [ODistributedStorage] 2017-03-28 16:17:47:475 WARNI [orient6] Servers in cluster: [orient6, orient5] [OHazelcastPlugin] 2017-03-28 16:17:47:742 INFO [orient6] Loaded configuration for database 'OSystem' from disk: /opt/orientdb/databases/OSystem/distributed-config.json [ODistributedStorage] 2017-03-28 16:17:47:764 INFO [orient6] Distributed servers status: +--------+--------+---------+-----+---------+------------------+------------------+------------------------+ |Name |Status |Databases|Conns|StartedOn|Binary |HTTP |UsedMemory | +--------+--------+---------+-----+---------+------------------+------------------+------------------------+ |orient6*|STARTING| |2 |16:17:37 |10.100.22.124:2424|10.100.22.124:2480|465.91MB/19.63GB (2.32%)| |orient5 |ONLINE | |0 |16:17:13 |10.100.22.125:2424|10.100.22.125:2480|2.10GB/19.63GB (10.69%) | +--------+--------+---------+-----+---------+------------------+------------------+------------------------+ [OHazelcastPlugin] 2017-03-28 16:17:47:777 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-28 16:17:47:786 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |internal| 1 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-28 16:17:47:811 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-28 16:17:47:814 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-28 16:17:52:105 WARNI [orient6] moving existent database 'cdrarch' in '/opt/orientdb/databases/cdrarch' to '/opt/orientdb/databases/../backup/databases/cdrarch' and get a fresh copy from a remote node... [OHazelcastPlugin] 2017-03-28 16:17:52:106 SEVER [orient6] error on moving existent database 'cdrarch' located in '/opt/orientdb/databases/cdrarch' to '/opt/orientdb/databases/../backup/databases/cdrarch'. deleting old database... [OHazelcastPlugin] 2017-03-28 16:17:53:326 INFO [orient6]<-[orient5] Copying remote database 'cdrarch' to: /tmp/orientdb/install_cdrarch.zip [OHazelcastPlugin] 2017-03-28 16:18:59:236 INFO [orient6]<-[orient5] Installing database 'cdrarch' to: /opt/orientdb/databases/cdrarch... [OHazelcastPlugin] 2017-03-28 16:18:59:252 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-28 16:18:59:257 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|BACKUP |SYNCHRONIZING| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 2 | 1 | | | | | X | | |cl_*_p0 | 2 | 1 | X | o | o | | | | |cl_*_p1 | 2 | 1 | | X | | o | o | | |cl_*_p2 | 2 | 1 | | | o | X | | o | |cl_*_p3 | 2 | 1 | o | | X | | o | | |cl_*_p4 | 2 | 1 | | o | | | X | o | |cl_*_p5 | 2 | 1 | o | | | o | | X | |internal| 2 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-30 09:14:12:338 INFO [orient6] Database copied correctly, size=554.32GB [ODistributedAbstractPlugin$4] 2017-03-30 09:14:54:447 WARNI {db=cdrarch} Storage 'cdrarch' was not closed properly. Will try to recover from write ahead log [OLocalPaginatedStorage] 2017-03-30 09:14:54:447 SEVER {db=cdrarch} Restore is not possible because write ahead log is empty. [OLocalPaginatedStorage] 2017-03-30 09:14:54:447 INFO {db=cdrarch} Storage data recover was completed [OLocalPaginatedStorage] 2017-03-30 09:16:04:418 INFO [orient6] Installed database 'cdrarch' (LSN=LSN{segment=0, position=24}) [OHazelcastPlugin] 2017-03-30 09:16:04:425 INFO [orient6] Reassigning ownership of clusters for database cdrarch... [OHazelcastPlugin] 2017-03-30 09:16:04:444 INFO [orient6] Class 'mds_csv_cf15': change mastership of cluster 'mds_csv_cf15_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:456 INFO [orient6] Class 'mds_csv_cf14': change mastership of cluster 'mds_csv_cf14_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:467 INFO [orient6] Class 'cdr_af_20161211': change mastership of cluster 'cdr_af_20161211_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:477 INFO [orient6] Class 'cdr_af_20160117': change mastership of cluster 'cdr_af_20160117_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:486 INFO [orient6] Class 'cdr_af_20160410': change mastership of cluster 'cdr_af_20160410_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:496 INFO [orient6] Class 'cdr_af_20161218': change mastership of cluster 'cdr_af_20161218_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:505 INFO [orient6] Class 'cdr_af_20160605': change mastership of cluster 'cdr_af_20160605_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:515 INFO [orient6] Class 'cdr_af_20160724': change mastership of cluster 'cdr_af_20160724_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:524 INFO [orient6] Class 'cdr_af_20161225': change mastership of cluster 'cdr_af_20161225_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:533 INFO [orient6] Class 'cdr_icx_20170101': change mastership of cluster 'cdr_icx_20170101_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:542 INFO [orient6] Class 'cdr_icx_20161030': change mastership of cluster 'cdr_icx_20161030_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:550 INFO [orient6] Class 'cdr_af_20160703': change mastership of cluster 'cdr_af_20160703_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:559 INFO [orient6] Class 'OFunction': change mastership of cluster 'ofunction_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:568 INFO [orient6] Class 'cdr_icx_20160828': change mastership of cluster 'cdr_icx_20160828_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:576 INFO [orient6] Class 'cdr_af_20161113': change mastership of cluster 'cdr_af_20161113_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:584 INFO [orient6] Class 'cdr_icx_20161106': change mastership of cluster 'cdr_icx_20161106_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:593 INFO [orient6] Class 'cdr_af_20160619': change mastership of cluster 'cdr_af_20160619_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:601 INFO [orient6] Class 'cdr_af_20161030': change mastership of cluster 'cdr_af_20161030_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:610 INFO [orient6] Class 'cdr_icx_20161120': change mastership of cluster 'cdr_icx_20161120_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:618 INFO [orient6] Class 'cdr_af_20160626': change mastership of cluster 'cdr_af_20160626_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:627 INFO [orient6] Class 'cdr_af_20161120': change mastership of cluster 'cdr_af_20161120_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:635 INFO [orient6] Class 'cdr_af_20160320': change mastership of cluster 'cdr_af_20160320_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:644 INFO [orient6] Class 'V': change mastership of cluster 'v_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:653 INFO [orient6] Class 'cdr_af_20161106': change mastership of cluster 'cdr_af_20161106_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:669 INFO [orient6] Class 'cdr_af_20160814': change mastership of cluster 'cdr_af_20160814_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:676 INFO [orient6] Class 'cdr_icx_20161023': change mastership of cluster 'cdr_icx_20161023_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:683 INFO [orient6] Class 'cdr_af_20160918': change mastership of cluster 'cdr_af_20160918_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:690 INFO [orient6] Class 'cdr_af_20160925': change mastership of cluster 'cdr_af_20160925_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:696 INFO [orient6] Class 'E': change mastership of cluster 'e_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:703 INFO [orient6] Class 'cdr_af_20160828': change mastership of cluster 'cdr_af_20160828_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:709 INFO [orient6] Class 'cdr_icx_20161127': change mastership of cluster 'cdr_icx_20161127_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:716 INFO [orient6] Class 'cdr_mobv': change mastership of cluster 'cdr_mobv_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:729 INFO [orient6] Class 'cdr_af_20160124': change mastership of cluster 'cdr_af_20160124_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:735 INFO [orient6] Class 'cdr_af_20160911': change mastership of cluster 'cdr_af_20160911_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:742 INFO [orient6] Class 'OSequence': change mastership of cluster 'osequence_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:748 INFO [orient6] Class 'cdr_af_20160221': change mastership of cluster 'cdr_af_20160221_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:755 INFO [orient6] Class 'mds_std_icx': change mastership of cluster 'mds_std_icx_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:761 INFO [orient6] Class 'tmp1': change mastership of cluster 'tmp1_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:768 INFO [orient6] Class 'cdr_af_20160403': change mastership of cluster 'cdr_af_20160403_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:774 INFO [orient6] Class 'cdr_icx_20161016': change mastership of cluster 'cdr_icx_20161016_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:780 INFO [orient6] Class 'cdr_af_20160228': change mastership of cluster 'cdr_af_20160228_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:786 INFO [orient6] Class 'cdr_icx_20161009': change mastership of cluster 'cdr_icx_20161009_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:792 INFO [orient6] Class '_studio': change mastership of cluster '_studio_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:798 INFO [orient6] Class 'cdr_icx_20161211': change mastership of cluster 'cdr_icx_20161211_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:803 INFO [orient6] Class 'cdr_af_20160103': change mastership of cluster 'cdr_af_20160103_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:809 INFO [orient6] Class 'results_daily': change mastership of cluster 'results_daily_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:815 INFO [orient6] Class 'cdr_af_20160110': change mastership of cluster 'cdr_af_20160110_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:821 INFO [orient6] Class 'cdr_af_20160501': change mastership of cluster 'cdr_af_20160501_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:826 INFO [orient6] Class 'cdr_af_20160508': change mastership of cluster 'cdr_af_20160508_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:837 INFO [orient6] Class 'cdr_af_20160710': change mastership of cluster 'cdr_af_20160710_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:843 INFO [orient6] Class 'cdr_icx_20161113_bu': change mastership of cluster 'cdr_icx_20161113_bu_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:848 INFO [orient6] Class 'cdr_af_20160717': change mastership of cluster 'cdr_af_20160717_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:854 INFO [orient6] Class 'cdr_icx_20160904': change mastership of cluster 'cdr_icx_20160904_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:860 INFO [orient6] Class 'cdr_af_20160327': change mastership of cluster 'cdr_af_20160327_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:866 INFO [orient6] Class 'cdr_af_20161009': change mastership of cluster 'cdr_af_20161009_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:871 INFO [orient6] Class 'cdr_af_20160515': change mastership of cluster 'cdr_af_20160515_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:876 INFO [orient6] Class 'cdr_icx_20160918': change mastership of cluster 'cdr_icx_20160918_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:882 INFO [orient6] Class 'files_loaded': change mastership of cluster 'files_loaded_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:888 INFO [orient6] Class 'cdr_af_20160807': change mastership of cluster 'cdr_af_20160807_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:893 INFO [orient6] Class 'cdr_af_20160306': change mastership of cluster 'cdr_af_20160306_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:899 INFO [orient6] Class 'cdr_af_20160313': change mastership of cluster 'cdr_af_20160313_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:904 INFO [orient6] Class 'OUser': change mastership of cluster 'ouser_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:910 INFO [orient6] Class 'ORole': change mastership of cluster 'orole_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:916 INFO [orient6] Class 'cdr_icx_20160911': change mastership of cluster 'cdr_icx_20160911_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:921 INFO [orient6] Class 'cdr_icx_20160925': change mastership of cluster 'cdr_icx_20160925_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:927 INFO [orient6] Class 'cdr_af_20161002': change mastership of cluster 'cdr_af_20161002_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:933 INFO [orient6] Class 'cdr_af_20160529': change mastership of cluster 'cdr_af_20160529_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:939 INFO [orient6] Class 'cdr_icx_20161204': change mastership of cluster 'cdr_icx_20161204_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:945 INFO [orient6] Class 'cdr_af_20160131': change mastership of cluster 'cdr_af_20160131_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:950 INFO [orient6] Class 'cdr_af_20160731': change mastership of cluster 'cdr_af_20160731_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:955 INFO [orient6] Class 'cdr_icx_20161218': change mastership of cluster 'cdr_icx_20161218_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:961 INFO [orient6] Class 'cdr_icx_20161113': change mastership of cluster 'cdr_icx_20161113_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:966 INFO [orient6] Class 'cdr_af_20170101': change mastership of cluster 'cdr_af_20170101_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:972 INFO [orient6] Class 'cdr_af_20160424': change mastership of cluster 'cdr_af_20160424_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:977 INFO [orient6] Class 'cdr_af_20160821': change mastership of cluster 'cdr_af_20160821_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:983 INFO [orient6] Class 'cdr_af_20161127': change mastership of cluster 'cdr_af_20161127_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:988 INFO [orient6] Class 'rob_test': change mastership of cluster 'rob_test_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:994 INFO [orient6] Class 'cdr_icx_20161225': change mastership of cluster 'cdr_icx_20161225_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:04:999 INFO [orient6] Class 'cdr_af_20160522': change mastership of cluster 'cdr_af_20160522_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:005 INFO [orient6] Class 'mds_csv_cf12': change mastership of cluster 'mds_csv_cf12_48' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:010 INFO [orient6] Class 'cdr_af_20160417': change mastership of cluster 'cdr_af_20160417_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:016 INFO [orient6] Class 'cdr_af_20160207': change mastership of cluster 'cdr_af_20160207_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:021 INFO [orient6] Class 'OSchedule': change mastership of cluster 'oschedule_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:027 INFO [orient6] Class 'cdr_icx_20161002': change mastership of cluster 'cdr_icx_20161002_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:032 INFO [orient6] Class 'cdr_af_20160904': change mastership of cluster 'cdr_af_20160904_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:038 INFO [orient6] Class 'cdr_af_20161023': change mastership of cluster 'cdr_af_20161023_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:043 INFO [orient6] Class 'cdr_af_20161016': change mastership of cluster 'cdr_af_20161016_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:049 INFO [orient6] Class 'cdr_af_20151227': change mastership of cluster 'cdr_af_20151227_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:054 INFO [orient6] Class 'cdr_af_20160612': change mastership of cluster 'cdr_af_20160612_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:060 INFO [orient6] Class 'cdr_af_20160214': change mastership of cluster 'cdr_af_20160214_1' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:066 INFO [orient6] Class 'cdr_af_20161204': change mastership of cluster 'cdr_af_20161204_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-30 09:16:05:082 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER | id|writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | | 2 | 1 | | | | | X | | |_studio_48 | | 2 | 1 | | | | | o | X | |cdr_af_20151227_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160103_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160110_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160117_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160124_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160131_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160207_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160214_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160221_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160228_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160306_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160313_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160320_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160327_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160403_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160410_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160417_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160424_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160501_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160508_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160515_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160522_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160529_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160605_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160612_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160619_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160626_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160703_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160710_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160717_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160724_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160731_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160807_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160814_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160821_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160828_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160904_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160911_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160918_1 | | 2 | 1 | | | | | o | X | |cdr_af_20160925_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161002_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161009_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161016_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161023_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161030_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161106_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161113_1 | | 2 | 1 | | | | | o | X | |cdr_af_20161120_0 | | 2 | 1 | | | | | o | X | |cdr_af_20161127_0 | | 2 | 1 | | | | | o | X | |cdr_af_20161204_0 | | 2 | 1 | | | | | o | X | |cdr_af_20161211_0 | | 2 | 1 | | | | | o | X | |cdr_af_20161218_0 | | 2 | 1 | | | | | o | X | |cdr_af_20161225_0 | | 2 | 1 | | | | | o | X | |cdr_af_20170101_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20160828_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20160904_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20160911_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20160918_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20160925_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161002_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161009_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161016_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161023_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161030_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161106_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161113_1 | | 2 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| | 2 | 1 | | | | | o | X | |cdr_icx_20161120_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20161127_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20161204_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20161211_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20161218_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20161225_0 | | 2 | 1 | | | | | o | X | |cdr_icx_20170101_0 | | 2 | 1 | | | | | o | X | |cdr_mobv_48 | | 2 | 1 | | | | | o | X | |cl_*_p0 | | 2 | 1 | X | o | o | | | | |cl_*_p1 | | 2 | 1 | | X | | o | o | | |cl_*_p2 | | 2 | 1 | | | o | X | | o | |cl_*_p3 | | 2 | 1 | o | | X | | o | | |cl_*_p4 | | 2 | 1 | | o | | | X | o | |cl_*_p5 | | 2 | 1 | o | | | o | | X | |e_48 | | 2 | 1 | | | | | o | X | |files_loaded_48 | | 2 | 1 | | | | | o | X | |internal | 0| 2 | 1 | | | | | | | |mds_csv_cf12_48 | | 2 | 1 | | | | | o | X | |mds_csv_cf14_48 | | 2 | 1 | | | | | o | X | |mds_csv_cf15_48 | | 2 | 1 | | | | | o | X | |mds_std_icx_48 | | 2 | 1 | | | | | o | X | |ofunction_1 | | 2 | 1 | | | | | o | X | |orole_1 | | 2 | 1 | | | | | o | X | |oschedule_1 | | 2 | 1 | | | | | o | X | |osequence_1 | | 2 | 1 | | | | | o | X | |ouser_1 | | 2 | 1 | | | | | o | X | |results_daily_48 | | 2 | 1 | | | | | o | X | |rob_test_48 | | 2 | 1 | | | | | o | X | |tmp1_48 | | 2 | 1 | | | | | o | X | |v_48 | | 2 | 1 | | | | | o | X | +---------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-30 09:16:05:088 INFO [orient6] Broadcasting new distributed configuration for database: cdrarch (version=92) [OHazelcastPlugin] 2017-03-30 09:16:05:096 INFO [orient6] Distributed servers status: +--------+--------+-----------------------+-----+-----------------------+------------------+------------------+------------------------+ |Name |Status |Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+--------+-----------------------+-----+-----------------------+------------------+------------------+------------------------+ |orient6*|STARTING| |2 |2017-03-28 16:17:37.691|10.100.22.124:2424|10.100.22.124:2480|465.91MB/19.63GB (2.32%)| |orient5 |ONLINE |cdrarch=ONLINE (MASTER)|2 |2017-03-28 16:17:13.244|10.100.22.125:2424|10.100.22.125:2480|4.68GB/19.63GB (23.86%) | +--------+--------+-----------------------+-----+-----------------------+------------------+------------------+------------------------+ [OHazelcastPlugin] 2017-03-30 09:16:05:096 INFO [orient6] Class 'cdr_icx_20161106', creation of new local cluster 'cdr_icx_20161106_1' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-30 09:16:20:253 WARNI [orient6] Timeout (5001ms) on waiting for synchronous responses from nodes=[orient5] responsesSoFar=[] request=(id=1.70967 task=command_sql(create cluster `cdr_icx_20161106_1`)) [ODistributedDatabaseImpl] 2017-03-30 09:16:55:564 SEVER [orient6] Error on creating cluster 'cdr_icx_20161106_1' in class 'cdr_icx_20161106': [ODistributedAbstractPlugin$6$1] 2017-03-30 09:16:55:571 SEVER [orient6] Error on installing database 'cdrarch' on local node [OHazelcastPlugin] 2017-03-30 09:16:55:578 INFO [orient6] Downloaded configuration for database 'mobile' from the cluster [ODistributedStorage] 2017-03-30 09:16:55:581 INFO [orient6] Setting new distributed configuration for database: mobile (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |internal| 1 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-30 09:16:55:585 INFO [orient6] Current node is a MASTER for database 'mobile' [ODistributedAbstractPlugin$3] 2017-03-30 09:16:55:598 WARNI [orient6]->[[orient5]] requesting delta database sync for 'mobile' on local server... [OHazelcastPlugin] 2017-03-30 09:16:55:600 INFO [orient6]->[orient5] Requesting database delta sync for 'mobile' LSN=LSN{segment=12951, position=59138704}... [OHazelcastPlugin] 2017-03-30 09:16:55:669 WARNI [orient6]<-[orient5] Error on installing database delta for 'mobile' (err=Requested delta sync with LSN=LSN{segment=12951, position=59138704} but found the following error: WAL page with index 903 is broken) [OHazelcastPlugin] 2017-03-30 09:16:55:669 WARNI [orient6]<-[orient5] Requesting full database 'mobile' sync... [OHazelcastPlugin] 2017-03-30 09:16:55:671 SEVER [orient6]->[orient5] Error on asking delta backup of database 'mobile' (err=Requested delta sync with LSN=LSN{segment=12951, position=59138704} but found the following error: WAL page with index 903 is broken) [OHazelcastPlugin] 2017-03-30 09:16:55:671 WARNI [orient6]->[[orient5]] Requesting deploy of database 'mobile' on local server... [OHazelcastPlugin] 2017-03-30 09:16:55:671 INFO [orient6] Downloaded configuration for database 'mobile' from the cluster [ODistributedStorage] 2017-03-30 09:16:55:673 INFO [orient6] Setting new distributed configuration for database: mobile (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 2 | 1 | | | | | X | | |cl_*_p0 | 2 | 1 | X | o | o | | | | |cl_*_p1 | 2 | 1 | | X | | o | o | | |cl_*_p2 | 2 | 1 | | | o | X | | o | |cl_*_p3 | 2 | 1 | o | | X | | o | | |cl_*_p4 | 2 | 1 | | o | | | X | o | |cl_*_p5 | 2 | 1 | o | | | o | | X | |internal| 2 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-30 09:17:02:059 WARNI [orient6] moving existent database 'mobile' in '/opt/orientdb/databases/mobile' to '/opt/orientdb/databases/../backup/databases/mobile' and get a fresh copy from a remote node... [OHazelcastPlugin] 2017-03-30 09:17:02:059 SEVER [orient6] error on moving existent database 'mobile' located in '/opt/orientdb/databases/mobile' to '/opt/orientdb/databases/../backup/databases/mobile'. deleting old database... [OHazelcastPlugin] 2017-03-30 09:17:54:046 INFO [orient6]<-[orient5] Copying remote database 'mobile' to: /tmp/orientdb/install_mobile.zip [OHazelcastPlugin] 2017-03-30 09:18:10:664 INFO [orient6]<-[orient5] Installing database 'mobile' to: /opt/orientdb/databases/mobile... [OHazelcastPlugin] 2017-03-30 09:18:10:680 INFO [orient6] Downloaded configuration for database 'mobile' from the cluster [ODistributedStorage] 2017-03-30 09:18:10:684 INFO [orient6] Setting new distributed configuration for database: mobile (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|BACKUP |SYNCHRONIZING| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 2 | 1 | | | | | X | | |cl_*_p0 | 2 | 1 | X | o | o | | | | |cl_*_p1 | 2 | 1 | | X | | o | o | | |cl_*_p2 | 2 | 1 | | | o | X | | o | |cl_*_p3 | 2 | 1 | o | | X | | o | | |cl_*_p4 | 2 | 1 | | o | | | X | o | |cl_*_p5 | 2 | 1 | o | | | o | | X | |internal| 2 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:08:25:807 INFO [orient6] Database copied correctly, size=225.56GB [ODistributedAbstractPlugin$4] 2017-03-31 05:08:32:664 WARNI {db=mobile} Storage 'mobile' was not closed properly. Will try to recover from write ahead log [OLocalPaginatedStorage] 2017-03-31 05:08:32:664 SEVER {db=mobile} Restore is not possible because write ahead log is empty. [OLocalPaginatedStorage] 2017-03-31 05:08:32:664 INFO {db=mobile} Storage data recover was completed [OLocalPaginatedStorage] 2017-03-31 05:08:34:852 INFO [orient6] Installed database 'mobile' (LSN=LSN{segment=0, position=24}) [OHazelcastPlugin] 2017-03-31 05:08:34:868 INFO [orient6] Reassigning ownership of clusters for database mobile... [OHazelcastPlugin] 2017-03-31 05:08:34:869 INFO [orient6] Class 'ORole': change mastership of cluster 'orole_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:870 INFO [orient6] Class 'OUser': change mastership of cluster 'ouser_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:871 INFO [orient6] Class 'cdr_eno_20161204': change mastership of cluster 'cdr_eno_20161204_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:872 INFO [orient6] Class 'insert_transaction_counts': change mastership of cluster 'insert_transaction_counts_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:874 INFO [orient6] Class 'cdr_eno_20170101': change mastership of cluster 'cdr_eno_20170101_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:876 INFO [orient6] Class 'cdr_eno_20161106': change mastership of cluster 'cdr_eno_20161106_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:877 INFO [orient6] Class 'OSchedule': change mastership of cluster 'oschedule_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:879 INFO [orient6] Class 'cdr_eno_20161016': change mastership of cluster 'cdr_eno_20161016_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:880 INFO [orient6] Class 'cdr_eno_20161120': change mastership of cluster 'cdr_eno_20161120_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:882 INFO [orient6] Class 'results_hr': change mastership of cluster 'results_hr_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:883 INFO [orient6] Class 'files_loaded': change mastership of cluster 'files_loaded_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:884 INFO [orient6] Class 'cdr_eno_20161009': change mastership of cluster 'cdr_eno_20161009_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:885 INFO [orient6] Class 'xdr_aif_20161218': change mastership of cluster 'xdr_aif_20161218_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:886 INFO [orient6] Class 'OFunction': change mastership of cluster 'ofunction_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:887 INFO [orient6] Class 'cdr_eno_20161211': change mastership of cluster 'cdr_eno_20161211_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:888 INFO [orient6] Class 'cdr_eno_20161030': change mastership of cluster 'cdr_eno_20161030_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:889 INFO [orient6] Class 'cdr_eno_20161218': change mastership of cluster 'cdr_eno_20161218_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:891 INFO [orient6] Class 'cdr_eno_20161002': change mastership of cluster 'cdr_eno_20161002_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:892 INFO [orient6] Class 'cdr_eno_20161225': change mastership of cluster 'cdr_eno_20161225_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:893 INFO [orient6] Class 'E': change mastership of cluster 'e_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:894 INFO [orient6] Class 'cdr_eno_20161127': change mastership of cluster 'cdr_eno_20161127_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:895 INFO [orient6] Class 'cdr_eno_20161113': change mastership of cluster 'cdr_eno_20161113_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:897 INFO [orient6] Class 'cdr_eno_20161023': change mastership of cluster 'cdr_eno_20161023_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:898 INFO [orient6] Class 'OSequence': change mastership of cluster 'osequence_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:899 INFO [orient6] Class 'V': change mastership of cluster 'v_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:901 INFO [orient6] Class '_studio': change mastership of cluster '_studio_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:08:34:906 INFO [orient6] Setting new distributed configuration for database: mobile (version=27) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER | id|writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | | 2 | 1 | | | | | X | | |_studio_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161002_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161009_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161016_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161023_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161030_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161106_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161113_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161120_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161127_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161204_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161211_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161218_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20161225_0 | | 2 | 1 | | | | | o | X | |cdr_eno_20170101_0 | | 2 | 1 | | | | | o | X | |cl_*_p0 | | 2 | 1 | X | o | o | | | | |cl_*_p1 | | 2 | 1 | | X | | o | o | | |cl_*_p2 | | 2 | 1 | | | o | X | | o | |cl_*_p3 | | 2 | 1 | o | | X | | o | | |cl_*_p4 | | 2 | 1 | | o | | | X | o | |cl_*_p5 | | 2 | 1 | o | | | o | | X | |e_0 | | 2 | 1 | | | | | o | X | |files_loaded_0 | | 2 | 1 | | | | | o | X | |insert_transaction_counts_0| | 2 | 1 | | | | | o | X | |internal | 0| 2 | 1 | | | | | | | |ofunction_0 | | 2 | 1 | | | | | o | X | |orole_0 | | 2 | 1 | | | | | o | X | |oschedule_0 | | 2 | 1 | | | | | o | X | |osequence_0 | | 2 | 1 | | | | | o | X | |ouser_0 | | 2 | 1 | | | | | o | X | |results_hr_0 | | 2 | 1 | | | | | o | X | |v_0 | | 2 | 1 | | | | | o | X | |xdr_aif_20161218_0 | | 2 | 1 | | | | | o | X | +---------------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:08:34:907 INFO [orient6] Broadcasting new distributed configuration for database: mobile (version=27) [OHazelcastPlugin] 2017-03-31 05:08:34:911 INFO [orient6] Distributed servers status: +--------+--------+-----------------------+-----+-------------------+------------------+------------------+------------------------+ |Name |Status |Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+--------+-----------------------+-----+-------------------+------------------+------------------+------------------------+ |orient6*|STARTING| |2 |2017-03-28 16:17:37|10.100.22.124:2424|10.100.22.124:2480|465.91MB/19.63GB (2.32%)| |orient5 |ONLINE |cdrarch=ONLINE (MASTER)|2 |2017-03-28 16:17:13|10.100.22.125:2424|10.100.22.125:2480|4.95GB/19.63GB (25.20%) | | | |mobile=ONLINE (MASTER) | | | | | | +--------+--------+-----------------------+-----+-------------------+------------------+------------------+------------------------+ [OHazelcastPlugin] 2017-03-31 05:08:34:911 INFO [orient6] Class 'ORole', creation of new local cluster 'orole_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:206 INFO [orient6] Class 'OUser', creation of new local cluster 'ouser_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:277 INFO [orient6] Class 'cdr_eno_20161218', creation of new local cluster 'cdr_eno_20161218_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:355 INFO [orient6] Class 'insert_transaction_counts', creation of new local cluster 'insert_transaction_counts_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:423 INFO [orient6] Class 'xdr_aif_20161218', creation of new local cluster 'xdr_aif_20161218_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:480 INFO [orient6] Class 'OFunction', creation of new local cluster 'ofunction_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:541 INFO [orient6] Class 'cdr_eno_20161120', creation of new local cluster 'cdr_eno_20161120_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:612 INFO [orient6] Class 'OSequence', creation of new local cluster 'osequence_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:668 INFO [orient6] Class 'cdr_eno_20161002', creation of new local cluster 'cdr_eno_20161002_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:733 INFO [orient6] Class 'results_hr', creation of new local cluster 'results_hr_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:782 INFO [orient6] Class 'OSchedule', creation of new local cluster 'oschedule_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:822 INFO [orient6] Class 'E', creation of new local cluster 'e_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:866 INFO [orient6] Class 'cdr_eno_20161030', creation of new local cluster 'cdr_eno_20161030_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:916 INFO [orient6] Class 'cdr_eno_20161016', creation of new local cluster 'cdr_eno_20161016_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:35:971 INFO [orient6] Class 'cdr_eno_20161113', creation of new local cluster 'cdr_eno_20161113_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:025 INFO [orient6] Class 'files_loaded', creation of new local cluster 'files_loaded_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:110 INFO [orient6] Class 'cdr_eno_20161127', creation of new local cluster 'cdr_eno_20161127_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:154 INFO [orient6] Class 'cdr_eno_20170101', creation of new local cluster 'cdr_eno_20170101_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:196 INFO [orient6] Class 'cdr_eno_20161023', creation of new local cluster 'cdr_eno_20161023_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:239 INFO [orient6] Class '_studio', creation of new local cluster '_studio_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:282 INFO [orient6] Class 'cdr_eno_20161204', creation of new local cluster 'cdr_eno_20161204_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:427 INFO [orient6] Class 'cdr_eno_20161009', creation of new local cluster 'cdr_eno_20161009_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:567 INFO [orient6] Class 'cdr_eno_20161211', creation of new local cluster 'cdr_eno_20161211_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:611 INFO [orient6] Class 'V', creation of new local cluster 'v_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:650 INFO [orient6] Class 'cdr_eno_20161106', creation of new local cluster 'cdr_eno_20161106_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:703 INFO [orient6] Class 'cdr_eno_20161225', creation of new local cluster 'cdr_eno_20161225_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:08:36:748 INFO [orient6] Reassignment of clusters for database 'mobile' completed (classes=29) [OHazelcastPlugin] 2017-03-31 05:08:36:748 INFO [orient6] Publishing ONLINE status for database orient6.mobile... [ODistributedDatabaseImpl] 2017-03-31 05:08:36:758 INFO [orient6] Downloaded configuration for database 'navi' from the cluster [ODistributedStorage] 2017-03-31 05:08:36:762 INFO [orient6] Setting new distributed configuration for database: navi (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |internal| 1 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:08:36:766 INFO [orient6] Current node is a MASTER for database 'navi' [ODistributedAbstractPlugin$3] 2017-03-31 05:08:36:782 WARNI [orient6]->[[orient5]] requesting delta database sync for 'navi' on local server... [OHazelcastPlugin] 2017-03-31 05:08:36:783 INFO [orient6]->[orient5] Requesting database delta sync for 'navi' LSN=LSN{segment=24726, position=21993345}... [OHazelcastPlugin] 2017-03-31 05:08:36:795 WARNI [orient6]<-[orient5] Error on installing database delta for 'navi' (err=Requested delta sync with LSN=LSN{segment=24726, position=21993345} but found the following error: null) [OHazelcastPlugin] 2017-03-31 05:08:36:796 WARNI [orient6]<-[orient5] Requesting full database 'navi' sync... [OHazelcastPlugin] 2017-03-31 05:08:36:796 SEVER [orient6]->[orient5] Error on asking delta backup of database 'navi' (err=Requested delta sync with LSN=LSN{segment=24726, position=21993345} but found the following error: null) [OHazelcastPlugin] 2017-03-31 05:08:36:796 WARNI [orient6]->[[orient5]] Requesting deploy of database 'navi' on local server... [OHazelcastPlugin] 2017-03-31 05:08:36:797 INFO [orient6] Downloaded configuration for database 'navi' from the cluster [ODistributedStorage] 2017-03-31 05:08:36:800 INFO [orient6] Setting new distributed configuration for database: navi (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 2 | 1 | | | | | X | | |cl_*_p0 | 2 | 1 | X | o | o | | | | |cl_*_p1 | 2 | 1 | | X | | o | o | | |cl_*_p2 | 2 | 1 | | | o | X | | o | |cl_*_p3 | 2 | 1 | o | | X | | o | | |cl_*_p4 | 2 | 1 | | o | | | X | o | |cl_*_p5 | 2 | 1 | o | | | o | | X | |internal| 2 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:08:38:987 WARNI [orient6] moving existent database 'navi' in '/opt/orientdb/databases/navi' to '/opt/orientdb/databases/../backup/databases/navi' and get a fresh copy from a remote node... [OHazelcastPlugin] 2017-03-31 05:08:38:987 SEVER [orient6] error on moving existent database 'navi' located in '/opt/orientdb/databases/navi' to '/opt/orientdb/databases/../backup/databases/navi'. deleting old database... [OHazelcastPlugin] 2017-03-31 05:08:44:791 INFO [orient6]<-[orient5] Copying remote database 'navi' to: /tmp/orientdb/install_navi.zip [OHazelcastPlugin] 2017-03-31 05:08:45:719 INFO [orient6]<-[orient5] Installing database 'navi' to: /opt/orientdb/databases/navi... [OHazelcastPlugin] 2017-03-31 05:08:45:730 INFO [orient6] Downloaded configuration for database 'navi' from the cluster [ODistributedStorage] 2017-03-31 05:08:45:734 INFO [orient6] Setting new distributed configuration for database: navi (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|BACKUP |SYNCHRONIZING| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 2 | 1 | | | | | X | | |cl_*_p0 | 2 | 1 | X | o | o | | | | |cl_*_p1 | 2 | 1 | | X | | o | o | | |cl_*_p2 | 2 | 1 | | | o | X | | o | |cl_*_p3 | 2 | 1 | o | | X | | o | | |cl_*_p4 | 2 | 1 | | o | | | X | o | |cl_*_p5 | 2 | 1 | o | | | o | | X | |internal| 2 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:31:27:010 INFO [orient6] Database copied correctly, size=5.50GB [ODistributedAbstractPlugin$4] 2017-03-31 05:31:27:376 WARNI {db=navi} Storage 'navi' was not closed properly. Will try to recover from write ahead log [OLocalPaginatedStorage] 2017-03-31 05:31:27:376 SEVER {db=navi} Restore is not possible because write ahead log is empty. [OLocalPaginatedStorage] 2017-03-31 05:31:27:376 INFO {db=navi} Storage data recover was completed [OLocalPaginatedStorage] 2017-03-31 05:31:27:463 INFO [orient6] Installed database 'navi' (LSN=LSN{segment=0, position=24}) [OHazelcastPlugin] 2017-03-31 05:31:27:464 INFO [orient6] Reassigning ownership of clusters for database navi... [OHazelcastPlugin] 2017-03-31 05:31:27:465 INFO [orient6] Class 'OUser': change mastership of cluster 'ouser_6' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:466 INFO [orient6] Class 'OSchedule': change mastership of cluster 'oschedule_6' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:467 INFO [orient6] Class 'V': change mastership of cluster 'v_53' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:467 INFO [orient6] Class 'idtv_bannerlog': change mastership of cluster 'idtv_bannerlog_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:468 INFO [orient6] Class '_studio': change mastership of cluster '_studio_53' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:468 INFO [orient6] Class 'idtv_saly': change mastership of cluster 'idtv_saly_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:469 INFO [orient6] Class 'E': change mastership of cluster 'e_55' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:469 INFO [orient6] Class 'OFunction': change mastership of cluster 'ofunction_8' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:470 INFO [orient6] Class 'OSequence': change mastership of cluster 'osequence_7' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:470 INFO [orient6] Class 'idtv_stb': change mastership of cluster 'idtv_stb_0' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:471 INFO [orient6] Class 'ORole': change mastership of cluster 'orole_8' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:471 INFO [orient6] Class 'idtv_dhcp_tmstb': change mastership of cluster 'idtv_dhcp_tmstb_55' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:27:475 INFO [orient6] Setting new distributed configuration for database: navi (version=13) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER | id|writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | | 2 | 1 | | | | | X | | |_studio_53 | | 2 | 1 | | | | | o | X | |cl_*_p0 | | 2 | 1 | X | o | o | | | | |cl_*_p1 | | 2 | 1 | | X | | o | o | | |cl_*_p2 | | 2 | 1 | | | o | X | | o | |cl_*_p3 | | 2 | 1 | o | | X | | o | | |cl_*_p4 | | 2 | 1 | | o | | | X | o | |cl_*_p5 | | 2 | 1 | o | | | o | | X | |e_55 | | 2 | 1 | | | | | o | X | |idtv_bannerlog_0 | | 2 | 1 | | | | | o | X | |idtv_dhcp_tmstb_55| | 2 | 1 | | | | | o | X | |idtv_saly_0 | | 2 | 1 | | | | | o | X | |idtv_stb_0 | | 2 | 1 | | | | | o | X | |internal | 0| 2 | 1 | | | | | | | |ofunction_8 | | 2 | 1 | | | | | o | X | |orole_8 | | 2 | 1 | | | | | o | X | |oschedule_6 | | 2 | 1 | | | | | o | X | |osequence_7 | | 2 | 1 | | | | | o | X | |ouser_6 | | 2 | 1 | | | | | o | X | |v_53 | | 2 | 1 | | | | | o | X | +------------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:31:27:476 INFO [orient6] Broadcasting new distributed configuration for database: navi (version=13) [OHazelcastPlugin] 2017-03-31 05:31:27:479 INFO [orient6] Distributed servers status: +--------+--------+-----------------------+-----+-------------------+------------------+------------------+------------------------+ |Name |Status |Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+--------+-----------------------+-----+-------------------+------------------+------------------+------------------------+ |orient6*|STARTING| |2 |2017-03-28 14:17:37|10.100.22.124:2424|10.100.22.124:2480|465.91MB/19.63GB (2.32%)| |orient5 |ONLINE |navi=ONLINE (MASTER) |2 |2017-03-28 14:17:13|10.100.22.125:2424|10.100.22.125:2480|5.20GB/19.63GB (26.51%) | | | |cdrarch=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | +--------+--------+-----------------------+-----+-------------------+------------------+------------------+------------------------+ [OHazelcastPlugin] 2017-03-31 05:31:27:479 INFO [orient6] Class 'OUser', creation of new local cluster 'ouser_6' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:554 INFO [orient6] Class 'OSequence', creation of new local cluster 'osequence_7' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:596 INFO [orient6] Class 'idtv_stb', creation of new local cluster 'idtv_stb_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:673 INFO [orient6] Class 'OFunction', creation of new local cluster 'ofunction_8' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:698 INFO [orient6] Class 'idtv_saly', creation of new local cluster 'idtv_saly_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:722 INFO [orient6] Class '_studio', creation of new local cluster '_studio_53' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:746 INFO [orient6] Class 'idtv_bannerlog', creation of new local cluster 'idtv_bannerlog_0' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:774 INFO [orient6] Class 'OSchedule', creation of new local cluster 'oschedule_6' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:800 INFO [orient6] Class 'V', creation of new local cluster 'v_53' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:824 INFO [orient6] Class 'idtv_dhcp_tmstb', creation of new local cluster 'idtv_dhcp_tmstb_55' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:853 INFO [orient6] Class 'ORole', creation of new local cluster 'orole_8' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:878 INFO [orient6] Class 'E', creation of new local cluster 'e_55' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:27:904 INFO [orient6] Reassignment of clusters for database 'navi' completed (classes=15) [OHazelcastPlugin] 2017-03-31 05:31:27:904 INFO [orient6] Publishing ONLINE status for database orient6.navi... [ODistributedDatabaseImpl] 2017-03-31 05:31:27:917 INFO [orient6] Downloaded configuration for database 'GratefulDeadConcerts' from the cluster [ODistributedStorage] 2017-03-31 05:31:27:921 INFO [orient6] Setting new distributed configuration for database: GratefulDeadConcerts (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |internal| 1 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:31:27:925 INFO [orient6] Current node is a MASTER for database 'GratefulDeadConcerts' [ODistributedAbstractPlugin$3] 2017-03-31 05:31:27:936 WARNI [orient6]->[[orient5]] requesting delta database sync for 'GratefulDeadConcerts' on local server... [OHazelcastPlugin] 2017-03-31 05:31:27:937 INFO [orient6]->[orient5] Requesting database delta sync for 'GratefulDeadConcerts' LSN=LSN{segment=0, position=9676481}... [OHazelcastPlugin] 2017-03-31 05:31:27:952 WARNI [orient6]<-[orient5] Error on installing database delta for 'GratefulDeadConcerts' (err=Requested delta sync with LSN=LSN{segment=0, position=9676481} but found the following error: 0) [OHazelcastPlugin] 2017-03-31 05:31:27:952 WARNI [orient6]<-[orient5] Requesting full database 'GratefulDeadConcerts' sync... [OHazelcastPlugin] 2017-03-31 05:31:27:953 SEVER [orient6]->[orient5] Error on asking delta backup of database 'GratefulDeadConcerts' (err=Requested delta sync with LSN=LSN{segment=0, position=9676481} but found the following error: 0) [OHazelcastPlugin] 2017-03-31 05:31:27:953 WARNI [orient6]->[[orient5]] Requesting deploy of database 'GratefulDeadConcerts' on local server... [OHazelcastPlugin] 2017-03-31 05:31:27:954 INFO [orient6] Downloaded configuration for database 'GratefulDeadConcerts' from the cluster [ODistributedStorage] 2017-03-31 05:31:27:956 INFO [orient6] Setting new distributed configuration for database: GratefulDeadConcerts (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 2 | 1 | | | | | X | | |cl_*_p0 | 2 | 1 | X | o | o | | | | |cl_*_p1 | 2 | 1 | | X | | o | o | | |cl_*_p2 | 2 | 1 | | | o | X | | o | |cl_*_p3 | 2 | 1 | o | | X | | o | | |cl_*_p4 | 2 | 1 | | o | | | X | o | |cl_*_p5 | 2 | 1 | o | | | o | | X | |internal| 2 | 1 | | | | | | | +--------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:31:28:564 WARNI [orient6] moving existent database 'GratefulDeadConcerts' in '/opt/orientdb/databases/GratefulDeadConcerts' to '/opt/orientdb/databases/../backup/databases/GratefulDeadConcerts' and get a fresh copy from a remote node... [OHazelcastPlugin] 2017-03-31 05:31:28:564 SEVER [orient6] error on moving existent database 'GratefulDeadConcerts' located in '/opt/orientdb/databases/GratefulDeadConcerts' to '/opt/orientdb/databases/../backup/databases/GratefulDeadConcerts'. deleting old database... [OHazelcastPlugin] 2017-03-31 05:31:28:738 INFO [orient6]<-[orient5] Copying remote database 'GratefulDeadConcerts' to: /tmp/orientdb/install_GratefulDeadConcerts.zip [OHazelcastPlugin] 2017-03-31 05:31:28:739 INFO [orient6]<-[orient5] Installing database 'GratefulDeadConcerts' to: /opt/orientdb/databases/GratefulDeadConcerts... [OHazelcastPlugin] 2017-03-31 05:31:28:740 INFO [orient6] Database copied correctly, size=300.65KB [ODistributedAbstractPlugin$4] 2017-03-31 05:31:28:957 WARNI {db=GratefulDeadConcerts} Storage 'GratefulDeadConcerts' was not closed properly. Will try to recover from write ahead log [OLocalPaginatedStorage] 2017-03-31 05:31:28:957 SEVER {db=GratefulDeadConcerts} Restore is not possible because write ahead log is empty. [OLocalPaginatedStorage] 2017-03-31 05:31:28:957 INFO {db=GratefulDeadConcerts} Storage data recover was completed [OLocalPaginatedStorage] 2017-03-31 05:31:28:998 INFO {db=GratefulDeadConcerts} [orient6] Downloaded configuration for database 'GratefulDeadConcerts' from the cluster [ODistributedStorage] 2017-03-31 05:31:29:001 INFO {db=GratefulDeadConcerts} [orient6] Setting new distributed configuration for database: GratefulDeadConcerts (version=1) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER | id|writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | | 2 | 1 | | | | | X | | |cl_*_p0 | | 2 | 1 | X | o | o | | | | |cl_*_p1 | | 2 | 1 | | X | | o | o | | |cl_*_p2 | | 2 | 1 | | | o | X | | o | |cl_*_p3 | | 2 | 1 | o | | X | | o | | |cl_*_p4 | | 2 | 1 | | o | | | X | o | |cl_*_p5 | | 2 | 1 | o | | | o | | X | |internal| 0| 2 | 1 | | | | | | | +--------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:31:29:020 INFO [orient6] Installed database 'GratefulDeadConcerts' (LSN=LSN{segment=0, position=24}) [OHazelcastPlugin] 2017-03-31 05:31:29:022 INFO [orient6] Reassigning ownership of clusters for database GratefulDeadConcerts... [OHazelcastPlugin] 2017-03-31 05:31:29:022 INFO [orient6] Class 'E': change mastership of cluster 'e_15' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:023 INFO [orient6] Class 'V': change mastership of cluster 'v_14' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:023 INFO [orient6] Class 'OUser': change mastership of cluster 'ouser_9' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:023 INFO [orient6] Class 'followed_by': change mastership of cluster 'followed_by_14' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:023 INFO [orient6] Class 'OSchedule': change mastership of cluster 'oschedule_8' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:024 INFO [orient6] Class '_studio': change mastership of cluster '_studio_14' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:024 INFO [orient6] Class 'written_by': change mastership of cluster 'written_by_15' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:025 INFO [orient6] Class 'sung_by': change mastership of cluster 'sung_by_15' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:025 INFO [orient6] Class 'ORole': change mastership of cluster 'orole_9' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:025 INFO [orient6] Class 'OSequence': change mastership of cluster 'osequence_8' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:026 INFO [orient6] Class 'OFunction': change mastership of cluster 'ofunction_8' (id=-1) to node 'orient6' [ODefaultClusterOwnershipAssignmentStrategy] 2017-03-31 05:31:29:030 INFO [orient6] Setting new distributed configuration for database: GratefulDeadConcerts (version=12) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +--------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |SYNCHRONIZING| | | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +--------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER | id|writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +--------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | | 2 | 1 | | | | | X | | |_studio_14 | | 2 | 1 | | | | | o | X | |cl_*_p0 | | 2 | 1 | X | o | o | | | | |cl_*_p1 | | 2 | 1 | | X | | o | o | | |cl_*_p2 | | 2 | 1 | | | o | X | | o | |cl_*_p3 | | 2 | 1 | o | | X | | o | | |cl_*_p4 | | 2 | 1 | | o | | | X | o | |cl_*_p5 | | 2 | 1 | o | | | o | | X | |e_15 | | 2 | 1 | | | | | o | X | |followed_by_14| | 2 | 1 | | | | | o | X | |internal | 0| 2 | 1 | | | | | | | |ofunction_8 | | 2 | 1 | | | | | o | X | |orole_9 | | 2 | 1 | | | | | o | X | |oschedule_8 | | 2 | 1 | | | | | o | X | |osequence_8 | | 2 | 1 | | | | | o | X | |ouser_9 | | 2 | 1 | | | | | o | X | |sung_by_15 | | 2 | 1 | | | | | o | X | |v_14 | | 2 | 1 | | | | | o | X | |written_by_15 | | 2 | 1 | | | | | o | X | +--------------+----+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:31:29:030 INFO [orient6] Broadcasting new distributed configuration for database: GratefulDeadConcerts (version=12) [OHazelcastPlugin] 2017-03-31 05:31:29:034 INFO [orient6] Distributed servers status: +--------+--------+------------------------------------+-----+-------------------+------------------+------------------+------------------------+ |Name |Status |Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+--------+------------------------------------+-----+-------------------+------------------+------------------+------------------------+ |orient6*|STARTING| |2 |2017-03-28 14:17:37|10.100.22.124:2424|10.100.22.124:2480|465.91MB/19.63GB (2.32%)| |orient5 |ONLINE |navi=ONLINE (MASTER) |2 |2017-03-28 14:17:13|10.100.22.125:2424|10.100.22.125:2480|5.20GB/19.63GB (26.51%) | | | |cdrarch=ONLINE (MASTER) | | | | | | | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | +--------+--------+------------------------------------+-----+-------------------+------------------+------------------+------------------------+ [OHazelcastPlugin] 2017-03-31 05:31:29:034 INFO [orient6] Class 'OUser', creation of new local cluster 'ouser_9' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:060 INFO [orient6] Class 'followed_by', creation of new local cluster 'followed_by_14' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:080 INFO [orient6] Class 'OSequence', creation of new local cluster 'osequence_8' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:102 INFO [orient6] Class 'E', creation of new local cluster 'e_15' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:123 INFO [orient6] Class 'written_by', creation of new local cluster 'written_by_15' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:145 INFO [orient6] Class 'sung_by', creation of new local cluster 'sung_by_15' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:167 INFO [orient6] Class 'V', creation of new local cluster 'v_14' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:191 INFO [orient6] Class '_studio', creation of new local cluster '_studio_14' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:214 INFO [orient6] Class 'OSchedule', creation of new local cluster 'oschedule_8' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:236 INFO [orient6] Class 'ORole', creation of new local cluster 'orole_9' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:260 INFO [orient6] Class 'OFunction', creation of new local cluster 'ofunction_8' (id=-1) [ODistributedAbstractPlugin$6] 2017-03-31 05:31:29:284 INFO [orient6] Reassignment of clusters for database 'GratefulDeadConcerts' completed (classes=14) [OHazelcastPlugin] 2017-03-31 05:31:29:284 INFO [orient6] Publishing ONLINE status for database orient6.GratefulDeadConcerts... [ODistributedDatabaseImpl] 2017-03-31 05:31:29:333 WARNI [orient6] Updated node status to 'ONLINE' [OHazelcastPlugin] 2017-03-31 05:31:30:849 WARNI Authenticated clients can execute any kind of code into the server by using the following allowed languages: [sql] [OServerSideScriptInterpreter] 2017-03-31 05:31:30:850 INFO OrientDB Studio available at http://10.100.22.124:2480/studio/index.html [OServer] 2017-03-31 05:31:30:850 INFO OrientDB Server is active v2.2.18-SNAPSHOT (build UNKNOWN@rf31f2e10de758cbdef4cee27451b4065b94d9ce2; 2017-03-04 00:50:53+0000). [OServer] 2017-03-31 05:31:34:337 INFO [orient6] Distributed servers status: +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ |Name |Status|Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ |orient6*|ONLINE|navi=ONLINE (MASTER) |2 |2017-03-28 16:17:37.691|10.100.22.124:2424|10.100.22.124:2480|2.00GB/19.63GB (10.17%)| | | |cdrarch=NOT_AVAILABLE (MASTER) | | | | | | | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | |orient5 |ONLINE|navi=ONLINE (MASTER) |2 |2017-03-28 16:17:13.244|10.100.22.125:2424|10.100.22.125:2480|6.00GB/19.63GB (30.59%)| | | |cdrarch=ONLINE (MASTER) | | | | | | | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ [OHazelcastPlugin] 2017-03-31 05:31:39:336 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 05:31:39:340 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 05:31:39:340 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 05:31:39:341 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 05:51:39:343 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100680 task=deploy_delta_db after 1200001ms) [OHazelcastPlugin] 2017-03-31 05:51:40:611 INFO [orient6] Distributed servers status: +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ |Name |Status|Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ |orient6*|ONLINE|navi=ONLINE (MASTER) |2 |2017-03-28 16:17:37.691|10.100.22.124:2424|10.100.22.124:2480|2.00GB/19.63GB (10.17%)| | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | |orient5 |ONLINE|navi=ONLINE (MASTER) |2 |2017-03-28 16:17:13.244|10.100.22.125:2424|10.100.22.125:2480|6.09GB/19.63GB (31.04%)| | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ [OHazelcastPlugin] 2017-03-31 05:56:10:492 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 05:56:10:495 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 05:56:10:503 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage] 2017-03-31 05:56:10:619 INFO [orient6] Distributed servers status: +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ |Name |Status|Databases |Conns|StartedOn |Binary |HTTP |UsedMemory | +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ |orient6*|ONLINE|navi=ONLINE (MASTER) |2 |2017-03-28 16:17:37.691|10.100.22.124:2424|10.100.22.124:2480|2.00GB/19.63GB (10.17%)| | | |cdrarch=NOT_AVAILABLE (MASTER) | | | | | | | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | |orient5 |ONLINE|navi=ONLINE (MASTER) |2 |2017-03-28 16:17:13.244|10.100.22.125:2424|10.100.22.125:2480|6.11GB/19.63GB (31.14%)| | | |cdrarch=ONLINE (MASTER) | | | | | | | | |GratefulDeadConcerts=ONLINE (MASTER)| | | | | | | | |mobile=ONLINE (MASTER) | | | | | | +--------+------+------------------------------------+-----+-----------------------+------------------+------------------+-----------------------+ [OHazelcastPlugin]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100681 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 06:16:10:533 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 06:16:10:536 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 06:16:10:551 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 06:16:10:551 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 06:36:10:552 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100684 task=deploy_delta_db after 1200000ms) [OHazelcastPlugin] 2017-03-31 06:36:10:553 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 06:36:10:555 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 06:36:10:564 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100685 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 06:56:10:580 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 06:56:10:583 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 06:56:10:587 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 06:56:10:588 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 07:16:10:588 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100688 task=deploy_delta_db after 1199999ms) [OHazelcastPlugin] 2017-03-31 07:16:10:589 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 07:16:10:591 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 07:16:10:599 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100689 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 07:36:10:617 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 07:36:10:621 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 07:36:10:625 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 07:36:10:625 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 07:56:10:627 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100692 task=deploy_delta_db after 1200001ms) [OHazelcastPlugin] 2017-03-31 07:56:10:628 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 07:56:10:631 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 07:56:10:639 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100693 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 08:16:10:652 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 08:16:10:656 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 08:16:10:660 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 08:16:10:660 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 08:36:10:660 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100696 task=deploy_delta_db after 1199999ms) [OHazelcastPlugin] 2017-03-31 08:36:10:660 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 08:36:10:662 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 08:36:10:670 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100697 task=deploy_db after 1199999ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 08:56:10:687 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 08:56:10:691 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 08:56:10:695 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 08:56:10:695 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 09:16:10:695 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100700 task=deploy_delta_db after 1199999ms) [OHazelcastPlugin] 2017-03-31 09:16:10:695 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 09:16:10:697 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 09:16:10:705 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100701 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 09:36:10:720 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 09:36:10:723 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 09:36:10:727 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 09:36:10:727 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 09:56:10:727 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100704 task=deploy_delta_db after 1200000ms) [OHazelcastPlugin] 2017-03-31 09:56:10:728 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 09:56:10:730 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 09:56:10:737 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100705 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 10:16:10:749 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 10:16:10:752 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 10:16:10:755 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 10:16:10:755 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 10:36:10:755 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100708 task=deploy_delta_db after 1199999ms) [OHazelcastPlugin] 2017-03-31 10:36:10:755 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 10:36:10:757 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 10:36:10:765 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100709 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 10:56:10:779 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 10:56:10:783 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 10:56:10:786 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 10:56:10:787 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 11:16:10:788 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100712 task=deploy_delta_db after 1200000ms) [OHazelcastPlugin] 2017-03-31 11:16:10:788 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 11:16:10:790 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 11:16:10:797 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100713 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 11:36:10:811 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 11:36:10:814 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 11:36:10:818 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 11:36:10:818 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin] 2017-03-31 11:56:10:819 SEVER [orient6]->[orient5] Error on asking delta backup of database 'cdrarch' (err=No response received from any of nodes [orient5] for request id=1.100716 task=deploy_delta_db after 1200000ms) [OHazelcastPlugin] 2017-03-31 11:56:10:819 WARNI [orient6]->[[orient5]] Requesting deploy of database 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 11:56:10:821 INFO [orient6] Downloaded configuration for database 'cdrarch' from the cluster [ODistributedStorage] 2017-03-31 11:56:10:829 INFO [orient6] Setting new distributed configuration for database: cdrarch (version=92) CLUSTER CONFIGURATION (LEGEND: X = Owner, o = Copy) +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ | | | | MASTER | MASTER | MASTER | MASTER |MASTER | MASTER | | | | |NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|NOT_AVAILABLE|ONLINE |NOT_AVAILABLE| | | | | dynamic | dynamic | dynamic | dynamic |dynamic| dynamic | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |CLUSTER |writeQuorum|readQuorum| orient1 | orient2 | orient4 | orient3 |orient5| orient6 | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ |* | 1 | 1 | | | | | X | | |_studio_48 | 1 | 1 | | | | | o | X | |cdr_af_20151227_1 | 1 | 1 | | | | | o | X | |cdr_af_20160103_1 | 1 | 1 | | | | | o | X | |cdr_af_20160110_1 | 1 | 1 | | | | | o | X | |cdr_af_20160117_1 | 1 | 1 | | | | | o | X | |cdr_af_20160124_1 | 1 | 1 | | | | | o | X | |cdr_af_20160131_1 | 1 | 1 | | | | | o | X | |cdr_af_20160207_1 | 1 | 1 | | | | | o | X | |cdr_af_20160214_1 | 1 | 1 | | | | | o | X | |cdr_af_20160221_1 | 1 | 1 | | | | | o | X | |cdr_af_20160228_1 | 1 | 1 | | | | | o | X | |cdr_af_20160306_1 | 1 | 1 | | | | | o | X | |cdr_af_20160313_1 | 1 | 1 | | | | | o | X | |cdr_af_20160320_1 | 1 | 1 | | | | | o | X | |cdr_af_20160327_1 | 1 | 1 | | | | | o | X | |cdr_af_20160403_1 | 1 | 1 | | | | | o | X | |cdr_af_20160410_1 | 1 | 1 | | | | | o | X | |cdr_af_20160417_1 | 1 | 1 | | | | | o | X | |cdr_af_20160424_1 | 1 | 1 | | | | | o | X | |cdr_af_20160501_1 | 1 | 1 | | | | | o | X | |cdr_af_20160508_1 | 1 | 1 | | | | | o | X | |cdr_af_20160515_1 | 1 | 1 | | | | | o | X | |cdr_af_20160522_1 | 1 | 1 | | | | | o | X | |cdr_af_20160529_1 | 1 | 1 | | | | | o | X | |cdr_af_20160605_1 | 1 | 1 | | | | | o | X | |cdr_af_20160612_1 | 1 | 1 | | | | | o | X | |cdr_af_20160619_1 | 1 | 1 | | | | | o | X | |cdr_af_20160626_1 | 1 | 1 | | | | | o | X | |cdr_af_20160703_1 | 1 | 1 | | | | | o | X | |cdr_af_20160710_1 | 1 | 1 | | | | | o | X | |cdr_af_20160717_1 | 1 | 1 | | | | | o | X | |cdr_af_20160724_1 | 1 | 1 | | | | | o | X | |cdr_af_20160731_1 | 1 | 1 | | | | | o | X | |cdr_af_20160807_1 | 1 | 1 | | | | | o | X | |cdr_af_20160814_1 | 1 | 1 | | | | | o | X | |cdr_af_20160821_1 | 1 | 1 | | | | | o | X | |cdr_af_20160828_1 | 1 | 1 | | | | | o | X | |cdr_af_20160904_1 | 1 | 1 | | | | | o | X | |cdr_af_20160911_1 | 1 | 1 | | | | | o | X | |cdr_af_20160918_1 | 1 | 1 | | | | | o | X | |cdr_af_20160925_1 | 1 | 1 | | | | | o | X | |cdr_af_20161002_1 | 1 | 1 | | | | | o | X | |cdr_af_20161009_1 | 1 | 1 | | | | | o | X | |cdr_af_20161016_1 | 1 | 1 | | | | | o | X | |cdr_af_20161023_1 | 1 | 1 | | | | | o | X | |cdr_af_20161030_1 | 1 | 1 | | | | | o | X | |cdr_af_20161106_1 | 1 | 1 | | | | | o | X | |cdr_af_20161113_1 | 1 | 1 | | | | | o | X | |cdr_af_20161120_0 | 1 | 1 | | | | | o | X | |cdr_af_20161127_0 | 1 | 1 | | | | | o | X | |cdr_af_20161204_0 | 1 | 1 | | | | | o | X | |cdr_af_20161211_0 | 1 | 1 | | | | | o | X | |cdr_af_20161218_0 | 1 | 1 | | | | | o | X | |cdr_af_20161225_0 | 1 | 1 | | | | | o | X | |cdr_af_20170101_0 | 1 | 1 | | | | | o | X | |cdr_icx_20160828_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160904_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160911_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160918_1 | 1 | 1 | | | | | o | X | |cdr_icx_20160925_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161002_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161009_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161016_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161023_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161030_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161106_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_1 | 1 | 1 | | | | | o | X | |cdr_icx_20161113_bu_0| 1 | 1 | | | | | o | X | |cdr_icx_20161120_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161127_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161204_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161211_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161218_0 | 1 | 1 | | | | | o | X | |cdr_icx_20161225_0 | 1 | 1 | | | | | o | X | |cdr_icx_20170101_0 | 1 | 1 | | | | | o | X | |cdr_mobv_48 | 1 | 1 | | | | | o | X | |cl_*_p0 | 1 | 1 | X | o | o | | | | |cl_*_p1 | 1 | 1 | | X | | o | o | | |cl_*_p2 | 1 | 1 | | | o | X | | o | |cl_*_p3 | 1 | 1 | o | | X | | o | | |cl_*_p4 | 1 | 1 | | o | | | X | o | |cl_*_p5 | 1 | 1 | o | | | o | | X | |e_48 | 1 | 1 | | | | | o | X | |files_loaded_48 | 1 | 1 | | | | | o | X | |internal | 1 | 1 | | | | | | | |mds_csv_cf12_48 | 1 | 1 | | | | | o | X | |mds_csv_cf14_48 | 1 | 1 | | | | | o | X | |mds_csv_cf15_48 | 1 | 1 | | | | | o | X | |mds_std_icx_48 | 1 | 1 | | | | | o | X | |ofunction_1 | 1 | 1 | | | | | o | X | |orole_1 | 1 | 1 | | | | | o | X | |oschedule_1 | 1 | 1 | | | | | o | X | |osequence_1 | 1 | 1 | | | | | o | X | |ouser_1 | 1 | 1 | | | | | o | X | |results_daily_48 | 1 | 1 | | | | | o | X | |rob_test_48 | 1 | 1 | | | | | o | X | |tmp1_48 | 1 | 1 | | | | | o | X | |v_48 | 1 | 1 | | | | | o | X | +---------------------+-----------+----------+-------------+-------------+-------------+-------------+-------+-------------+ [ODistributedStorage]Error on checking cluster health com.orientechnologies.orient.server.distributed.task.ODistributedOperationException: No response received from any of nodes [orient5] for request id=1.100717 task=deploy_db after 1200000ms at com.orientechnologies.orient.server.distributed.ODistributedResponseManager.getFinalResponse(ODistributedResponseManager.java:353) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.waitForResponse(ODistributedDatabaseImpl.java:947) at com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl.send2Nodes(ODistributedDatabaseImpl.java:508) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.sendRequest(ODistributedAbstractPlugin.java:560) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestDatabaseFullSync(ODistributedAbstractPlugin.java:1159) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.requestFullDatabase(ODistributedAbstractPlugin.java:971) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:920) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin$3.call(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.executeInDistributedDatabaseLock(ODistributedAbstractPlugin.java:1624) at com.orientechnologies.orient.server.distributed.impl.ODistributedAbstractPlugin.installDatabase(ODistributedAbstractPlugin.java:850) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.checkServerStatus(OClusterHealthChecker.java:186) at com.orientechnologies.orient.server.distributed.impl.OClusterHealthChecker.run(OClusterHealthChecker.java:53) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) 2017-03-31 12:16:10:841 INFO [orient6] Trying to recover current server for database 'cdrarch'... [OClusterHealthChecker] 2017-03-31 12:16:10:844 INFO [orient6] Current node is a MASTER for database 'cdrarch' [ODistributedAbstractPlugin$3] 2017-03-31 12:16:10:846 WARNI [orient6]->[[orient5]] requesting delta database sync for 'cdrarch' on local server... [OHazelcastPlugin] 2017-03-31 12:16:10:847 INFO [orient6]->[orient5] Requesting database delta sync for 'cdrarch' LSN=LSN{segment=130603, position=32218912}... [OHazelcastPlugin]