Facebook

Untitled safest cryptocurrency exchange

From Gentle Kangaroo, 3 Years ago, written in Plain Text.
URL https://pastebin.pl/view/2e1ac614
Embed
Download Paste or View Raw
Hits: 165
  1. ::: {serverra2_warm.sit.comp.state}{KiQQGwdoTgWwHYzMItyhXQ}{OjCMtVthSlqJk-TmL5UH8A}{10.100.24.231}{10.100.24.231:9301}{dlrt}{rack_id=rack_one, ml.machine_memory=269645852672, ml.max_open_jobs=20, xpack.installed=true, data=warm, transform.node=true}
  2.    Hot tstateeads at 2020-09-29T11:28:15.220Z, interval=500ms, busiestTstateeads=99999, ignoreIdleTstateeads=true:
  3.    
  4.    11.4% (57.1ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4625]'
  5.      6/10 snapshots sharing following 46 elements
  6.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  9.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  10.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  11.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  12.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  13.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  14.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  15.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  16.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  17.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  18.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  19.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  20.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  21.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  22.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  23.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  24.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  25.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  26.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  27.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  28.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  29.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  30.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  31.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  32.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  33.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  34.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  35.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  36.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  37.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  38.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  39.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  40.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  41.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  42.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  43.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  44.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  45.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  46.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  47.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  48.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  49.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  50.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  51.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  52.      2/10 snapshots sharing following 53 elements
  53.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  54.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  55.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  56.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  57.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  58.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  59.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  60.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  61.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  62.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  63.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  64.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  65.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  66.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  67.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  68.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  69.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  70.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  71.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  72.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  73.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  74.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  75.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  76.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  77.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  78.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  79.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  80.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  81.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  82.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  83.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  84.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  85.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  86.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  87.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  88.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  89.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  90.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  91.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  92.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  93.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  94.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  95.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  96.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  97.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  98.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  99.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  100.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  101.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  102.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  103.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  104.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  105.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  106.      2/10 snapshots sharing following 55 elements
  107.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  108.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  109.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  110.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  111.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  112.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  113.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  114.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  115.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  116.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  117.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  118.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  119.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  120.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  121.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  122.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  123.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  124.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  125.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  126.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  127.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  128.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  129.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  130.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  131.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  132.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  133.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  134.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  135.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  136.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  137.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  138.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  139.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  140.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  141.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  142.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  143.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  144.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  145.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  146.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  147.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  148.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  149.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  150.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  151.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  152.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  153.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  154.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  155.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  156.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  157.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  158.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  159.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  160.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  161.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  162.    
  163.     3.5% (17.5ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1042]'
  164.      10/10 snapshots sharing following 35 elements
  165.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  166.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  167.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  168.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  169.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  170.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  171.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:79)
  172.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:70)
  173.        app//org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
  174.        app//org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
  175.        app//org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
  176.        app//org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
  177.        app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
  178.        app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
  179.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
  180.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:92)
  181.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:644)
  182.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  183.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  184.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  185.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  186.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  187.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  188.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  189.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  190.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  191.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  192.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  193.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  194.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  195.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  196.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  197.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  198.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  199.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  200.    
  201.     2.7% (13.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4613]'
  202.      4/10 snapshots sharing following 45 elements
  203.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  204.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  205.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  206.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  207.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  208.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  209.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  210.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  211.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  212.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  213.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  214.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  215.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  216.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  217.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  218.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  219.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  220.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  221.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  222.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  223.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  224.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  225.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  226.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  227.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  228.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  229.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  230.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  231.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  232.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  233.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  234.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  235.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  236.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  237.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  238.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  239.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  240.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  241.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  242.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  243.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  244.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  245.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  246.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  247.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  248.      2/10 snapshots sharing following 38 elements
  249.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  250.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  251.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  252.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  253.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  254.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  255.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  256.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  257.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  258.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  259.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  260.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  261.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  262.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  263.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  264.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  265.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  266.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  267.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  268.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  269.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  270.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  271.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  272.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  273.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  274.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  275.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  276.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  277.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  278.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  279.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  280.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  281.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  282.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  283.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  284.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  285.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  286.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  287.      4/10 snapshots sharing following 9 elements
  288.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  289.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  290.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  291.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  292.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  293.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  294.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  295.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  296.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  297.    
  298.     2.0% (9.9ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][AsyncLucenePersistedState#updateTask][T#1]'
  299.      7/10 snapshots sharing following 17 elements
  300.        app//org.apache.lucene.index.FrozenBufferedUpdates.tryApply(FrozenBufferedUpdates.java:160)
  301.        app//org.apache.lucene.index.IndexWriter.lambda$publishFrozenUpdates$3(IndexWriter.java:2592)
  302.        app//org.apache.lucene.index.IndexWriter$$Lambda$4013/0x00007f5eae3ac058.process(Unknown Source)
  303.        app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
  304.        app//org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3607)
  305.        app//org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3566)
  306.        app//org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3545)
  307.        app//org.elasticsearch.gateway.PersistedClusterStateService$MetaDataIndexWriter.flush(PersistedClusterStateService.java:516)
  308.        app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.updateMetaData(PersistedClusterStateService.java:689)
  309.        app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.writeIncrementalStateAndCommit(PersistedClusterStateService.java:615)
  310.        app//org.elasticsearch.gateway.GatewayMetaState$LucenePersistedState.setLastAcceptedState(GatewayMetaState.java:543)
  311.        app//org.elasticsearch.gateway.GatewayMetaState$AsyncLucenePersistedState$1.doRun(GatewayMetaState.java:428)
  312.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  313.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  314.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  315.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  316.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  317.      3/10 snapshots sharing following 8 elements
  318.        app//org.elasticsearch.gateway.PersistedClusterStateService$Writer.writeIncrementalStateAndCommit(PersistedClusterStateService.java:616)
  319.        app//org.elasticsearch.gateway.GatewayMetaState$LucenePersistedState.setLastAcceptedState(GatewayMetaState.java:543)
  320.        app//org.elasticsearch.gateway.GatewayMetaState$AsyncLucenePersistedState$1.doRun(GatewayMetaState.java:428)
  321.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  322.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  323.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  324.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  325.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  326.    
  327.     2.0% (9.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4599]'
  328.      4/10 snapshots sharing following 46 elements
  329.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  330.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  331.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  332.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  333.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  334.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  335.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  336.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  337.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  338.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  339.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  340.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  341.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  342.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  343.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  344.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  345.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  346.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  347.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  348.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  349.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  350.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  351.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  352.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  353.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  354.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  355.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  356.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  357.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  358.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  359.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  360.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  361.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  362.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  363.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  364.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  365.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  366.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  367.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  368.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  369.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  370.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  371.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  372.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  373.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  374.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  375.      3/10 snapshots sharing following 53 elements
  376.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  377.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  378.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  379.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  380.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  381.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  382.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  383.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  384.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  385.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  386.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  387.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  388.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  389.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  390.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  391.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  392.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  393.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  394.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  395.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  396.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  397.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  398.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  399.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  400.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  401.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  402.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  403.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  404.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  405.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  406.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  407.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  408.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  409.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  410.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  411.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  412.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  413.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  414.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  415.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  416.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  417.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  418.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  419.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  420.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  421.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  422.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  423.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  424.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  425.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  426.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  427.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  428.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  429.      3/10 snapshots sharing following 55 elements
  430.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  431.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  432.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  433.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  434.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  435.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  436.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  437.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  438.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  439.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  440.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  441.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  442.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  443.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  444.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  445.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  446.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  447.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  448.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  449.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  450.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  451.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  452.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  453.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  454.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  455.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  456.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  457.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  458.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  459.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  460.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  461.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  462.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  463.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  464.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  465.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  466.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  467.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  468.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  469.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  470.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  471.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  472.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  473.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  474.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  475.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  476.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  477.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  478.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  479.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  480.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  481.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  482.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  483.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  484.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  485.    
  486.     1.6% (7.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1013]'
  487.      3/10 snapshots sharing following 43 elements
  488.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  489.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  490.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  491.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  492.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  493.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  494.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  495.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  496.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  497.        app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
  498.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  499.        app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194)
  500.        app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255)
  501.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.readEntries(Lucene50CompoundReader.java:109)
  502.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:70)
  503.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:70)
  504.        app//org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
  505.        app//org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
  506.        app//org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
  507.        app//org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
  508.        app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
  509.        app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
  510.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
  511.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:92)
  512.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:644)
  513.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  514.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  515.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  516.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  517.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  518.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  519.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  520.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  521.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  522.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  523.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  524.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  525.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  526.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  527.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  528.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  529.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  530.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  531.      2/10 snapshots sharing following 33 elements
  532.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  533.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  534.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  535.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  536.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundReader.<init>(Lucene50CompoundReader.java:79)
  537.        app//org.apache.lucene.codecs.lucene50.Lucene50CompoundFormat.getCompoundReader(Lucene50CompoundFormat.java:70)
  538.        app//org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:101)
  539.        app//org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
  540.        app//org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
  541.        app//org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
  542.        app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
  543.        app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
  544.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
  545.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:92)
  546.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:644)
  547.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  548.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  549.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  550.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  551.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  552.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  553.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  554.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  555.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  556.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  557.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  558.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  559.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  560.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  561.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  562.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  563.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  564.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  565.      2/10 snapshots sharing following 43 elements
  566.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  567.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  568.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  569.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  570.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  571.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  572.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  573.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  574.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  575.        app//org.apache.lucene.store.BufferedChecksumIndexInput.readByte(BufferedChecksumIndexInput.java:41)
  576.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  577.        app//org.apache.lucene.codecs.CodecUtil.checkHeader(CodecUtil.java:194)
  578.        app//org.apache.lucene.codecs.CodecUtil.checkIndexHeader(CodecUtil.java:255)
  579.        app//org.apache.lucene.codecs.lucene70.Lucene70SegmentInfoFormat.read(Lucene70SegmentInfoFormat.java:95)
  580.        app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:353)
  581.        app//org.apache.lucene.index.SegmentInfos.readCommit(SegmentInfos.java:289)
  582.        app//org.apache.lucene.index.SegmentInfos$1.doBody(SegmentInfos.java:432)
  583.        app//org.apache.lucene.index.SegmentInfos$1.doBody(SegmentInfos.java:429)
  584.        app//org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:680)
  585.        app//org.apache.lucene.index.SegmentInfos$FindSegmentsFile.run(SegmentInfos.java:632)
  586.        app//org.apache.lucene.index.SegmentInfos.readLatestCommit(SegmentInfos.java:434)
  587.        app//org.elasticsearch.common.lucene.Lucene.readSegmentInfos(Lucene.java:136)
  588.        app//org.elasticsearch.index.store.Store.readSegmentsInfo(Store.java:208)
  589.        app//org.elasticsearch.index.store.Store.readLastCommittedSegmentsInfo(Store.java:193)
  590.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:647)
  591.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  592.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  593.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  594.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  595.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  596.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  597.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  598.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  599.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  600.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  601.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  602.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  603.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  604.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  605.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  606.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  607.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  608.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  609.      3/10 snapshots sharing following 9 elements
  610.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  611.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  612.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  613.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  614.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  615.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  616.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  617.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  618.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  619.    
  620.     1.4% (6.9ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4589]'
  621.      6/10 snapshots sharing following 46 elements
  622.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  623.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  624.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  625.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  626.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  627.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  628.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  629.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  630.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  631.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  632.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  633.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  634.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  635.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  636.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  637.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  638.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  639.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  640.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  641.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  642.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  643.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  644.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  645.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  646.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  647.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  648.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  649.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  650.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  651.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  652.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  653.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  654.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  655.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  656.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  657.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  658.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  659.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  660.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  661.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  662.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  663.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  664.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  665.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  666.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  667.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  668.      3/10 snapshots sharing following 55 elements
  669.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  670.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  671.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  672.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  673.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  674.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  675.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  676.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  677.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  678.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  679.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  680.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  681.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  682.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  683.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  684.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  685.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  686.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  687.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  688.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  689.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  690.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  691.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  692.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  693.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  694.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  695.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  696.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  697.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  698.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  699.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  700.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  701.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  702.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  703.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  704.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  705.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  706.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  707.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  708.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  709.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  710.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  711.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  712.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  713.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  714.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  715.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  716.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  717.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  718.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  719.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  720.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  721.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  722.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  723.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  724.      unique snapshot
  725.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  726.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  727.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  728.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  729.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  730.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  731.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  732.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  733.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  734.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  735.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  736.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  737.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  738.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  739.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  740.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  741.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  742.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  743.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  744.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  745.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  746.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  747.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  748.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  749.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  750.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  751.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  752.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  753.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  754.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  755.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  756.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  757.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  758.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  759.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  760.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  761.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  762.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  763.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  764.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  765.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  766.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  767.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  768.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  769.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  770.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  771.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  772.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  773.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  774.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  775.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  776.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  777.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  778.    
  779.     1.2% (6.2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4620]'
  780.      7/10 snapshots sharing following 46 elements
  781.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  782.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  783.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  784.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  785.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  786.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  787.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  788.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  789.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  790.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  791.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  792.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  793.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  794.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  795.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  796.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  797.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  798.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  799.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  800.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  801.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  802.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  803.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  804.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  805.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  806.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  807.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  808.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  809.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  810.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  811.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  812.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  813.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  814.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  815.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  816.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  817.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  818.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  819.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  820.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  821.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  822.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  823.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  824.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  825.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  826.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  827.      3/10 snapshots sharing following 53 elements
  828.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  829.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  830.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  831.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  832.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  833.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  834.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  835.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  836.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  837.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  838.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  839.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  840.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  841.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  842.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  843.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  844.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  845.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  846.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  847.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  848.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  849.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  850.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  851.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  852.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  853.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  854.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  855.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  856.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  857.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  858.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  859.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  860.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  861.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  862.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  863.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  864.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  865.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  866.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  867.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  868.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  869.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  870.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  871.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  872.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  873.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  874.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  875.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  876.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  877.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  878.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  879.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  880.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  881.    
  882.     1.2% (6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4652]'
  883.      4/10 snapshots sharing following 46 elements
  884.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  885.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  886.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  887.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  888.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  889.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  890.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  891.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  892.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  893.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  894.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  895.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  896.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  897.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  898.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  899.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  900.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  901.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  902.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  903.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  904.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  905.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  906.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  907.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  908.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  909.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  910.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  911.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  912.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  913.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  914.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  915.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  916.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  917.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  918.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  919.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  920.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  921.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  922.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  923.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  924.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  925.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  926.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  927.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  928.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  929.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  930.      3/10 snapshots sharing following 55 elements
  931.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  932.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  933.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  934.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  935.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  936.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  937.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  938.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  939.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  940.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  941.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  942.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  943.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  944.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  945.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  946.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  947.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  948.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  949.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  950.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  951.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  952.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  953.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  954.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  955.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  956.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  957.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  958.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  959.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  960.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  961.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  962.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  963.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  964.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  965.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  966.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  967.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  968.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  969.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  970.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  971.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  972.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  973.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  974.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  975.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  976.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  977.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  978.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  979.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  980.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  981.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  982.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  983.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  984.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  985.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  986.      3/10 snapshots sharing following 53 elements
  987.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  988.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  989.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  990.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  991.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  992.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  993.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  994.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  995.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  996.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  997.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  998.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  999.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  1000.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  1001.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1002.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1003.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1004.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1005.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1006.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1007.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1008.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1009.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1010.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1011.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1012.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1013.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1014.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1015.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1016.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1017.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1018.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1019.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1020.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1021.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1022.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1023.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1024.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1025.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1026.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1027.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1028.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1029.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1030.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1031.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1032.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1033.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1034.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1035.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1036.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1037.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1038.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1039.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1040.    
  1041.     1.2% (6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4621]'
  1042.      2/10 snapshots sharing following 46 elements
  1043.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1044.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1045.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1046.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1047.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1048.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1049.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1050.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1051.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1052.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1053.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1054.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1055.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1056.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1057.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1058.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1059.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1060.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1061.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1062.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1063.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1064.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1065.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1066.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1067.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1068.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1069.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1070.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1071.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1072.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1073.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1074.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1075.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1076.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1077.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1078.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1079.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1080.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1081.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1082.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1083.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1084.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1085.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1086.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1087.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1088.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1089.      2/10 snapshots sharing following 55 elements
  1090.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1091.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1092.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1093.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1094.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1095.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1096.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1097.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1098.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  1099.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  1100.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  1101.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  1102.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  1103.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  1104.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  1105.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  1106.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1107.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1108.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1109.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1110.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1111.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1112.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1113.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1114.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1115.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1116.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1117.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1118.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1119.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1120.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1121.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1122.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1123.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1124.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1125.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1126.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1127.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1128.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1129.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1130.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1131.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1132.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1133.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1134.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1135.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1136.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1137.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1138.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1139.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1140.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1141.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1142.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1143.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1144.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1145.      6/10 snapshots sharing following 2 elements
  1146.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1147.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1148.    
  1149.     1.2% (5.9ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4641]'
  1150.      6/10 snapshots sharing following 46 elements
  1151.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1152.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1153.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1154.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1155.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1156.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1157.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1158.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1159.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1160.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1161.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1162.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1163.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1164.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1165.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1166.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1167.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1168.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1169.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1170.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1171.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1172.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1173.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1174.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1175.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1176.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1177.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1178.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1179.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1180.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1181.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1182.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1183.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1184.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1185.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1186.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1187.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1188.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1189.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1190.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1191.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1192.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1193.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1194.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1195.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1196.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1197.      4/10 snapshots sharing following 2 elements
  1198.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1199.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1200.    
  1201.     1.1% (5.5ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4655]'
  1202.      10/10 snapshots sharing following 46 elements
  1203.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1204.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1205.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1206.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1207.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1208.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1209.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1210.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1211.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1212.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1213.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1214.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1215.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1216.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1217.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1218.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1219.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1220.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1221.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1222.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1223.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1224.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1225.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1226.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1227.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1228.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1229.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1230.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1231.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1232.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1233.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1234.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1235.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1236.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1237.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1238.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1239.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1240.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1241.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1242.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1243.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1244.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1245.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1246.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1247.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1248.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1249.    
  1250.     1.1% (5.3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4664]'
  1251.      3/10 snapshots sharing following 53 elements
  1252.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1253.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1254.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1255.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1256.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1257.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1258.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1259.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1260.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  1261.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  1262.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  1263.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  1264.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  1265.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  1266.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1267.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1268.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1269.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1270.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1271.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1272.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1273.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1274.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1275.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1276.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1277.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1278.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1279.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1280.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1281.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1282.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1283.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1284.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1285.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1286.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1287.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1288.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1289.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1290.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1291.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1292.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1293.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1294.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1295.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1296.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1297.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1298.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1299.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1300.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1301.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1302.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1303.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1304.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1305.      3/10 snapshots sharing following 55 elements
  1306.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1307.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1308.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1309.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1310.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1311.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1312.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1313.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1314.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  1315.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  1316.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  1317.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  1318.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  1319.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  1320.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  1321.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  1322.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1323.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1324.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1325.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1326.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1327.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1328.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1329.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1330.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1331.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1332.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1333.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1334.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1335.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1336.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1337.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1338.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1339.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1340.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1341.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1342.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1343.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1344.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1345.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1346.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1347.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1348.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1349.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1350.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1351.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1352.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1353.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1354.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1355.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1356.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1357.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1358.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1359.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1360.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1361.      4/10 snapshots sharing following 46 elements
  1362.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1363.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1364.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1365.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1366.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1367.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1368.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1369.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1370.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1371.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1372.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1373.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1374.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1375.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1376.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1377.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1378.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1379.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1380.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1381.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1382.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1383.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1384.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1385.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1386.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1387.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1388.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1389.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1390.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1391.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1392.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1393.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1394.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1395.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1396.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1397.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1398.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1399.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1400.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1401.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1402.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1403.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1404.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1405.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1406.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1407.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1408.    
  1409.     1.0% (5.2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4636]'
  1410.      9/10 snapshots sharing following 46 elements
  1411.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1412.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1413.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1414.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1415.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1416.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1417.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1418.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1419.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1420.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1421.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1422.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1423.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1424.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1425.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1426.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1427.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1428.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1429.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1430.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1431.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1432.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1433.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1434.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1435.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1436.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1437.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1438.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1439.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1440.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1441.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1442.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1443.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1444.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1445.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1446.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1447.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1448.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1449.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1450.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1451.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1452.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1453.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1454.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1455.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1456.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1457.      unique snapshot
  1458.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1459.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1460.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1461.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1462.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1463.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1464.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1465.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1466.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  1467.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  1468.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  1469.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  1470.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  1471.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  1472.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1473.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1474.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1475.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1476.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1477.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1478.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1479.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1480.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1481.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1482.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1483.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1484.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1485.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1486.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1487.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1488.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1489.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1490.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1491.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1492.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1493.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1494.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1495.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1496.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1497.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1498.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1499.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1500.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1501.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1502.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1503.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1504.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1505.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1506.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1507.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1508.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1509.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1510.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1511.    
  1512.     1.0% (4.9ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4639]'
  1513.      5/10 snapshots sharing following 46 elements
  1514.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1515.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1516.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1517.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1518.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1519.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1520.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1521.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1522.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1523.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1524.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1525.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1526.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1527.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1528.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1529.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1530.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1531.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1532.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1533.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1534.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1535.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1536.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1537.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1538.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1539.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1540.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1541.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1542.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1543.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1544.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1545.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1546.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1547.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1548.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1549.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1550.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1551.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1552.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1553.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1554.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1555.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1556.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1557.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1558.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1559.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1560.      3/10 snapshots sharing following 55 elements
  1561.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1562.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1563.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1564.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1565.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1566.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1567.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1568.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1569.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  1570.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  1571.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  1572.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  1573.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  1574.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  1575.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  1576.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  1577.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1578.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1579.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1580.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1581.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1582.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1583.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1584.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1585.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1586.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1587.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1588.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1589.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1590.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1591.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1592.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1593.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1594.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1595.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1596.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1597.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1598.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1599.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1600.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1601.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1602.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1603.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1604.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1605.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1606.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1607.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1608.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1609.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1610.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1611.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1612.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1613.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1614.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1615.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1616.      2/10 snapshots sharing following 53 elements
  1617.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1618.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1619.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1620.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1621.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1622.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1623.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1624.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1625.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  1626.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  1627.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  1628.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  1629.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  1630.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  1631.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1632.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1633.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1634.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1635.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1636.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1637.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1638.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1639.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1640.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1641.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1642.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1643.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1644.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1645.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1646.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1647.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1648.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1649.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1650.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1651.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1652.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1653.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1654.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1655.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1656.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1657.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1658.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1659.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1660.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1661.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1662.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1663.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1664.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1665.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1666.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1667.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1668.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1669.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1670.    
  1671.     1.0% (4.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4596]'
  1672.      6/10 snapshots sharing following 46 elements
  1673.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1674.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1675.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1676.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1677.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1678.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1679.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1680.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1681.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1682.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1683.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1684.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1685.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1686.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1687.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1688.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1689.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1690.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1691.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1692.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1693.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1694.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1695.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1696.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1697.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1698.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1699.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1700.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1701.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1702.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1703.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1704.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1705.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1706.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1707.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1708.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1709.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1710.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1711.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1712.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1713.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1714.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1715.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1716.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1717.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1718.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1719.      3/10 snapshots sharing following 53 elements
  1720.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1721.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1722.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1723.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1724.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1725.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1726.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1727.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1728.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  1729.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  1730.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  1731.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  1732.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  1733.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  1734.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1735.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1736.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1737.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1738.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1739.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1740.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1741.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1742.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1743.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1744.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1745.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1746.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1747.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1748.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1749.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1750.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1751.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1752.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1753.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1754.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1755.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1756.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1757.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1758.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1759.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1760.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1761.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1762.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1763.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1764.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1765.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1766.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1767.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1768.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1769.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1770.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1771.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1772.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1773.      unique snapshot
  1774.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1775.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1776.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1777.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1778.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1779.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1780.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1781.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1782.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  1783.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  1784.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  1785.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  1786.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  1787.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  1788.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  1789.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  1790.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1791.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1792.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1793.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1794.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1795.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1796.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1797.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1798.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1799.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1800.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1801.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1802.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1803.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1804.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1805.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1806.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1807.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1808.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1809.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1810.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1811.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1812.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1813.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1814.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1815.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1816.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1817.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1818.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1819.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1820.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1821.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1822.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1823.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1824.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1825.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1826.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1827.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1828.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1829.    
  1830.     1.0% (4.7ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4610]'
  1831.      6/10 snapshots sharing following 46 elements
  1832.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1833.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1834.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1835.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1836.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1837.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1838.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1839.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1840.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1841.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1842.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1843.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1844.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1845.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1846.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1847.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1848.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1849.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1850.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1851.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1852.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1853.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1854.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1855.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1856.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1857.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1858.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1859.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1860.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1861.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1862.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1863.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1864.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1865.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1866.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1867.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1868.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1869.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1870.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1871.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1872.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1873.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1874.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1875.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1876.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1877.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1878.      4/10 snapshots sharing following 55 elements
  1879.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1880.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1881.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1882.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1883.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1884.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1885.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1886.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1887.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  1888.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  1889.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  1890.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  1891.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  1892.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  1893.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  1894.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  1895.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1896.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1897.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1898.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1899.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1900.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1901.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1902.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1903.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1904.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1905.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1906.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1907.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1908.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1909.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1910.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1911.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1912.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1913.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1914.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1915.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1916.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1917.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1918.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1919.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1920.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1921.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1922.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1923.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1924.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1925.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1926.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1927.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1928.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1929.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1930.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1931.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1932.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1933.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1934.    
  1935.     0.9% (4.7ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4602]'
  1936.      6/10 snapshots sharing following 46 elements
  1937.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  1938.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  1939.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  1940.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  1941.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1942.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  1943.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  1944.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  1945.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  1946.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  1947.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  1948.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  1949.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  1950.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  1951.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  1952.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  1953.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  1954.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  1955.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  1956.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1957.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  1958.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  1959.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  1960.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1961.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  1962.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  1963.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  1964.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  1965.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  1966.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  1967.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  1968.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  1969.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  1970.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  1971.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  1972.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  1973.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  1974.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  1975.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  1976.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  1977.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  1978.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  1979.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  1980.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  1981.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  1982.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  1983.      3/10 snapshots sharing following 55 elements
  1984.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  1985.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  1986.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  1987.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  1988.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  1989.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  1990.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  1991.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  1992.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  1993.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  1994.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  1995.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  1996.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  1997.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  1998.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  1999.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  2000.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2001.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2002.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2003.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2004.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2005.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2006.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2007.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2008.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2009.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2010.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2011.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2012.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2013.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2014.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2015.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2016.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2017.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2018.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2019.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2020.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2021.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2022.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2023.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2024.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2025.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2026.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2027.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2028.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2029.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2030.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2031.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2032.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2033.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2034.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2035.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2036.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2037.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2038.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2039.      unique snapshot
  2040.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2041.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2042.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2043.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2044.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2045.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2046.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2047.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2048.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  2049.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  2050.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  2051.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  2052.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  2053.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  2054.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2055.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2056.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2057.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2058.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2059.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2060.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2061.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2062.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2063.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2064.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2065.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2066.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2067.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2068.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2069.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2070.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2071.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2072.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2073.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2074.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2075.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2076.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2077.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2078.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2079.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2080.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2081.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2082.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2083.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2084.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2085.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2086.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2087.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2088.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2089.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2090.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2091.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2092.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2093.    
  2094.     0.9% (4.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4590]'
  2095.      6/10 snapshots sharing following 53 elements
  2096.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2097.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2098.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2099.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2100.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2101.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2102.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2103.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2104.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  2105.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  2106.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  2107.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  2108.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  2109.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  2110.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2111.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2112.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2113.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2114.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2115.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2116.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2117.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2118.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2119.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2120.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2121.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2122.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2123.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2124.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2125.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2126.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2127.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2128.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2129.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2130.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2131.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2132.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2133.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2134.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2135.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2136.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2137.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2138.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2139.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2140.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2141.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2142.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2143.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2144.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2145.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2146.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2147.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2148.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2149.      4/10 snapshots sharing following 44 elements
  2150.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2151.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2152.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2153.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2154.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2155.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2156.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2157.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2158.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2159.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2160.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2161.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2162.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2163.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2164.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2165.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2166.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2167.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2168.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2169.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2170.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2171.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2172.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2173.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2174.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2175.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2176.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2177.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2178.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2179.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2180.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2181.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2182.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2183.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2184.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2185.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2186.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2187.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2188.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2189.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2190.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2191.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2192.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2193.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2194.    
  2195.     0.9% (4.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4668]'
  2196.      7/10 snapshots sharing following 46 elements
  2197.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2198.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2199.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2200.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2201.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2202.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2203.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2204.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2205.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2206.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2207.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2208.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2209.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2210.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2211.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2212.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2213.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2214.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2215.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2216.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2217.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2218.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2219.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2220.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2221.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2222.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2223.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2224.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2225.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2226.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2227.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2228.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2229.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2230.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2231.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2232.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2233.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2234.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2235.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2236.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2237.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2238.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2239.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2240.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2241.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2242.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2243.      3/10 snapshots sharing following 39 elements
  2244.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2245.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2246.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2247.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2248.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2249.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2250.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2251.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2252.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2253.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2254.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2255.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2256.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2257.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2258.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2259.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2260.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2261.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2262.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2263.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2264.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2265.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2266.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2267.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2268.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2269.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2270.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2271.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2272.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2273.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2274.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2275.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2276.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2277.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2278.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2279.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2280.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2281.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2282.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2283.    
  2284.     0.8% (4.1ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4674]'
  2285.      6/10 snapshots sharing following 46 elements
  2286.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2287.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2288.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2289.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2290.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2291.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2292.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2293.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2294.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2295.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2296.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2297.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2298.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2299.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2300.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2301.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2302.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2303.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2304.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2305.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2306.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2307.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2308.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2309.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2310.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2311.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2312.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2313.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2314.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2315.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2316.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2317.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2318.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2319.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2320.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2321.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2322.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2323.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2324.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2325.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2326.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2327.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2328.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2329.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2330.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2331.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2332.      3/10 snapshots sharing following 55 elements
  2333.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2334.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2335.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2336.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2337.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2338.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2339.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2340.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2341.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  2342.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  2343.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  2344.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  2345.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  2346.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  2347.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  2348.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  2349.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2350.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2351.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2352.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2353.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2354.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2355.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2356.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2357.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2358.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2359.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2360.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2361.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2362.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2363.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2364.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2365.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2366.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2367.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2368.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2369.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2370.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2371.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2372.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2373.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2374.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2375.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2376.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2377.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2378.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2379.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2380.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2381.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2382.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2383.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2384.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2385.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2386.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2387.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2388.      unique snapshot
  2389.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  2390.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  2391.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  2392.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  2393.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  2394.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  2395.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  2396.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2397.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2398.    
  2399.     0.8% (3.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4603]'
  2400.      2/10 snapshots sharing following 38 elements
  2401.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2402.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2403.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2404.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2405.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2406.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2407.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2408.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2409.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2410.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2411.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2412.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2413.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2414.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2415.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2416.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2417.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2418.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2419.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2420.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2421.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2422.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2423.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2424.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2425.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2426.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2427.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2428.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2429.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2430.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2431.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2432.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2433.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2434.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2435.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2436.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2437.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2438.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2439.      8/10 snapshots sharing following 9 elements
  2440.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  2441.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  2442.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  2443.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  2444.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  2445.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  2446.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  2447.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2448.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2449.    
  2450.     0.8% (3.7ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4635]'
  2451.      8/10 snapshots sharing following 46 elements
  2452.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2453.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2454.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2455.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2456.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2457.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2458.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2459.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2460.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2461.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2462.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2463.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2464.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2465.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2466.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2467.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2468.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2469.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2470.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2471.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2472.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2473.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2474.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2475.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2476.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2477.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2478.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2479.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2480.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2481.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2482.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2483.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2484.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2485.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2486.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2487.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2488.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2489.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2490.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2491.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2492.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2493.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2494.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2495.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2496.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2497.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2498.      2/10 snapshots sharing following 55 elements
  2499.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2500.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2501.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2502.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2503.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2504.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2505.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2506.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2507.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  2508.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  2509.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  2510.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  2511.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  2512.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  2513.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  2514.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  2515.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2516.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2517.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2518.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2519.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2520.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2521.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2522.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2523.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2524.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2525.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2526.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2527.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2528.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2529.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2530.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2531.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2532.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2533.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2534.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2535.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2536.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2537.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2538.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2539.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2540.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2541.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2542.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2543.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2544.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2545.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2546.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2547.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2548.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2549.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2550.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2551.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2552.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2553.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2554.    
  2555.     0.7% (3.6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1045]'
  2556.      3/10 snapshots sharing following 29 elements
  2557.        app//org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsReader(CompressingStoredFieldsFormat.java:123)
  2558.        app//org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsReader(Lucene50StoredFieldsFormat.java:135)
  2559.        app//org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:127)
  2560.        app//org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
  2561.        app//org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
  2562.        app//org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
  2563.        app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
  2564.        app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
  2565.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
  2566.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:92)
  2567.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:644)
  2568.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  2569.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  2570.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  2571.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  2572.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  2573.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  2574.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  2575.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  2576.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  2577.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  2578.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  2579.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  2580.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  2581.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2582.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2583.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2584.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2585.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2586.      6/10 snapshots sharing following 26 elements
  2587.        app//org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
  2588.        app//org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
  2589.        app//org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
  2590.        app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
  2591.        app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
  2592.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
  2593.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:92)
  2594.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:644)
  2595.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  2596.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  2597.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  2598.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  2599.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  2600.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  2601.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  2602.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  2603.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  2604.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  2605.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  2606.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  2607.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  2608.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2609.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2610.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2611.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2612.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2613.      unique snapshot
  2614.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2615.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2616.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2617.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2618.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2619.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2620.        app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:90)
  2621.        app//org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:146)
  2622.        app//org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:300)
  2623.        app//org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:383)
  2624.        app//org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:52)
  2625.        app//org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:68)
  2626.        app//org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:176)
  2627.        app//org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:100)
  2628.        app//org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
  2629.        app//org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
  2630.        app//org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
  2631.        app//org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
  2632.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
  2633.        app//org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:92)
  2634.        app//org.elasticsearch.index.engine.InternalEngine.createReaderManager(InternalEngine.java:644)
  2635.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:260)
  2636.        app//org.elasticsearch.index.engine.InternalEngine.<init>(InternalEngine.java:200)
  2637.        app//org.elasticsearch.index.engine.InternalEngineFactory.newReadWriteEngine(InternalEngineFactory.java:25)
  2638.        app//org.elasticsearch.index.shard.IndexShard.innerOpenEngineAndTranslog(IndexShard.java:1625)
  2639.        app//org.elasticsearch.index.shard.IndexShard.openEngineAndRecoverFromTranslog(IndexShard.java:1591)
  2640.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  2641.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  2642.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  2643.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  2644.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  2645.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  2646.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  2647.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  2648.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2649.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2650.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2651.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2652.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2653.    
  2654.     0.7% (3.6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4618]'
  2655.      6/10 snapshots sharing following 46 elements
  2656.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2657.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2658.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2659.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2660.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2661.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2662.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2663.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2664.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2665.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2666.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2667.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2668.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2669.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2670.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2671.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2672.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2673.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2674.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2675.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2676.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2677.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2678.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2679.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2680.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2681.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2682.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2683.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2684.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2685.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2686.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2687.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2688.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2689.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2690.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2691.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2692.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2693.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2694.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2695.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2696.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2697.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2698.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2699.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2700.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2701.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2702.      3/10 snapshots sharing following 53 elements
  2703.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2704.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2705.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2706.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2707.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2708.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2709.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2710.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2711.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  2712.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  2713.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  2714.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  2715.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  2716.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  2717.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2718.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2719.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2720.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2721.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2722.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2723.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2724.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2725.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2726.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2727.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2728.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2729.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2730.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2731.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2732.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2733.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2734.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2735.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2736.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2737.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2738.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2739.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2740.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2741.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2742.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2743.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2744.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2745.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2746.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2747.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2748.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2749.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2750.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2751.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2752.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2753.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2754.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2755.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2756.      unique snapshot
  2757.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2758.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2759.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2760.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2761.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2762.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2763.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2764.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2765.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  2766.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  2767.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  2768.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  2769.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  2770.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  2771.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  2772.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  2773.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2774.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2775.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2776.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2777.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2778.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2779.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2780.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2781.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2782.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2783.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2784.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2785.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2786.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2787.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2788.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2789.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2790.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2791.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2792.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2793.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2794.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2795.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2796.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2797.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2798.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2799.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2800.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2801.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2802.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2803.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2804.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2805.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2806.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2807.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2808.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2809.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2810.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2811.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2812.    
  2813.     0.7% (3.6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4642]'
  2814.      7/10 snapshots sharing following 46 elements
  2815.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2816.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2817.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2818.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2819.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2820.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2821.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2822.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2823.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2824.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2825.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2826.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2827.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2828.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2829.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2830.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2831.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2832.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2833.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2834.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2835.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2836.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2837.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2838.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2839.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2840.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2841.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2842.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2843.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2844.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2845.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2846.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2847.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2848.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2849.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2850.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2851.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2852.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2853.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2854.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2855.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2856.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2857.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2858.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2859.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2860.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2861.      3/10 snapshots sharing following 55 elements
  2862.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2863.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2864.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2865.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2866.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2867.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2868.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2869.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2870.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  2871.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  2872.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  2873.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  2874.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  2875.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  2876.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  2877.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  2878.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2879.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2880.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2881.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2882.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2883.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2884.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2885.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2886.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2887.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2888.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2889.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2890.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2891.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2892.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2893.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2894.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2895.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2896.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2897.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2898.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2899.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2900.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2901.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2902.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2903.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2904.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2905.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2906.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2907.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2908.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2909.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2910.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2911.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2912.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2913.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2914.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2915.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2916.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2917.    
  2918.     0.7% (3.5ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4595]'
  2919.      7/10 snapshots sharing following 46 elements
  2920.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  2921.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  2922.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  2923.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  2924.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2925.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  2926.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  2927.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2928.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2929.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2930.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2931.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2932.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2933.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2934.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2935.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2936.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2937.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2938.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2939.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2940.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2941.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2942.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2943.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2944.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2945.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  2946.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  2947.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  2948.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2949.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  2950.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  2951.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  2952.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  2953.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  2954.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  2955.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  2956.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  2957.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  2958.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  2959.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  2960.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  2961.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  2962.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2963.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  2964.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  2965.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  2966.      3/10 snapshots sharing following 53 elements
  2967.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  2968.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  2969.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  2970.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  2971.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  2972.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  2973.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  2974.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  2975.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  2976.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  2977.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  2978.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  2979.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  2980.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  2981.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  2982.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  2983.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  2984.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  2985.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  2986.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  2987.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  2988.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  2989.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  2990.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  2991.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  2992.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  2993.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  2994.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  2995.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  2996.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  2997.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  2998.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  2999.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3000.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3001.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3002.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3003.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3004.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3005.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3006.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3007.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3008.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3009.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3010.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3011.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3012.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3013.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3014.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3015.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3016.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3017.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3018.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3019.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3020.    
  3021.     0.7% (3.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4673]'
  3022.      6/10 snapshots sharing following 46 elements
  3023.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3024.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3025.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3026.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3027.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3028.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3029.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3030.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3031.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3032.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3033.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3034.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3035.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3036.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3037.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3038.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3039.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3040.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3041.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3042.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3043.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3044.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3045.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3046.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3047.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3048.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3049.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3050.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3051.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3052.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3053.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3054.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3055.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3056.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3057.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3058.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3059.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3060.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3061.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3062.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3063.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3064.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3065.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3066.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3067.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3068.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3069.      4/10 snapshots sharing following 53 elements
  3070.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3071.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3072.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3073.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3074.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3075.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3076.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3077.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3078.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3079.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3080.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3081.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3082.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3083.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3084.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3085.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3086.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3087.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3088.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3089.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3090.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3091.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3092.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3093.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3094.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3095.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3096.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3097.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3098.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3099.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3100.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3101.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3102.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3103.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3104.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3105.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3106.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3107.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3108.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3109.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3110.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3111.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3112.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3113.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3114.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3115.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3116.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3117.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3118.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3119.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3120.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3121.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3122.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3123.    
  3124.     0.7% (3.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4629]'
  3125.      5/10 snapshots sharing following 46 elements
  3126.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3127.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3128.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3129.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3130.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3131.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3132.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3133.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3134.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3135.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3136.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3137.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3138.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3139.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3140.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3141.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3142.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3143.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3144.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3145.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3146.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3147.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3148.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3149.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3150.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3151.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3152.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3153.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3154.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3155.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3156.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3157.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3158.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3159.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3160.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3161.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3162.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3163.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3164.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3165.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3166.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3167.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3168.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3169.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3170.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3171.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3172.      3/10 snapshots sharing following 55 elements
  3173.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3174.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3175.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3176.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3177.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3178.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3179.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3180.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3181.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  3182.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  3183.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  3184.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  3185.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  3186.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  3187.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  3188.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  3189.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3190.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3191.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3192.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3193.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3194.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3195.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3196.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3197.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3198.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3199.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3200.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3201.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3202.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3203.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3204.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3205.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3206.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3207.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3208.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3209.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3210.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3211.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3212.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3213.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3214.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3215.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3216.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3217.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3218.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3219.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3220.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3221.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3222.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3223.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3224.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3225.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3226.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3227.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3228.      2/10 snapshots sharing following 53 elements
  3229.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3230.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3231.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3232.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3233.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3234.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3235.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3236.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3237.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3238.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3239.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3240.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3241.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3242.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3243.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3244.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3245.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3246.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3247.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3248.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3249.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3250.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3251.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3252.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3253.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3254.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3255.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3256.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3257.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3258.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3259.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3260.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3261.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3262.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3263.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3264.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3265.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3266.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3267.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3268.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3269.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3270.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3271.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3272.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3273.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3274.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3275.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3276.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3277.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3278.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3279.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3280.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3281.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3282.    
  3283.     0.7% (3.2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4584]'
  3284.      4/10 snapshots sharing following 46 elements
  3285.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3286.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3287.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3288.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3289.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3290.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3291.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3292.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3293.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3294.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3295.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3296.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3297.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3298.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3299.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3300.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3301.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3302.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3303.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3304.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3305.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3306.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3307.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3308.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3309.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3310.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3311.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3312.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3313.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3314.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3315.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3316.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3317.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3318.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3319.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3320.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3321.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3322.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3323.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3324.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3325.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3326.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3327.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3328.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3329.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3330.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3331.      2/10 snapshots sharing following 55 elements
  3332.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3333.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3334.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3335.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3336.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3337.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3338.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3339.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3340.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  3341.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  3342.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  3343.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  3344.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  3345.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  3346.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  3347.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  3348.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3349.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3350.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3351.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3352.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3353.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3354.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3355.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3356.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3357.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3358.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3359.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3360.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3361.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3362.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3363.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3364.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3365.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3366.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3367.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3368.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3369.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3370.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3371.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3372.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3373.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3374.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3375.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3376.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3377.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3378.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3379.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3380.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3381.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3382.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3383.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3384.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3385.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3386.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3387.      4/10 snapshots sharing following 53 elements
  3388.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3389.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3390.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3391.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3392.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3393.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3394.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3395.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3396.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3397.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3398.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3399.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3400.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3401.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3402.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3403.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3404.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3405.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3406.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3407.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3408.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3409.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3410.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3411.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3412.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3413.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3414.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3415.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3416.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3417.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3418.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3419.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3420.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3421.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3422.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3423.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3424.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3425.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3426.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3427.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3428.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3429.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3430.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3431.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3432.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3433.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3434.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3435.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3436.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3437.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3438.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3439.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3440.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3441.    
  3442.     0.7% (3.2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4593]'
  3443.      3/10 snapshots sharing following 53 elements
  3444.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3445.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3446.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3447.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3448.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3449.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3450.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3451.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3452.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3453.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3454.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3455.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3456.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3457.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3458.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3459.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3460.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3461.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3462.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3463.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3464.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3465.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3466.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3467.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3468.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3469.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3470.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3471.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3472.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3473.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3474.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3475.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3476.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3477.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3478.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3479.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3480.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3481.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3482.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3483.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3484.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3485.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3486.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3487.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3488.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3489.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3490.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3491.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3492.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3493.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3494.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3495.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3496.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3497.      5/10 snapshots sharing following 46 elements
  3498.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3499.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3500.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3501.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3502.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3503.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3504.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3505.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3506.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3507.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3508.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3509.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3510.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3511.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3512.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3513.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3514.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3515.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3516.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3517.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3518.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3519.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3520.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3521.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3522.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3523.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3524.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3525.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3526.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3527.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3528.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3529.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3530.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3531.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3532.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3533.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3534.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3535.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3536.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3537.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3538.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3539.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3540.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3541.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3542.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3543.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3544.      2/10 snapshots sharing following 55 elements
  3545.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3546.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3547.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3548.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3549.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3550.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3551.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3552.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3553.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  3554.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  3555.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  3556.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  3557.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  3558.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  3559.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  3560.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  3561.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3562.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3563.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3564.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3565.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3566.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3567.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3568.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3569.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3570.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3571.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3572.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3573.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3574.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3575.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3576.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3577.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3578.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3579.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3580.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3581.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3582.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3583.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3584.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3585.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3586.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3587.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3588.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3589.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3590.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3591.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3592.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3593.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3594.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3595.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3596.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3597.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3598.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3599.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3600.    
  3601.     0.6% (3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4516]'
  3602.      6/10 snapshots sharing following 46 elements
  3603.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3604.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3605.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3606.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3607.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3608.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3609.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3610.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3611.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3612.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3613.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3614.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3615.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3616.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3617.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3618.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3619.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3620.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3621.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3622.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3623.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3624.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3625.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3626.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3627.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3628.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3629.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3630.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3631.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3632.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3633.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3634.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3635.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3636.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3637.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3638.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3639.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3640.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3641.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3642.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3643.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3644.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3645.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3646.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3647.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3648.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3649.      2/10 snapshots sharing following 55 elements
  3650.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3651.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3652.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3653.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3654.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3655.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3656.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3657.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3658.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  3659.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  3660.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  3661.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  3662.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  3663.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  3664.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  3665.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  3666.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3667.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3668.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3669.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3670.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3671.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3672.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3673.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3674.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3675.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3676.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3677.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3678.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3679.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3680.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3681.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3682.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3683.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3684.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3685.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3686.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3687.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3688.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3689.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3690.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3691.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3692.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3693.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3694.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3695.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3696.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3697.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3698.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3699.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3700.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3701.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3702.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3703.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3704.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3705.      2/10 snapshots sharing following 53 elements
  3706.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3707.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3708.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3709.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3710.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3711.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3712.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3713.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3714.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3715.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3716.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3717.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3718.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3719.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3720.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3721.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3722.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3723.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3724.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3725.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3726.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3727.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3728.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3729.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3730.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3731.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3732.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3733.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3734.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3735.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3736.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3737.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3738.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3739.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3740.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3741.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3742.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3743.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3744.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3745.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3746.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3747.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3748.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3749.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3750.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3751.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3752.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3753.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3754.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3755.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3756.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3757.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3758.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3759.    
  3760.     0.6% (3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4634]'
  3761.      5/10 snapshots sharing following 46 elements
  3762.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3763.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3764.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3765.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3766.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3767.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3768.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3769.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3770.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3771.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3772.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3773.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3774.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3775.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3776.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3777.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3778.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3779.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3780.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3781.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3782.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3783.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3784.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3785.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3786.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3787.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3788.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3789.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3790.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3791.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3792.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3793.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3794.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3795.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3796.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3797.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3798.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3799.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3800.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3801.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3802.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3803.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3804.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3805.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3806.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3807.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3808.      3/10 snapshots sharing following 55 elements
  3809.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3810.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3811.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3812.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3813.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3814.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3815.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3816.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3817.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  3818.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  3819.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  3820.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  3821.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  3822.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  3823.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  3824.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  3825.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3826.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3827.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3828.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3829.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3830.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3831.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3832.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3833.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3834.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3835.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3836.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3837.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3838.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3839.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3840.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3841.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3842.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3843.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3844.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3845.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3846.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3847.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3848.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3849.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3850.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3851.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3852.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3853.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3854.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3855.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3856.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3857.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3858.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3859.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3860.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3861.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3862.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3863.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3864.      2/10 snapshots sharing following 53 elements
  3865.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3866.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3867.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3868.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3869.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3870.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3871.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3872.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3873.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3874.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3875.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3876.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3877.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3878.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3879.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3880.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3881.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3882.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3883.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3884.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3885.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3886.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3887.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3888.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3889.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3890.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3891.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3892.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3893.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3894.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3895.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3896.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3897.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3898.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3899.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3900.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3901.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3902.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3903.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3904.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3905.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3906.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3907.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3908.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3909.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3910.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3911.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3912.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3913.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3914.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3915.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3916.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3917.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3918.    
  3919.     0.6% (2.9ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4633]'
  3920.      6/10 snapshots sharing following 46 elements
  3921.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  3922.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  3923.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  3924.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  3925.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3926.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  3927.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  3928.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3929.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3930.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3931.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3932.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3933.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3934.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3935.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3936.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3937.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3938.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3939.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3940.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3941.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3942.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3943.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3944.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3945.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  3946.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  3947.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  3948.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  3949.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3950.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  3951.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  3952.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  3953.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  3954.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  3955.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  3956.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  3957.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  3958.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  3959.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  3960.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  3961.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  3962.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  3963.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3964.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  3965.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  3966.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  3967.      2/10 snapshots sharing following 53 elements
  3968.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  3969.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  3970.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  3971.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  3972.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  3973.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  3974.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  3975.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  3976.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  3977.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  3978.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  3979.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  3980.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  3981.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  3982.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  3983.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  3984.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  3985.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  3986.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  3987.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  3988.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  3989.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  3990.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  3991.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  3992.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  3993.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  3994.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  3995.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  3996.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  3997.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  3998.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  3999.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4000.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4001.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4002.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4003.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4004.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4005.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4006.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4007.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4008.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4009.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4010.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4011.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4012.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4013.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4014.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4015.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4016.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4017.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4018.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4019.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4020.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4021.      2/10 snapshots sharing following 55 elements
  4022.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4023.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4024.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4025.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4026.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4027.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4028.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4029.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4030.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  4031.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  4032.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  4033.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  4034.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  4035.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  4036.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  4037.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  4038.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4039.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4040.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4041.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4042.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4043.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4044.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4045.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4046.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4047.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4048.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4049.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4050.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4051.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4052.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4053.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4054.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4055.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4056.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4057.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4058.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4059.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4060.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4061.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4062.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4063.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4064.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4065.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4066.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4067.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4068.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4069.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4070.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4071.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4072.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4073.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4074.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4075.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4076.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4077.    
  4078.     0.6% (2.9ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4651]'
  4079.      4/10 snapshots sharing following 55 elements
  4080.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4081.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4082.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4083.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4084.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4085.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4086.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4087.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4088.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  4089.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  4090.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  4091.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  4092.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  4093.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  4094.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  4095.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  4096.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4097.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4098.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4099.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4100.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4101.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4102.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4103.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4104.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4105.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4106.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4107.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4108.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4109.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4110.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4111.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4112.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4113.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4114.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4115.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4116.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4117.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4118.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4119.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4120.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4121.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4122.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4123.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4124.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4125.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4126.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4127.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4128.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4129.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4130.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4131.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4132.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4133.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4134.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4135.      4/10 snapshots sharing following 46 elements
  4136.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4137.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4138.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4139.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4140.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4141.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4142.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4143.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4144.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4145.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4146.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4147.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4148.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4149.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4150.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4151.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4152.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4153.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4154.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4155.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4156.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4157.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4158.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4159.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4160.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4161.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4162.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4163.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4164.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4165.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4166.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4167.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4168.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4169.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4170.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4171.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4172.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4173.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4174.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4175.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4176.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4177.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4178.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4179.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4180.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4181.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4182.      2/10 snapshots sharing following 53 elements
  4183.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4184.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4185.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4186.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4187.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4188.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4189.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4190.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4191.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  4192.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  4193.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  4194.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  4195.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  4196.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  4197.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4198.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4199.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4200.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4201.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4202.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4203.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4204.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4205.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4206.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4207.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4208.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4209.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4210.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4211.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4212.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4213.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4214.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4215.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4216.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4217.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4218.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4219.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4220.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4221.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4222.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4223.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4224.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4225.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4226.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4227.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4228.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4229.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4230.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4231.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4232.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4233.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4234.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4235.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4236.    
  4237.     0.6% (2.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4598]'
  4238.      3/10 snapshots sharing following 46 elements
  4239.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4240.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4241.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4242.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4243.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4244.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4245.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4246.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4247.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4248.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4249.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4250.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4251.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4252.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4253.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4254.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4255.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4256.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4257.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4258.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4259.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4260.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4261.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4262.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4263.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4264.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4265.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4266.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4267.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4268.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4269.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4270.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4271.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4272.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4273.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4274.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4275.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4276.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4277.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4278.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4279.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4280.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4281.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4282.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4283.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4284.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4285.      4/10 snapshots sharing following 55 elements
  4286.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4287.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4288.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4289.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4290.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4291.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4292.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4293.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4294.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  4295.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  4296.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  4297.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  4298.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  4299.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  4300.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  4301.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  4302.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4303.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4304.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4305.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4306.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4307.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4308.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4309.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4310.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4311.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4312.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4313.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4314.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4315.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4316.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4317.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4318.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4319.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4320.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4321.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4322.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4323.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4324.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4325.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4326.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4327.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4328.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4329.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4330.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4331.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4332.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4333.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4334.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4335.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4336.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4337.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4338.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4339.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4340.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4341.      3/10 snapshots sharing following 53 elements
  4342.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4343.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4344.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4345.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4346.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4347.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4348.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4349.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4350.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  4351.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  4352.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  4353.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  4354.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  4355.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  4356.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4357.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4358.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4359.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4360.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4361.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4362.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4363.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4364.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4365.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4366.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4367.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4368.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4369.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4370.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4371.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4372.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4373.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4374.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4375.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4376.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4377.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4378.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4379.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4380.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4381.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4382.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4383.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4384.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4385.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4386.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4387.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4388.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4389.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4390.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4391.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4392.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4393.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4394.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4395.    
  4396.     0.6% (2.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4647]'
  4397.      7/10 snapshots sharing following 46 elements
  4398.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4399.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4400.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4401.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4402.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4403.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4404.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4405.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4406.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4407.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4408.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4409.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4410.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4411.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4412.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4413.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4414.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4415.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4416.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4417.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4418.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4419.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4420.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4421.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4422.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4423.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4424.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4425.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4426.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4427.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4428.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4429.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4430.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4431.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4432.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4433.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4434.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4435.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4436.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4437.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4438.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4439.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4440.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4441.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4442.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4443.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4444.      3/10 snapshots sharing following 39 elements
  4445.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4446.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4447.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4448.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4449.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4450.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4451.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4452.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4453.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4454.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4455.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4456.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4457.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4458.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4459.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4460.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4461.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4462.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4463.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4464.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4465.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4466.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4467.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4468.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4469.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4470.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4471.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4472.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4473.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4474.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4475.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4476.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4477.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4478.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4479.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4480.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4481.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4482.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4483.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4484.    
  4485.     0.5% (2.7ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4631]'
  4486.      5/10 snapshots sharing following 46 elements
  4487.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4488.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4489.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4490.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4491.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4492.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4493.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4494.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4495.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4496.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4497.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4498.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4499.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4500.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4501.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4502.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4503.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4504.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4505.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4506.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4507.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4508.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4509.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4510.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4511.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4512.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4513.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4514.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4515.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4516.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4517.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4518.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4519.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4520.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4521.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4522.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4523.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4524.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4525.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4526.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4527.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4528.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4529.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4530.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4531.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4532.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4533.      3/10 snapshots sharing following 53 elements
  4534.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4535.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4536.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4537.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4538.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4539.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4540.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4541.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4542.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  4543.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  4544.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  4545.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  4546.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  4547.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  4548.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4549.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4550.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4551.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4552.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4553.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4554.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4555.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4556.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4557.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4558.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4559.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4560.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4561.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4562.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4563.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4564.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4565.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4566.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4567.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4568.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4569.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4570.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4571.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4572.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4573.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4574.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4575.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4576.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4577.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4578.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4579.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4580.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4581.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4582.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4583.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4584.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4585.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4586.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4587.      2/10 snapshots sharing following 55 elements
  4588.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4589.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4590.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4591.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4592.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4593.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4594.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4595.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4596.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  4597.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  4598.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  4599.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  4600.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  4601.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  4602.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  4603.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  4604.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4605.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4606.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4607.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4608.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4609.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4610.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4611.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4612.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4613.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4614.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4615.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4616.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4617.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4618.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4619.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4620.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4621.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4622.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4623.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4624.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4625.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4626.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4627.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4628.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4629.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4630.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4631.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4632.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4633.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4634.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4635.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4636.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4637.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4638.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4639.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4640.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4641.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4642.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4643.    
  4644.     0.5% (2.6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4660]'
  4645.      5/10 snapshots sharing following 46 elements
  4646.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4647.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4648.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4649.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4650.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4651.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4652.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4653.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4654.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4655.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4656.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4657.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4658.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4659.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4660.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4661.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4662.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4663.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4664.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4665.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4666.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4667.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4668.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4669.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4670.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4671.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4672.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4673.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4674.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4675.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4676.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4677.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4678.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4679.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4680.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4681.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4682.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4683.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4684.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4685.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4686.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4687.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4688.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4689.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4690.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4691.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4692.      3/10 snapshots sharing following 55 elements
  4693.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4694.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4695.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4696.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4697.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4698.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4699.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4700.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4701.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  4702.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  4703.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  4704.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  4705.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  4706.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  4707.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  4708.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  4709.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4710.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4711.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4712.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4713.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4714.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4715.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4716.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4717.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4718.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4719.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4720.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4721.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4722.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4723.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4724.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4725.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4726.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4727.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4728.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4729.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4730.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4731.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4732.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4733.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4734.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4735.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4736.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4737.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4738.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4739.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4740.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4741.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4742.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4743.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4744.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4745.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4746.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4747.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4748.      2/10 snapshots sharing following 53 elements
  4749.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4750.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4751.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4752.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4753.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4754.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4755.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4756.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4757.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  4758.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  4759.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  4760.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  4761.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  4762.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  4763.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4764.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4765.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4766.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4767.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4768.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4769.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4770.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4771.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4772.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4773.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4774.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4775.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4776.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4777.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4778.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4779.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4780.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4781.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4782.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4783.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4784.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4785.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4786.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4787.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4788.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4789.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4790.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4791.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4792.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4793.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4794.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4795.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4796.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4797.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4798.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4799.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4800.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4801.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4802.    
  4803.     0.5% (2.5ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4630]'
  4804.      4/10 snapshots sharing following 46 elements
  4805.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4806.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4807.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4808.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4809.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4810.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4811.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4812.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4813.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4814.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4815.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4816.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4817.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4818.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4819.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4820.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4821.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4822.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4823.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4824.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4825.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4826.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4827.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4828.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4829.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4830.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4831.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4832.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4833.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4834.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4835.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4836.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4837.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4838.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4839.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4840.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4841.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4842.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4843.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4844.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4845.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4846.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4847.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4848.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4849.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4850.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4851.      2/10 snapshots sharing following 53 elements
  4852.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4853.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4854.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4855.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4856.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4857.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4858.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4859.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4860.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  4861.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  4862.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  4863.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  4864.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  4865.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  4866.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4867.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4868.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4869.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4870.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4871.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4872.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4873.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4874.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4875.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4876.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4877.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4878.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4879.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4880.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4881.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4882.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4883.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4884.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4885.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4886.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4887.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4888.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4889.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4890.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4891.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4892.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4893.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4894.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4895.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4896.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4897.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4898.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4899.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4900.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4901.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4902.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4903.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4904.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4905.      4/10 snapshots sharing following 55 elements
  4906.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  4907.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  4908.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  4909.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  4910.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  4911.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  4912.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  4913.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  4914.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  4915.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  4916.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  4917.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  4918.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  4919.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  4920.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  4921.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  4922.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4923.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4924.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4925.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4926.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4927.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4928.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4929.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4930.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4931.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4932.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4933.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4934.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4935.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4936.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4937.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4938.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4939.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4940.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4941.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4942.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4943.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4944.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4945.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4946.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4947.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4948.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4949.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4950.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  4951.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  4952.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  4953.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  4954.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  4955.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  4956.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  4957.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4958.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  4959.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  4960.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  4961.    
  4962.     0.5% (2.3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4657]'
  4963.      5/10 snapshots sharing following 46 elements
  4964.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  4965.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  4966.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  4967.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  4968.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4969.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  4970.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  4971.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  4972.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  4973.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  4974.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  4975.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  4976.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  4977.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  4978.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  4979.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  4980.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  4981.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  4982.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  4983.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  4984.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  4985.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  4986.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  4987.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4988.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  4989.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  4990.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  4991.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  4992.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  4993.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  4994.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  4995.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  4996.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  4997.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  4998.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  4999.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5000.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5001.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5002.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5003.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5004.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5005.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5006.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5007.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5008.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5009.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5010.      4/10 snapshots sharing following 53 elements
  5011.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5012.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5013.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5014.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5015.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5016.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5017.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5018.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5019.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  5020.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  5021.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  5022.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  5023.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  5024.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  5025.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5026.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5027.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5028.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5029.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5030.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5031.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5032.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5033.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5034.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5035.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5036.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5037.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5038.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5039.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5040.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5041.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5042.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5043.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5044.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5045.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5046.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5047.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5048.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5049.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5050.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5051.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5052.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5053.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5054.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5055.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5056.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5057.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5058.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5059.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5060.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5061.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5062.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5063.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5064.      unique snapshot
  5065.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5066.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5067.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5068.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5069.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5070.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5071.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5072.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5073.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5074.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5075.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5076.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5077.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5078.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5079.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5080.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5081.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5082.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5083.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5084.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5085.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5086.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5087.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5088.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5089.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5090.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5091.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5092.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5093.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5094.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5095.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5096.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5097.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5098.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5099.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5100.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5101.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5102.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5103.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5104.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5105.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5106.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5107.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5108.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5109.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5110.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5111.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5112.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5113.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5114.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5115.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5116.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5117.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5118.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5119.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5120.    
  5121.     0.5% (2.3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4597]'
  5122.      4/10 snapshots sharing following 53 elements
  5123.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5124.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5125.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5126.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5127.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5128.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5129.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5130.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5131.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  5132.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  5133.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  5134.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  5135.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  5136.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  5137.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5138.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5139.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5140.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5141.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5142.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5143.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5144.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5145.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5146.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5147.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5148.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5149.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5150.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5151.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5152.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5153.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5154.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5155.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5156.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5157.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5158.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5159.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5160.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5161.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5162.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5163.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5164.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5165.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5166.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5167.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5168.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5169.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5170.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5171.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5172.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5173.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5174.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5175.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5176.      4/10 snapshots sharing following 46 elements
  5177.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  5178.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  5179.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  5180.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  5181.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5182.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5183.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  5184.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5185.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5186.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5187.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5188.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5189.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5190.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5191.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5192.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5193.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5194.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5195.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5196.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5197.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5198.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5199.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5200.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5201.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5202.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5203.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5204.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5205.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5206.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5207.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5208.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5209.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5210.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5211.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5212.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5213.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5214.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5215.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5216.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5217.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5218.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5219.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5220.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5221.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5222.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5223.      2/10 snapshots sharing following 55 elements
  5224.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5225.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5226.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5227.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5228.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5229.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5230.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5231.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5232.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5233.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5234.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5235.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5236.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5237.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5238.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5239.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5240.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5241.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5242.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5243.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5244.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5245.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5246.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5247.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5248.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5249.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5250.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5251.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5252.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5253.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5254.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5255.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5256.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5257.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5258.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5259.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5260.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5261.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5262.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5263.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5264.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5265.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5266.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5267.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5268.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5269.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5270.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5271.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5272.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5273.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5274.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5275.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5276.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5277.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5278.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5279.    
  5280.     0.5% (2.2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4626]'
  5281.      2/10 snapshots sharing following 46 elements
  5282.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  5283.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  5284.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  5285.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  5286.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5287.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5288.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  5289.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5290.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5291.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5292.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5293.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5294.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5295.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5296.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5297.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5298.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5299.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5300.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5301.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5302.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5303.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5304.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5305.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5306.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5307.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5308.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5309.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5310.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5311.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5312.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5313.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5314.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5315.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5316.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5317.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5318.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5319.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5320.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5321.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5322.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5323.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5324.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5325.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5326.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5327.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5328.      3/10 snapshots sharing following 55 elements
  5329.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5330.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5331.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5332.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5333.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5334.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5335.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5336.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5337.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5338.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5339.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5340.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5341.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5342.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5343.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5344.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5345.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5346.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5347.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5348.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5349.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5350.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5351.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5352.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5353.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5354.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5355.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5356.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5357.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5358.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5359.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5360.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5361.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5362.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5363.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5364.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5365.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5366.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5367.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5368.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5369.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5370.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5371.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5372.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5373.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5374.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5375.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5376.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5377.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5378.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5379.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5380.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5381.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5382.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5383.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5384.      2/10 snapshots sharing following 38 elements
  5385.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5386.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5387.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5388.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5389.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5390.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5391.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5392.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5393.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5394.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5395.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5396.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5397.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5398.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5399.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5400.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5401.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5402.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5403.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5404.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5405.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5406.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5407.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5408.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5409.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5410.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5411.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5412.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5413.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5414.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5415.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5416.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5417.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5418.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5419.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5420.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5421.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5422.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5423.      3/10 snapshots sharing following 9 elements
  5424.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  5425.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  5426.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  5427.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  5428.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  5429.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  5430.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  5431.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5432.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5433.    
  5434.     0.4% (2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4627]'
  5435.      5/10 snapshots sharing following 46 elements
  5436.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  5437.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  5438.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  5439.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  5440.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5441.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5442.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  5443.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5444.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5445.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5446.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5447.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5448.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5449.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5450.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5451.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5452.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5453.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5454.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5455.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5456.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5457.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5458.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5459.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5460.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5461.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5462.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5463.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5464.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5465.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5466.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5467.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5468.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5469.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5470.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5471.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5472.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5473.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5474.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5475.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5476.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5477.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5478.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5479.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5480.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5481.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5482.      4/10 snapshots sharing following 53 elements
  5483.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5484.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5485.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5486.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5487.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5488.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5489.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5490.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5491.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  5492.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  5493.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  5494.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  5495.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  5496.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  5497.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5498.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5499.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5500.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5501.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5502.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5503.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5504.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5505.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5506.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5507.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5508.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5509.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5510.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5511.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5512.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5513.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5514.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5515.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5516.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5517.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5518.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5519.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5520.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5521.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5522.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5523.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5524.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5525.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5526.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5527.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5528.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5529.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5530.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5531.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5532.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5533.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5534.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5535.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5536.      unique snapshot
  5537.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5538.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5539.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5540.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5541.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5542.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5543.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5544.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5545.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5546.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5547.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5548.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5549.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5550.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5551.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5552.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5553.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5554.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5555.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5556.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5557.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5558.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5559.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5560.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5561.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5562.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5563.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5564.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5565.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5566.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5567.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5568.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5569.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5570.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5571.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5572.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5573.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5574.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5575.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5576.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5577.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5578.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5579.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5580.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5581.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5582.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5583.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5584.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5585.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5586.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5587.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5588.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5589.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5590.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5591.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5592.    
  5593.     0.4% (2ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4644]'
  5594.      5/10 snapshots sharing following 46 elements
  5595.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  5596.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  5597.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  5598.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  5599.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5600.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5601.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  5602.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5603.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5604.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5605.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5606.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5607.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5608.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5609.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5610.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5611.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5612.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5613.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5614.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5615.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5616.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5617.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5618.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5619.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5620.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5621.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5622.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5623.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5624.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5625.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5626.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5627.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5628.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5629.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5630.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5631.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5632.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5633.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5634.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5635.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5636.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5637.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5638.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5639.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5640.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5641.      3/10 snapshots sharing following 53 elements
  5642.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5643.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5644.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5645.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5646.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5647.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5648.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5649.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5650.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  5651.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  5652.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  5653.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  5654.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  5655.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  5656.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5657.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5658.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5659.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5660.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5661.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5662.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5663.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5664.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5665.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5666.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5667.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5668.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5669.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5670.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5671.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5672.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5673.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5674.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5675.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5676.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5677.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5678.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5679.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5680.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5681.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5682.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5683.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5684.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5685.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5686.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5687.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5688.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5689.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5690.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5691.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5692.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5693.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5694.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5695.      2/10 snapshots sharing following 55 elements
  5696.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5697.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5698.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5699.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5700.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5701.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5702.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5703.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5704.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5705.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5706.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5707.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5708.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5709.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5710.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5711.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5712.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5713.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5714.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5715.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5716.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5717.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5718.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5719.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5720.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5721.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5722.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5723.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5724.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5725.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5726.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5727.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5728.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5729.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5730.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5731.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5732.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5733.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5734.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5735.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5736.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5737.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5738.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5739.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5740.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5741.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5742.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5743.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5744.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5745.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5746.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5747.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5748.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5749.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5750.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5751.    
  5752.     0.4% (1.8ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4649]'
  5753.      5/10 snapshots sharing following 46 elements
  5754.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  5755.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  5756.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  5757.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  5758.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5759.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5760.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  5761.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5762.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5763.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5764.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5765.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5766.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5767.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5768.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5769.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5770.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5771.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5772.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5773.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5774.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5775.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5776.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5777.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5778.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5779.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5780.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5781.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5782.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5783.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5784.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5785.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5786.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5787.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5788.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5789.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5790.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5791.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5792.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5793.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5794.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5795.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5796.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5797.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5798.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5799.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5800.      3/10 snapshots sharing following 55 elements
  5801.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5802.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5803.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5804.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5805.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5806.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5807.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5808.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5809.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5810.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5811.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5812.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5813.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5814.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5815.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5816.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5817.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5818.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5819.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5820.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5821.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5822.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5823.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5824.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5825.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5826.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5827.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5828.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5829.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5830.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5831.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5832.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5833.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5834.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5835.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5836.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5837.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5838.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5839.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5840.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5841.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5842.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5843.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5844.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5845.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5846.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5847.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5848.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5849.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5850.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5851.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5852.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5853.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5854.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5855.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5856.      2/10 snapshots sharing following 53 elements
  5857.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5858.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5859.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5860.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5861.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5862.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5863.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5864.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5865.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  5866.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  5867.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  5868.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  5869.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  5870.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  5871.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5872.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5873.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5874.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5875.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5876.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5877.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5878.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5879.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5880.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5881.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5882.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5883.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5884.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5885.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5886.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5887.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5888.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5889.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5890.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5891.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5892.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5893.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5894.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5895.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5896.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5897.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5898.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5899.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5900.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5901.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5902.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5903.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5904.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5905.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5906.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5907.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5908.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5909.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5910.    
  5911.     0.4% (1.7ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4591]'
  5912.      6/10 snapshots sharing following 46 elements
  5913.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  5914.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  5915.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  5916.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  5917.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5918.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  5919.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  5920.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5921.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5922.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5923.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5924.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5925.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5926.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5927.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5928.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5929.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5930.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5931.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5932.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5933.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5934.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5935.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5936.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5937.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5938.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5939.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5940.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5941.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5942.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5943.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  5944.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  5945.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  5946.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  5947.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  5948.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  5949.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  5950.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  5951.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  5952.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  5953.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  5954.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  5955.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5956.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  5957.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  5958.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  5959.      3/10 snapshots sharing following 55 elements
  5960.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  5961.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  5962.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  5963.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  5964.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  5965.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  5966.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  5967.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  5968.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  5969.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  5970.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  5971.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  5972.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  5973.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  5974.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  5975.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  5976.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  5977.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  5978.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  5979.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  5980.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  5981.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  5982.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  5983.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  5984.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  5985.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  5986.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  5987.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  5988.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  5989.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  5990.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  5991.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  5992.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5993.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  5994.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  5995.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  5996.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  5997.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  5998.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  5999.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6000.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6001.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6002.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6003.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6004.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6005.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6006.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6007.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6008.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6009.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6010.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6011.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6012.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6013.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6014.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6015.      unique snapshot
  6016.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6017.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6018.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6019.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6020.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6021.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6022.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6023.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6024.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  6025.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  6026.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  6027.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  6028.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  6029.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  6030.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6031.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6032.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6033.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6034.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6035.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6036.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6037.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6038.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6039.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6040.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6041.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6042.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6043.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6044.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6045.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6046.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6047.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6048.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6049.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6050.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6051.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6052.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6053.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6054.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6055.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6056.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6057.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6058.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6059.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6060.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6061.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6062.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6063.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6064.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6065.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6066.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6067.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6068.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6069.    
  6070.     0.3% (1.7ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4608]'
  6071.      4/10 snapshots sharing following 55 elements
  6072.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6073.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6074.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6075.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6076.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6077.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6078.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6079.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6080.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  6081.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  6082.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  6083.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  6084.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  6085.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  6086.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  6087.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  6088.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6089.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6090.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6091.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6092.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6093.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6094.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6095.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6096.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6097.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6098.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6099.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6100.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6101.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6102.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6103.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6104.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6105.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6106.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6107.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6108.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6109.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6110.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6111.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6112.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6113.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6114.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6115.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6116.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6117.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6118.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6119.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6120.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6121.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6122.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6123.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6124.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6125.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6126.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6127.      3/10 snapshots sharing following 46 elements
  6128.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6129.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6130.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6131.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6132.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6133.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6134.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6135.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6136.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6137.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6138.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6139.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6140.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6141.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6142.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6143.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6144.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6145.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6146.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6147.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6148.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6149.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6150.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6151.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6152.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6153.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6154.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6155.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6156.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6157.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6158.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6159.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6160.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6161.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6162.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6163.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6164.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6165.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6166.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6167.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6168.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6169.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6170.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6171.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6172.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6173.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6174.      2/10 snapshots sharing following 39 elements
  6175.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6176.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6177.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6178.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6179.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6180.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6181.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6182.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6183.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6184.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6185.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6186.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6187.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6188.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6189.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6190.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6191.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6192.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6193.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6194.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6195.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6196.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6197.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6198.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6199.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6200.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6201.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6202.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6203.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6204.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6205.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6206.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6207.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6208.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6209.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6210.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6211.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6212.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6213.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6214.      unique snapshot
  6215.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6216.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6217.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6218.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6219.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6220.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6221.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6222.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:160)
  6223.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  6224.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  6225.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  6226.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  6227.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  6228.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  6229.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  6230.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:849)
  6231.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6232.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6233.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6234.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6235.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6236.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6237.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6238.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6239.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6240.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6241.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6242.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6243.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6244.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6245.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6246.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6247.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6248.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6249.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6250.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6251.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6252.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6253.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6254.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6255.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6256.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6257.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6258.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6259.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6260.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6261.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6262.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6263.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6264.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6265.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6266.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6267.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6268.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6269.    
  6270.     0.3% (1.6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4600]'
  6271.      7/10 snapshots sharing following 46 elements
  6272.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6273.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6274.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6275.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6276.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6277.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6278.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6279.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6280.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6281.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6282.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6283.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6284.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6285.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6286.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6287.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6288.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6289.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6290.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6291.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6292.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6293.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6294.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6295.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6296.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6297.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6298.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6299.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6300.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6301.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6302.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6303.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6304.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6305.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6306.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6307.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6308.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6309.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6310.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6311.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6312.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6313.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6314.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6315.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6316.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6317.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6318.      3/10 snapshots sharing following 55 elements
  6319.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6320.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6321.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6322.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6323.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6324.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6325.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6326.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6327.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  6328.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  6329.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  6330.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  6331.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  6332.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  6333.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  6334.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  6335.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6336.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6337.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6338.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6339.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6340.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6341.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6342.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6343.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6344.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6345.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6346.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6347.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6348.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6349.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6350.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6351.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6352.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6353.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6354.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6355.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6356.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6357.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6358.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6359.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6360.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6361.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6362.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6363.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6364.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6365.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6366.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6367.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6368.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6369.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6370.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6371.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6372.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6373.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6374.    
  6375.     0.3% (1.6ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4622]'
  6376.      4/10 snapshots sharing following 46 elements
  6377.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6378.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6379.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6380.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6381.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6382.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6383.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6384.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6385.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6386.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6387.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6388.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6389.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6390.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6391.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6392.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6393.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6394.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6395.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6396.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6397.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6398.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6399.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6400.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6401.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6402.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6403.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6404.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6405.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6406.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6407.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6408.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6409.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6410.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6411.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6412.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6413.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6414.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6415.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6416.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6417.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6418.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6419.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6420.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6421.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6422.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6423.      6/10 snapshots sharing following 2 elements
  6424.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6425.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6426.    
  6427.     0.3% (1.5ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4594]'
  6428.      6/10 snapshots sharing following 46 elements
  6429.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6430.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6431.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6432.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6433.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6434.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6435.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6436.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6437.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6438.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6439.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6440.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6441.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6442.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6443.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6444.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6445.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6446.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6447.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6448.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6449.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6450.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6451.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6452.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6453.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6454.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6455.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6456.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6457.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6458.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6459.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6460.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6461.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6462.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6463.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6464.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6465.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6466.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6467.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6468.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6469.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6470.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6471.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6472.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6473.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6474.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6475.      4/10 snapshots sharing following 53 elements
  6476.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6477.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6478.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6479.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6480.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6481.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6482.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6483.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6484.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  6485.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  6486.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  6487.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  6488.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  6489.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  6490.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6491.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6492.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6493.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6494.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6495.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6496.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6497.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6498.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6499.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6500.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6501.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6502.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6503.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6504.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6505.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6506.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6507.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6508.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6509.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6510.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6511.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6512.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6513.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6514.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6515.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6516.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6517.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6518.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6519.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6520.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6521.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6522.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6523.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6524.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6525.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6526.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6527.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6528.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6529.    
  6530.     0.3% (1.5ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4604]'
  6531.      3/10 snapshots sharing following 39 elements
  6532.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6533.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6534.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6535.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6536.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6537.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6538.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6539.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6540.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6541.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6542.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6543.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6544.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6545.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6546.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6547.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6548.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6549.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6550.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6551.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6552.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6553.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6554.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6555.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6556.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6557.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6558.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6559.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6560.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6561.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6562.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6563.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6564.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6565.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6566.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6567.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6568.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6569.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6570.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6571.      7/10 snapshots sharing following 9 elements
  6572.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  6573.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  6574.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  6575.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  6576.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  6577.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  6578.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  6579.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6580.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6581.    
  6582.     0.3% (1.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4609]'
  6583.      5/10 snapshots sharing following 46 elements
  6584.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6585.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6586.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6587.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6588.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6589.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6590.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6591.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6592.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6593.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6594.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6595.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6596.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6597.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6598.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6599.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6600.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6601.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6602.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6603.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6604.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6605.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6606.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6607.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6608.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6609.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6610.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6611.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6612.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6613.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6614.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6615.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6616.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6617.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6618.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6619.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6620.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6621.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6622.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6623.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6624.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6625.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6626.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6627.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6628.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6629.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6630.      5/10 snapshots sharing following 53 elements
  6631.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6632.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6633.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6634.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6635.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6636.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6637.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6638.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6639.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  6640.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  6641.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  6642.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  6643.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  6644.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  6645.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6646.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6647.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6648.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6649.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6650.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6651.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6652.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6653.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6654.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6655.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6656.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6657.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6658.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6659.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6660.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6661.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6662.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6663.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6664.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6665.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6666.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6667.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6668.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6669.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6670.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6671.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6672.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6673.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6674.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6675.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6676.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6677.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6678.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6679.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6680.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6681.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6682.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6683.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6684.    
  6685.     0.3% (1.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4638]'
  6686.      3/10 snapshots sharing following 46 elements
  6687.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6688.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6689.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6690.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6691.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6692.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6693.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6694.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6695.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6696.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6697.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6698.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6699.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6700.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6701.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6702.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6703.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6704.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6705.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6706.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6707.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6708.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6709.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6710.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6711.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6712.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6713.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6714.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6715.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6716.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6717.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6718.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6719.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6720.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6721.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6722.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6723.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6724.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6725.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6726.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6727.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6728.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6729.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6730.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6731.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6732.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6733.      7/10 snapshots sharing following 39 elements
  6734.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6735.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6736.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6737.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6738.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6739.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6740.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6741.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6742.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6743.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6744.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6745.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6746.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6747.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6748.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6749.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6750.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6751.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6752.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6753.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6754.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6755.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6756.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6757.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6758.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6759.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6760.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6761.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6762.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6763.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6764.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6765.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6766.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6767.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6768.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6769.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6770.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6771.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6772.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6773.    
  6774.     0.3% (1.4ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4614]'
  6775.      4/10 snapshots sharing following 46 elements
  6776.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6777.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6778.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6779.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6780.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6781.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6782.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6783.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6784.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6785.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6786.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6787.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6788.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6789.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6790.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6791.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6792.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6793.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6794.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6795.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6796.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6797.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6798.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6799.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6800.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6801.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6802.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6803.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6804.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6805.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6806.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6807.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6808.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6809.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6810.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6811.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6812.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6813.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6814.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6815.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6816.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6817.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6818.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6819.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6820.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6821.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6822.      3/10 snapshots sharing following 53 elements
  6823.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6824.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6825.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6826.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6827.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6828.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6829.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6830.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6831.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  6832.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  6833.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  6834.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  6835.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  6836.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  6837.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6838.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6839.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6840.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6841.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6842.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6843.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6844.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6845.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6846.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6847.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6848.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6849.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6850.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6851.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6852.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6853.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6854.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6855.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6856.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6857.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6858.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6859.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6860.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6861.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6862.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6863.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6864.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6865.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6866.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6867.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6868.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6869.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6870.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6871.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6872.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6873.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6874.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6875.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6876.      3/10 snapshots sharing following 55 elements
  6877.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6878.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6879.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6880.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6881.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6882.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6883.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6884.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6885.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  6886.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  6887.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  6888.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  6889.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  6890.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  6891.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  6892.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  6893.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6894.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6895.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6896.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6897.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6898.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6899.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6900.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6901.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6902.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6903.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6904.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6905.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6906.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6907.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6908.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6909.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6910.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6911.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6912.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6913.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6914.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6915.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6916.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6917.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6918.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6919.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6920.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6921.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6922.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6923.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6924.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6925.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6926.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6927.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6928.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6929.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6930.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6931.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6932.    
  6933.     0.3% (1.3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4653]'
  6934.      5/10 snapshots sharing following 46 elements
  6935.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  6936.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  6937.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  6938.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  6939.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6940.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  6941.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  6942.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6943.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  6944.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  6945.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  6946.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  6947.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  6948.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  6949.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  6950.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  6951.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  6952.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  6953.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  6954.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6955.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  6956.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  6957.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  6958.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6959.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  6960.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  6961.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  6962.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  6963.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  6964.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  6965.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  6966.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  6967.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  6968.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  6969.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  6970.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  6971.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  6972.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  6973.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  6974.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  6975.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  6976.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  6977.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  6978.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  6979.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  6980.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  6981.      3/10 snapshots sharing following 55 elements
  6982.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  6983.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  6984.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  6985.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  6986.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  6987.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  6988.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  6989.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  6990.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  6991.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  6992.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  6993.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  6994.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  6995.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  6996.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  6997.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  6998.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  6999.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7000.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7001.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7002.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7003.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7004.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7005.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7006.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7007.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7008.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7009.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7010.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7011.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7012.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7013.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7014.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7015.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7016.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7017.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7018.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7019.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7020.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7021.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7022.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7023.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7024.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7025.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7026.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7027.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7028.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7029.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7030.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7031.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7032.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7033.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7034.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7035.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7036.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7037.      2/10 snapshots sharing following 53 elements
  7038.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7039.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7040.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7041.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7042.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7043.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7044.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7045.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7046.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  7047.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  7048.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  7049.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  7050.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  7051.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  7052.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7053.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7054.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7055.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7056.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7057.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7058.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7059.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7060.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7061.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7062.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7063.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7064.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7065.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7066.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7067.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7068.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7069.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7070.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7071.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7072.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7073.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7074.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7075.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7076.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7077.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7078.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7079.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7080.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7081.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7082.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7083.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7084.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7085.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7086.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7087.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7088.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7089.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7090.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7091.    
  7092.     0.3% (1.3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4643]'
  7093.      5/10 snapshots sharing following 46 elements
  7094.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7095.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  7096.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  7097.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  7098.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7099.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7100.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7101.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7102.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7103.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7104.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7105.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7106.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7107.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7108.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7109.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7110.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7111.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7112.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7113.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7114.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7115.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7116.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7117.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7118.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7119.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7120.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7121.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7122.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7123.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7124.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7125.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7126.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7127.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7128.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7129.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7130.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7131.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7132.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7133.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7134.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7135.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7136.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7137.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7138.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7139.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7140.      3/10 snapshots sharing following 53 elements
  7141.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7142.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7143.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7144.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7145.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7146.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7147.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7148.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7149.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  7150.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  7151.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  7152.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  7153.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  7154.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  7155.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7156.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7157.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7158.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7159.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7160.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7161.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7162.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7163.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7164.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7165.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7166.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7167.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7168.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7169.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7170.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7171.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7172.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7173.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7174.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7175.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7176.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7177.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7178.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7179.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7180.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7181.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7182.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7183.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7184.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7185.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7186.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7187.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7188.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7189.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7190.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7191.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7192.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7193.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7194.      2/10 snapshots sharing following 55 elements
  7195.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7196.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7197.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7198.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7199.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7200.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7201.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7202.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7203.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  7204.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  7205.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  7206.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  7207.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  7208.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  7209.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  7210.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  7211.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7212.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7213.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7214.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7215.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7216.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7217.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7218.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7219.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7220.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7221.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7222.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7223.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7224.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7225.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7226.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7227.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7228.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7229.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7230.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7231.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7232.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7233.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7234.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7235.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7236.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7237.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7238.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7239.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7240.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7241.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7242.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7243.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7244.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7245.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7246.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7247.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7248.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7249.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7250.    
  7251.     0.3% (1.3ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4580]'
  7252.      5/10 snapshots sharing following 46 elements
  7253.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7254.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  7255.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  7256.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  7257.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7258.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7259.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7260.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7261.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7262.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7263.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7264.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7265.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7266.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7267.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7268.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7269.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7270.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7271.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7272.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7273.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7274.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7275.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7276.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7277.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7278.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7279.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7280.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7281.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7282.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7283.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7284.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7285.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7286.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7287.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7288.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7289.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7290.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7291.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7292.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7293.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7294.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7295.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7296.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7297.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7298.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7299.      5/10 snapshots sharing following 39 elements
  7300.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7301.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7302.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7303.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7304.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7305.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7306.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7307.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7308.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7309.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7310.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7311.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7312.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7313.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7314.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7315.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7316.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7317.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7318.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7319.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7320.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7321.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7322.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7323.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7324.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7325.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7326.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7327.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7328.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7329.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7330.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7331.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7332.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7333.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7334.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7335.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7336.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7337.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7338.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7339.    
  7340.     0.2% (1.1ms out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4601]'
  7341.      3/10 snapshots sharing following 55 elements
  7342.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7343.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7344.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7345.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7346.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7347.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7348.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7349.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7350.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  7351.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  7352.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  7353.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  7354.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  7355.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  7356.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  7357.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  7358.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7359.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7360.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7361.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7362.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7363.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7364.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7365.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7366.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7367.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7368.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7369.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7370.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7371.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7372.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7373.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7374.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7375.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7376.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7377.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7378.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7379.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7380.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7381.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7382.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7383.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7384.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7385.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7386.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7387.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7388.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7389.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7390.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7391.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7392.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7393.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7394.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7395.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7396.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7397.      3/10 snapshots sharing following 46 elements
  7398.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7399.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  7400.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  7401.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  7402.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7403.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7404.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7405.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7406.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7407.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7408.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7409.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7410.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7411.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7412.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7413.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7414.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7415.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7416.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7417.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7418.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7419.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7420.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7421.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7422.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7423.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7424.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7425.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7426.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7427.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7428.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7429.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7430.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7431.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7432.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7433.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7434.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7435.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7436.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7437.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7438.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7439.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7440.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7441.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7442.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7443.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7444.      4/10 snapshots sharing following 2 elements
  7445.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7446.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7447.    
  7448.     0.2% (992micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4586]'
  7449.      3/10 snapshots sharing following 55 elements
  7450.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7451.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7452.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7453.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7454.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7455.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7456.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7457.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7458.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  7459.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  7460.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  7461.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  7462.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  7463.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  7464.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  7465.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  7466.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7467.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7468.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7469.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7470.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7471.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7472.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7473.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7474.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7475.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7476.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7477.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7478.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7479.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7480.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7481.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7482.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7483.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7484.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7485.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7486.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7487.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7488.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7489.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7490.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7491.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7492.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7493.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7494.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7495.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7496.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7497.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7498.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7499.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7500.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7501.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7502.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7503.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7504.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7505.      4/10 snapshots sharing following 46 elements
  7506.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7507.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  7508.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  7509.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  7510.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7511.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7512.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7513.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7514.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7515.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7516.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7517.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7518.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7519.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7520.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7521.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7522.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7523.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7524.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7525.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7526.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7527.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7528.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7529.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7530.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7531.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7532.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7533.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7534.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7535.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7536.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7537.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7538.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7539.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7540.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7541.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7542.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7543.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7544.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7545.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7546.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7547.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7548.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7549.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7550.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7551.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7552.      3/10 snapshots sharing following 53 elements
  7553.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7554.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7555.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7556.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7557.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7558.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7559.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7560.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7561.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  7562.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  7563.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  7564.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  7565.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  7566.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  7567.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7568.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7569.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7570.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7571.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7572.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7573.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7574.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7575.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7576.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7577.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7578.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7579.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7580.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7581.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7582.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7583.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7584.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7585.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7586.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7587.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7588.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7589.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7590.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7591.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7592.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7593.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7594.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7595.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7596.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7597.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7598.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7599.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7600.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7601.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7602.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7603.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7604.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7605.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7606.    
  7607.     0.2% (981.7micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4606]'
  7608.      5/10 snapshots sharing following 46 elements
  7609.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7610.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  7611.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  7612.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  7613.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7614.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7615.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7616.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7617.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7618.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7619.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7620.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7621.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7622.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7623.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7624.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7625.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7626.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7627.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7628.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7629.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7630.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7631.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7632.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7633.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7634.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7635.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7636.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7637.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7638.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7639.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7640.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7641.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7642.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7643.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7644.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7645.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7646.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7647.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7648.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7649.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7650.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7651.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7652.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7653.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7654.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7655.      4/10 snapshots sharing following 53 elements
  7656.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7657.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7658.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7659.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7660.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7661.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7662.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7663.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7664.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  7665.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  7666.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  7667.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  7668.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  7669.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  7670.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7671.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7672.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7673.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7674.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7675.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7676.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7677.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7678.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7679.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7680.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7681.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7682.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7683.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7684.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7685.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7686.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7687.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7688.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7689.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7690.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7691.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7692.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7693.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7694.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7695.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7696.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7697.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7698.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7699.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7700.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7701.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7702.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7703.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7704.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7705.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7706.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7707.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7708.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7709.      unique snapshot
  7710.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7711.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7712.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7713.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7714.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7715.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7716.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7717.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7718.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  7719.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  7720.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  7721.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  7722.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  7723.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  7724.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  7725.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  7726.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7727.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7728.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7729.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7730.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  7731.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  7732.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  7733.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  7734.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  7735.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  7736.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  7737.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7738.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7739.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7740.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7741.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7742.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7743.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7744.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7745.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7746.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7747.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7748.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7749.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7750.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7751.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7752.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7753.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7754.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7755.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7756.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7757.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7758.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7759.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7760.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7761.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7762.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7763.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7764.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7765.    
  7766.     0.2% (955.1micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1095]'
  7767.      4/10 snapshots sharing following 63 elements
  7768.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7769.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7770.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7771.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7772.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7773.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7774.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7775.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7776.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  7777.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  7778.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  7779.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  7780.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  7781.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  7782.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  7783.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  7784.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7785.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7786.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7787.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7788.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.phase1(RecoverySourceHandler.java:452)
  7789.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.lambda$recoverToTarget$11(RecoverySourceHandler.java:273)
  7790.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler$$Lambda$4837/0x00007f5b9c80c168.accept(Unknown Source)
  7791.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7792.        app//org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112)
  7793.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7794.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7795.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106)
  7796.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68)
  7797.        app//org.elasticsearch.action.StepListener.whenComplete(StepListener.java:78)
  7798.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.recoverToTarget(RecoverySourceHandler.java:271)
  7799.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.recover(PeerRecoverySourceService.java:121)
  7800.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.access$000(PeerRecoverySourceService.java:56)
  7801.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:127)
  7802.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:124)
  7803.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7804.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7805.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7806.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7807.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7808.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7809.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7810.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7811.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7812.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7813.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7814.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7815.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7816.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7817.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7818.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7819.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7820.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7821.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7822.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7823.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7824.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7825.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7826.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7827.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7828.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7829.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7830.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7831.      2/10 snapshots sharing following 61 elements
  7832.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  7833.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  7834.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  7835.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  7836.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  7837.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  7838.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  7839.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  7840.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  7841.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  7842.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  7843.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  7844.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  7845.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  7846.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7847.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7848.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7849.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7850.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.phase1(RecoverySourceHandler.java:452)
  7851.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.lambda$recoverToTarget$11(RecoverySourceHandler.java:273)
  7852.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler$$Lambda$4837/0x00007f5b9c80c168.accept(Unknown Source)
  7853.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7854.        app//org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112)
  7855.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7856.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7857.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106)
  7858.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68)
  7859.        app//org.elasticsearch.action.StepListener.whenComplete(StepListener.java:78)
  7860.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.recoverToTarget(RecoverySourceHandler.java:271)
  7861.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.recover(PeerRecoverySourceService.java:121)
  7862.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.access$000(PeerRecoverySourceService.java:56)
  7863.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:127)
  7864.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:124)
  7865.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7866.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7867.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7868.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7869.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7870.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7871.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7872.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7873.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7874.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7875.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7876.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7877.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7878.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7879.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7880.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7881.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7882.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7883.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7884.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7885.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7886.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7887.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7888.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7889.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7890.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7891.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7892.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7893.      3/10 snapshots sharing following 54 elements
  7894.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  7895.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  7896.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  7897.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  7898.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7899.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7900.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7901.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7902.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7903.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7904.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7905.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.phase1(RecoverySourceHandler.java:452)
  7906.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.lambda$recoverToTarget$11(RecoverySourceHandler.java:273)
  7907.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler$$Lambda$4837/0x00007f5b9c80c168.accept(Unknown Source)
  7908.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7909.        app//org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112)
  7910.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7911.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7912.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106)
  7913.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68)
  7914.        app//org.elasticsearch.action.StepListener.whenComplete(StepListener.java:78)
  7915.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.recoverToTarget(RecoverySourceHandler.java:271)
  7916.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.recover(PeerRecoverySourceService.java:121)
  7917.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.access$000(PeerRecoverySourceService.java:56)
  7918.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:127)
  7919.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:124)
  7920.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7921.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7922.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7923.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7924.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7925.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7926.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7927.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7928.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7929.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7930.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7931.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7932.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7933.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7934.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7935.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7936.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7937.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7938.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  7939.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  7940.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  7941.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  7942.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  7943.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  7944.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7945.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  7946.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  7947.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  7948.      unique snapshot
  7949.        java.base@14/sun.nio.fs.UnixNativeDispatcher.open0(Native Method)
  7950.        java.base@14/sun.nio.fs.UnixNativeDispatcher.open(UnixNativeDispatcher.java:68)
  7951.        java.base@14/sun.nio.fs.UnixChannelFactory.open(UnixChannelFactory.java:267)
  7952.        java.base@14/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:143)
  7953.        java.base@14/sun.nio.fs.UnixChannelFactory.newFileChannel(UnixChannelFactory.java:156)
  7954.        java.base@14/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:180)
  7955.        java.base@14/java.nio.channels.FileChannel.open(FileChannel.java:292)
  7956.        java.base@14/java.nio.channels.FileChannel.open(FileChannel.java:345)
  7957.        app//org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
  7958.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:143)
  7959.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7960.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  7961.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  7962.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  7963.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  7964.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  7965.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  7966.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.phase1(RecoverySourceHandler.java:452)
  7967.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.lambda$recoverToTarget$11(RecoverySourceHandler.java:273)
  7968.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler$$Lambda$4837/0x00007f5b9c80c168.accept(Unknown Source)
  7969.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7970.        app//org.elasticsearch.common.util.concurrent.ListenableFuture$1.doRun(ListenableFuture.java:112)
  7971.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7972.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7973.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.notifyListener(ListenableFuture.java:106)
  7974.        app//org.elasticsearch.common.util.concurrent.ListenableFuture.addListener(ListenableFuture.java:68)
  7975.        app//org.elasticsearch.action.StepListener.whenComplete(StepListener.java:78)
  7976.        app//org.elasticsearch.indices.recovery.RecoverySourceHandler.recoverToTarget(RecoverySourceHandler.java:271)
  7977.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.recover(PeerRecoverySourceService.java:121)
  7978.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService.access$000(PeerRecoverySourceService.java:56)
  7979.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:127)
  7980.        app//org.elasticsearch.indices.recovery.PeerRecoverySourceService$StartRecoveryTransportRequestHandler.messageReceived(PeerRecoverySourceService.java:124)
  7981.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  7982.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  7983.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  7984.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  7985.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  7986.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7987.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  7988.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  7989.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  7990.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  7991.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  7992.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  7993.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  7994.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  7995.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  7996.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  7997.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  7998.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  7999.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8000.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8001.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8002.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8003.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8004.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8005.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8006.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8007.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8008.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8009.    
  8010.     0.2% (891micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4616]'
  8011.      6/10 snapshots sharing following 46 elements
  8012.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  8013.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8014.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8015.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8016.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8017.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8018.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8019.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8020.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8021.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8022.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8023.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8024.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8025.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8026.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8027.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8028.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8029.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8030.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8031.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8032.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8033.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8034.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8035.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8036.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8037.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8038.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8039.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8040.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8041.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8042.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8043.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8044.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8045.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8046.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8047.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8048.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8049.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8050.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8051.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8052.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8053.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8054.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8055.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8056.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8057.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8058.      2/10 snapshots sharing following 55 elements
  8059.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8060.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8061.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8062.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8063.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8064.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8065.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8066.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8067.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  8068.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  8069.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  8070.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  8071.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  8072.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  8073.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  8074.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  8075.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8076.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8077.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8078.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8079.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8080.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8081.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8082.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8083.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8084.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8085.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8086.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8087.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8088.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8089.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8090.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8091.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8092.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8093.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8094.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8095.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8096.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8097.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8098.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8099.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8100.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8101.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8102.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8103.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8104.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8105.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8106.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8107.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8108.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8109.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8110.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8111.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8112.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8113.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8114.      2/10 snapshots sharing following 53 elements
  8115.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8116.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8117.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8118.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8119.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8120.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8121.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8122.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8123.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  8124.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  8125.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  8126.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  8127.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  8128.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  8129.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8130.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8131.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8132.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8133.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8134.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8135.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8136.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8137.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8138.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8139.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8140.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8141.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8142.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8143.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8144.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8145.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8146.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8147.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8148.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8149.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8150.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8151.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8152.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8153.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8154.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8155.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8156.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8157.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8158.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8159.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8160.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8161.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8162.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8163.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8164.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8165.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8166.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8167.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8168.    
  8169.     0.2% (885.7micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4623]'
  8170.      3/10 snapshots sharing following 55 elements
  8171.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8172.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8173.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8174.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8175.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8176.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8177.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8178.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8179.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  8180.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  8181.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  8182.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  8183.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  8184.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  8185.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  8186.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  8187.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8188.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8189.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8190.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8191.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8192.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8193.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8194.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8195.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8196.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8197.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8198.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8199.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8200.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8201.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8202.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8203.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8204.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8205.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8206.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8207.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8208.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8209.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8210.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8211.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8212.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8213.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8214.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8215.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8216.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8217.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8218.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8219.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8220.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8221.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8222.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8223.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8224.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8225.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8226.      4/10 snapshots sharing following 46 elements
  8227.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  8228.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8229.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8230.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8231.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8232.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8233.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8234.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8235.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8236.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8237.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8238.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8239.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8240.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8241.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8242.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8243.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8244.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8245.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8246.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8247.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8248.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8249.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8250.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8251.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8252.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8253.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8254.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8255.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8256.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8257.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8258.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8259.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8260.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8261.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8262.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8263.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8264.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8265.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8266.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8267.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8268.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8269.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8270.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8271.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8272.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8273.      3/10 snapshots sharing following 53 elements
  8274.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8275.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8276.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8277.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8278.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8279.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8280.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8281.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8282.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  8283.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  8284.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  8285.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  8286.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  8287.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  8288.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8289.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8290.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8291.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8292.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8293.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8294.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8295.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8296.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8297.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8298.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8299.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8300.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8301.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8302.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8303.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8304.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8305.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8306.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8307.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8308.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8309.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8310.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8311.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8312.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8313.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8314.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8315.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8316.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8317.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8318.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8319.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8320.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8321.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8322.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8323.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8324.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8325.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8326.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8327.    
  8328.     0.2% (875.4micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4637]'
  8329.      5/10 snapshots sharing following 46 elements
  8330.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  8331.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8332.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8333.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8334.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8335.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8336.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8337.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8338.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8339.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8340.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8341.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8342.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8343.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8344.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8345.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8346.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8347.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8348.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8349.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8350.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8351.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8352.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8353.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8354.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8355.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8356.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8357.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8358.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8359.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8360.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8361.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8362.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8363.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8364.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8365.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8366.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8367.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8368.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8369.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8370.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8371.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8372.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8373.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8374.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8375.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8376.      3/10 snapshots sharing following 53 elements
  8377.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8378.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8379.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8380.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8381.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8382.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8383.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8384.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8385.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  8386.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  8387.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  8388.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  8389.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  8390.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  8391.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8392.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8393.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8394.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8395.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8396.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8397.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8398.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8399.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8400.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8401.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8402.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8403.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8404.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8405.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8406.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8407.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8408.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8409.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8410.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8411.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8412.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8413.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8414.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8415.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8416.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8417.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8418.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8419.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8420.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8421.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8422.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8423.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8424.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8425.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8426.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8427.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8428.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8429.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8430.      2/10 snapshots sharing following 55 elements
  8431.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8432.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8433.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8434.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8435.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8436.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8437.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8438.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8439.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  8440.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  8441.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  8442.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  8443.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  8444.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  8445.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  8446.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  8447.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8448.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8449.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8450.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8451.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8452.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8453.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8454.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8455.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8456.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8457.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8458.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8459.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8460.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8461.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8462.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8463.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8464.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8465.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8466.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8467.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8468.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8469.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8470.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8471.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8472.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8473.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8474.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8475.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8476.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8477.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8478.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8479.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8480.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8481.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8482.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8483.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8484.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8485.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8486.    
  8487.     0.1% (749.2micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4640]'
  8488.      7/10 snapshots sharing following 46 elements
  8489.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  8490.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8491.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8492.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8493.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8494.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8495.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8496.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8497.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8498.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8499.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8500.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8501.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8502.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8503.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8504.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8505.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8506.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8507.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8508.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8509.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8510.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8511.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8512.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8513.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8514.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8515.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8516.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8517.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8518.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8519.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8520.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8521.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8522.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8523.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8524.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8525.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8526.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8527.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8528.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8529.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8530.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8531.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8532.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8533.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8534.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8535.      3/10 snapshots sharing following 39 elements
  8536.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8537.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8538.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8539.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8540.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8541.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8542.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8543.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8544.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8545.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8546.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8547.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8548.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8549.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8550.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8551.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8552.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8553.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8554.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8555.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8556.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8557.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8558.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8559.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8560.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8561.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8562.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8563.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8564.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8565.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8566.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8567.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8568.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8569.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8570.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8571.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8572.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8573.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8574.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8575.    
  8576.     0.1% (729.4micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4605]'
  8577.      4/10 snapshots sharing following 46 elements
  8578.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  8579.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8580.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8581.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8582.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8583.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8584.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8585.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8586.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8587.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8588.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8589.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8590.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8591.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8592.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8593.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8594.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8595.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8596.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8597.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8598.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8599.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8600.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8601.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8602.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8603.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8604.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8605.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8606.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8607.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8608.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8609.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8610.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8611.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8612.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8613.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8614.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8615.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8616.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8617.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8618.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8619.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8620.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8621.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8622.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8623.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8624.      3/10 snapshots sharing following 53 elements
  8625.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8626.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8627.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8628.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8629.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8630.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8631.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8632.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8633.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  8634.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  8635.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  8636.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  8637.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  8638.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  8639.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8640.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8641.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8642.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8643.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8644.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8645.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8646.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8647.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8648.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8649.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8650.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8651.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8652.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8653.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8654.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8655.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8656.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8657.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8658.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8659.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8660.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8661.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8662.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8663.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8664.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8665.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8666.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8667.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8668.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8669.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8670.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8671.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8672.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8673.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8674.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8675.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8676.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8677.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8678.      3/10 snapshots sharing following 55 elements
  8679.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8680.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8681.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8682.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8683.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8684.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8685.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8686.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8687.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  8688.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  8689.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  8690.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  8691.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  8692.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  8693.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  8694.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  8695.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8696.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8697.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8698.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8699.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8700.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8701.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8702.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8703.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8704.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8705.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8706.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8707.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8708.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8709.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8710.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8711.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8712.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8713.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8714.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8715.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8716.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8717.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8718.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8719.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8720.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8721.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8722.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8723.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8724.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8725.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8726.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8727.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8728.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8729.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8730.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8731.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8732.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8733.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8734.    
  8735.     0.1% (668.7micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1023]'
  8736.      2/10 snapshots sharing following 13 elements
  8737.        app//org.elasticsearch.index.shard.StoreRecovery.internalRecoverFromStore(StoreRecovery.java:432)
  8738.        app//org.elasticsearch.index.shard.StoreRecovery.lambda$recoverFromStore$0(StoreRecovery.java:98)
  8739.        app//org.elasticsearch.index.shard.StoreRecovery$$Lambda$4472/0x00007f5b9ecf84b0.get(Unknown Source)
  8740.        app//org.elasticsearch.action.ActionListener.completeWith(ActionListener.java:325)
  8741.        app//org.elasticsearch.index.shard.StoreRecovery.recoverFromStore(StoreRecovery.java:96)
  8742.        app//org.elasticsearch.index.shard.IndexShard.recoverFromStore(IndexShard.java:1865)
  8743.        app//org.elasticsearch.index.shard.IndexShard$$Lambda$4467/0x00007f5b9ecfb0b0.accept(Unknown Source)
  8744.        app//org.elasticsearch.action.ActionRunnable$2.doRun(ActionRunnable.java:73)
  8745.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8746.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8747.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8748.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8749.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8750.      8/10 snapshots sharing following 9 elements
  8751.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  8752.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  8753.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  8754.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  8755.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  8756.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  8757.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  8758.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8759.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8760.    
  8761.     0.1% (594.8micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4624]'
  8762.      3/10 snapshots sharing following 44 elements
  8763.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8764.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8765.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8766.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8767.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8768.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8769.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8770.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8771.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8772.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8773.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8774.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8775.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8776.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8777.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8778.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8779.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8780.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8781.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8782.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8783.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8784.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8785.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8786.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8787.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8788.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8789.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8790.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8791.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8792.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8793.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8794.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8795.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8796.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8797.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8798.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8799.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8800.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8801.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8802.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8803.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8804.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8805.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8806.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8807.      2/10 snapshots sharing following 53 elements
  8808.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8809.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8810.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8811.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8812.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8813.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8814.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8815.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8816.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  8817.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  8818.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  8819.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  8820.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  8821.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  8822.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8823.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8824.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8825.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8826.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8827.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8828.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8829.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8830.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8831.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8832.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8833.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8834.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8835.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8836.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8837.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8838.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8839.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8840.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8841.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8842.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8843.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8844.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8845.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8846.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8847.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8848.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8849.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8850.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8851.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8852.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8853.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8854.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8855.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8856.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8857.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8858.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8859.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8860.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8861.      2/10 snapshots sharing following 38 elements
  8862.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8863.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8864.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8865.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8866.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8867.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8868.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8869.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8870.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8871.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8872.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8873.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8874.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8875.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8876.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8877.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8878.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8879.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8880.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8881.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8882.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8883.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8884.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8885.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8886.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8887.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8888.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8889.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8890.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8891.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8892.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8893.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8894.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8895.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8896.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8897.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8898.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8899.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8900.      3/10 snapshots sharing following 9 elements
  8901.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  8902.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  8903.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  8904.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  8905.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  8906.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  8907.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  8908.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8909.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8910.    
  8911.     0.1% (544.9micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4646]'
  8912.      5/10 snapshots sharing following 46 elements
  8913.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  8914.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  8915.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  8916.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  8917.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8918.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  8919.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  8920.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8921.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8922.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8923.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8924.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8925.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8926.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8927.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8928.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8929.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8930.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8931.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8932.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8933.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8934.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8935.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8936.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8937.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8938.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8939.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8940.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8941.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8942.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8943.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  8944.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  8945.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  8946.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  8947.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  8948.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  8949.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  8950.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  8951.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  8952.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  8953.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  8954.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  8955.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8956.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  8957.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  8958.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  8959.      3/10 snapshots sharing following 55 elements
  8960.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  8961.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  8962.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  8963.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  8964.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  8965.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  8966.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  8967.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  8968.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  8969.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  8970.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  8971.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  8972.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  8973.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  8974.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  8975.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  8976.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  8977.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  8978.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  8979.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  8980.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  8981.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  8982.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  8983.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  8984.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  8985.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  8986.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  8987.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  8988.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  8989.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  8990.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  8991.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  8992.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8993.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  8994.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  8995.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  8996.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  8997.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  8998.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  8999.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9000.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9001.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9002.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9003.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9004.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9005.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9006.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9007.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9008.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9009.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9010.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9011.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9012.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9013.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9014.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9015.      2/10 snapshots sharing following 53 elements
  9016.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9017.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9018.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9019.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9020.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9021.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9022.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9023.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9024.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  9025.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  9026.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  9027.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  9028.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  9029.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  9030.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9031.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9032.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9033.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9034.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9035.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9036.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9037.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9038.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9039.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9040.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9041.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9042.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9043.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9044.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9045.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9046.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9047.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9048.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9049.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9050.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9051.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9052.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9053.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9054.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9055.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9056.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9057.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9058.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9059.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9060.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9061.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9062.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9063.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9064.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9065.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9066.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9067.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9068.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9069.    
  9070.     0.1% (518.9micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4583]'
  9071.      5/10 snapshots sharing following 46 elements
  9072.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  9073.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  9074.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  9075.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  9076.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9077.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9078.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  9079.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9080.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9081.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9082.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9083.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9084.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9085.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9086.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9087.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9088.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9089.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9090.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9091.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9092.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9093.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9094.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9095.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9096.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9097.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9098.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9099.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9100.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9101.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9102.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9103.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9104.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9105.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9106.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9107.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9108.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9109.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9110.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9111.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9112.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9113.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9114.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9115.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9116.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9117.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9118.      2/10 snapshots sharing following 53 elements
  9119.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9120.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9121.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9122.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9123.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9124.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9125.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9126.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9127.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  9128.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  9129.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  9130.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  9131.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  9132.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  9133.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9134.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9135.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9136.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9137.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9138.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9139.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9140.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9141.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9142.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9143.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9144.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9145.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9146.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9147.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9148.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9149.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9150.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9151.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9152.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9153.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9154.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9155.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9156.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9157.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9158.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9159.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9160.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9161.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9162.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9163.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9164.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9165.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9166.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9167.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9168.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9169.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9170.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9171.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9172.      3/10 snapshots sharing following 55 elements
  9173.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9174.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9175.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9176.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9177.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9178.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9179.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9180.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9181.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  9182.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9183.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9184.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9185.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9186.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9187.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9188.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9189.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9190.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9191.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9192.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9193.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9194.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9195.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9196.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9197.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9198.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9199.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9200.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9201.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9202.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9203.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9204.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9205.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9206.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9207.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9208.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9209.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9210.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9211.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9212.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9213.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9214.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9215.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9216.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9217.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9218.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9219.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9220.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9221.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9222.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9223.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9224.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9225.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9226.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9227.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9228.    
  9229.     0.1% (299.8micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4628]'
  9230.      2/10 snapshots sharing following 55 elements
  9231.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9232.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9233.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9234.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9235.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9236.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9237.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9238.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9239.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  9240.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9241.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9242.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9243.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9244.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9245.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9246.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9247.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9248.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9249.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9250.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9251.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9252.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9253.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9254.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9255.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9256.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9257.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9258.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9259.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9260.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9261.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9262.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9263.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9264.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9265.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9266.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9267.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9268.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9269.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9270.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9271.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9272.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9273.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9274.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9275.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9276.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9277.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9278.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9279.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9280.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9281.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9282.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9283.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9284.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9285.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9286.      4/10 snapshots sharing following 46 elements
  9287.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  9288.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  9289.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  9290.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  9291.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9292.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9293.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  9294.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9295.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9296.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9297.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9298.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9299.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9300.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9301.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9302.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9303.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9304.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9305.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9306.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9307.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9308.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9309.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9310.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9311.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9312.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9313.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9314.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9315.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9316.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9317.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9318.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9319.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9320.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9321.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9322.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9323.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9324.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9325.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9326.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9327.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9328.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9329.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9330.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9331.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9332.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9333.      4/10 snapshots sharing following 2 elements
  9334.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9335.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9336.    
  9337.     0.1% (278.1micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4585]'
  9338.      3/10 snapshots sharing following 55 elements
  9339.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9340.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9341.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9342.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9343.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9344.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9345.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9346.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9347.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  9348.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9349.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9350.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9351.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9352.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9353.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9354.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9355.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9356.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9357.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9358.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9359.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9360.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9361.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9362.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9363.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9364.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9365.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9366.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9367.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9368.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9369.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9370.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9371.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9372.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9373.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9374.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9375.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9376.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9377.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9378.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9379.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9380.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9381.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9382.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9383.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9384.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9385.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9386.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9387.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9388.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9389.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9390.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9391.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9392.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9393.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9394.      3/10 snapshots sharing following 53 elements
  9395.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9396.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9397.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9398.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9399.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9400.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9401.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9402.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9403.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  9404.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  9405.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  9406.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  9407.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  9408.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  9409.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9410.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9411.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9412.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9413.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9414.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9415.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9416.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9417.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9418.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9419.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9420.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9421.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9422.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9423.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9424.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9425.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9426.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9427.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9428.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9429.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9430.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9431.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9432.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9433.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9434.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9435.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9436.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9437.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9438.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9439.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9440.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9441.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9442.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9443.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9444.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9445.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9446.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9447.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9448.      3/10 snapshots sharing following 46 elements
  9449.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  9450.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  9451.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  9452.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  9453.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9454.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9455.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  9456.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9457.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9458.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9459.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9460.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9461.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9462.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9463.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9464.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9465.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9466.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9467.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9468.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9469.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9470.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9471.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9472.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9473.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9474.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9475.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9476.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9477.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9478.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9479.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9480.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9481.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9482.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9483.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9484.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9485.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9486.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9487.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9488.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9489.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9490.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9491.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9492.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9493.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9494.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9495.      unique snapshot
  9496.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9497.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9498.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9499.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9500.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9501.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9502.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9503.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:160)
  9504.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9505.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9506.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9507.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9508.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9509.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9510.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9511.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:849)
  9512.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9513.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9514.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9515.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9516.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9517.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9518.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9519.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9520.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9521.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9522.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9523.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9524.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9525.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9526.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9527.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9528.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9529.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9530.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9531.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9532.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9533.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9534.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9535.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9536.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9537.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9538.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9539.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9540.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9541.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9542.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9543.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9544.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9545.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9546.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9547.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9548.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9549.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9550.    
  9551.     0.1% (266.5micros out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4582]'
  9552.      3/10 snapshots sharing following 53 elements
  9553.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9554.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9555.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9556.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9557.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9558.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9559.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9560.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9561.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  9562.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  9563.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  9564.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  9565.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  9566.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  9567.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9568.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9569.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9570.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9571.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9572.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9573.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9574.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9575.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9576.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9577.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9578.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9579.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9580.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9581.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9582.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9583.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9584.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9585.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9586.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9587.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9588.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9589.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9590.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9591.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9592.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9593.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9594.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9595.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9596.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9597.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9598.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9599.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9600.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9601.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9602.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9603.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9604.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9605.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9606.      5/10 snapshots sharing following 46 elements
  9607.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  9608.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  9609.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  9610.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  9611.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9612.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9613.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  9614.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9615.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9616.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9617.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9618.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9619.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9620.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9621.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9622.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9623.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9624.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9625.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9626.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9627.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9628.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9629.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9630.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9631.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9632.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9633.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9634.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9635.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9636.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9637.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9638.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9639.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9640.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9641.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9642.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9643.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9644.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9645.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9646.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9647.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9648.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9649.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9650.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9651.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9652.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9653.      2/10 snapshots sharing following 55 elements
  9654.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9655.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9656.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9657.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9658.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9659.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9660.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9661.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9662.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  9663.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9664.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9665.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9666.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9667.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9668.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9669.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9670.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9671.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9672.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9673.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9674.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9675.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9676.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9677.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9678.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9679.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9680.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9681.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9682.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9683.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9684.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9685.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9686.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9687.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9688.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9689.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9690.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9691.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9692.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9693.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9694.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9695.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9696.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9697.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9698.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9699.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9700.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9701.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9702.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9703.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9704.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9705.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9706.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9707.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9708.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9709.    
  9710.     0.0% (25.9micros out of 500ms) cpu usage by tstateead 'ticker-schedule-trigger-engine'
  9711.      10/10 snapshots sharing following 2 elements
  9712.        java.base@14/java.lang.Tstateead.sleep(Native Method)
  9713.        org.elasticsearch.xpack.watcher.trigger.schedule.engine.TickerScheduleTriggerEngine$Ticker.run(TickerScheduleTriggerEngine.java:193)
  9714.    
  9715.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4581]'
  9716.      6/10 snapshots sharing following 46 elements
  9717.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  9718.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  9719.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  9720.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  9721.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9722.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  9723.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  9724.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9725.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9726.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9727.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9728.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9729.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9730.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9731.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9732.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9733.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9734.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9735.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9736.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9737.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9738.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9739.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9740.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9741.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9742.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9743.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9744.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9745.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9746.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9747.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9748.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9749.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9750.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9751.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9752.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9753.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9754.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9755.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9756.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9757.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9758.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9759.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9760.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9761.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9762.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9763.      2/10 snapshots sharing following 53 elements
  9764.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9765.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9766.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9767.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9768.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9769.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9770.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9771.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9772.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  9773.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  9774.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  9775.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  9776.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  9777.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  9778.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9779.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9780.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9781.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9782.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9783.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9784.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9785.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9786.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9787.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9788.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9789.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9790.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9791.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9792.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9793.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9794.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9795.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9796.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9797.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9798.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9799.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9800.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9801.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9802.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9803.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9804.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9805.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9806.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9807.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9808.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9809.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9810.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9811.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9812.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9813.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9814.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9815.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9816.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9817.      2/10 snapshots sharing following 55 elements
  9818.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9819.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9820.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9821.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9822.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9823.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9824.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9825.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9826.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  9827.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9828.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9829.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9830.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9831.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9832.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9833.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9834.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9835.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9836.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9837.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9838.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9839.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9840.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9841.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9842.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9843.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9844.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9845.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9846.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9847.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9848.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9849.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9850.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9851.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9852.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9853.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9854.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9855.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9856.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9857.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9858.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9859.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9860.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9861.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9862.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9863.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9864.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9865.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9866.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9867.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9868.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9869.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9870.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9871.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9872.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9873.    
  9874.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4587]'
  9875.      4/10 snapshots sharing following 53 elements
  9876.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9877.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9878.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9879.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9880.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9881.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9882.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9883.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9884.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  9885.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  9886.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  9887.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  9888.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  9889.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  9890.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9891.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9892.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9893.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9894.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9895.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9896.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9897.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9898.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9899.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9900.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9901.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9902.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9903.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9904.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9905.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9906.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9907.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9908.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9909.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9910.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9911.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9912.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9913.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9914.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9915.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9916.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9917.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9918.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9919.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9920.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9921.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9922.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9923.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9924.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9925.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9926.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9927.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9928.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9929.      6/10 snapshots sharing following 39 elements
  9930.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9931.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9932.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9933.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9934.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9935.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9936.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9937.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9938.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9939.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9940.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9941.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  9942.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9943.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  9944.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  9945.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  9946.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9947.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  9948.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  9949.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  9950.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  9951.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  9952.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  9953.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  9954.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  9955.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  9956.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  9957.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  9958.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  9959.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  9960.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  9961.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  9962.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  9963.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  9964.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  9965.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  9966.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  9967.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  9968.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  9969.    
  9970.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4671]'
  9971.      2/10 snapshots sharing following 55 elements
  9972.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  9973.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  9974.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  9975.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  9976.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  9977.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  9978.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  9979.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  9980.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  9981.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  9982.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  9983.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  9984.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  9985.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  9986.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  9987.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  9988.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  9989.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  9990.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  9991.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  9992.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  9993.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  9994.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  9995.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  9996.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  9997.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  9998.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  9999.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10000.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10001.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10002.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10003.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10004.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10005.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10006.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10007.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10008.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10009.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10010.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10011.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10012.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10013.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10014.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10015.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10016.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10017.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10018.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10019.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10020.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10021.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10022.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10023.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10024.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10025.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10026.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10027.      2/10 snapshots sharing following 39 elements
  10028.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10029.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10030.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10031.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10032.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10033.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10034.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10035.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10036.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10037.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10038.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10039.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10040.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10041.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10042.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10043.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10044.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10045.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10046.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10047.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10048.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10049.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10050.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10051.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10052.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10053.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10054.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10055.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10056.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10057.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10058.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10059.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10060.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10061.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10062.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10063.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10064.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10065.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10066.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10067.      6/10 snapshots sharing following 2 elements
  10068.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10069.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10070.    
  10071.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][clusterApplierService#updateTask][T#1]'
  10072.      2/10 snapshots sharing following 18 elements
  10073.        app//org.elasticsearch.cluster.routing.RoutingNodes.<init>(RoutingNodes.java:87)
  10074.        app//org.elasticsearch.cluster.ClusterState.getRoutingNodes(ClusterState.java:320)
  10075.        app//org.elasticsearch.indices.cluster.IndicesClusterStateService.updateFailedShardsCache(IndicesClusterStateService.java:259)
  10076.        app//org.elasticsearch.indices.cluster.IndicesClusterStateService.applyClusterState(IndicesClusterStateService.java:234)
  10077.        app//org.elasticsearch.cluster.service.ClusterApplierService.lambda$callClusterStateAppliers$5(ClusterApplierService.java:517)
  10078.        app//org.elasticsearch.cluster.service.ClusterApplierService$$Lambda$4256/0x00007f5d795180b0.accept(Unknown Source)
  10079.        java.base@14/java.lang.Iterable.forEach(Iterable.java:75)
  10080.        app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateAppliers(ClusterApplierService.java:514)
  10081.        app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:485)
  10082.        app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:432)
  10083.        app//org.elasticsearch.cluster.service.ClusterApplierService.access$100(ClusterApplierService.java:73)
  10084.        app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:176)
  10085.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingRunnable.run(TstateeadContext.java:633)
  10086.        app//org.elasticsearch.common.util.concurrent.PrioritizedEsTstateeadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsTstateeadPoolExecutor.java:252)
  10087.        app//org.elasticsearch.common.util.concurrent.PrioritizedEsTstateeadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsTstateeadPoolExecutor.java:215)
  10088.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10089.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10090.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10091.      2/10 snapshots sharing following 16 elements
  10092.        app//org.elasticsearch.cluster.service.ClusterApplierService.lambda$callClusterStateListeners$6(ClusterApplierService.java:527)
  10093.        app//org.elasticsearch.cluster.service.ClusterApplierService$$Lambda$4281/0x00007f5d7970b4b0.accept(Unknown Source)
  10094.        java.base@14/java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948)
  10095.        java.base@14/java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734)
  10096.        java.base@14/java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658)
  10097.        app//org.elasticsearch.cluster.service.ClusterApplierService.callClusterStateListeners(ClusterApplierService.java:523)
  10098.        app//org.elasticsearch.cluster.service.ClusterApplierService.applyChanges(ClusterApplierService.java:498)
  10099.        app//org.elasticsearch.cluster.service.ClusterApplierService.runTask(ClusterApplierService.java:432)
  10100.        app//org.elasticsearch.cluster.service.ClusterApplierService.access$100(ClusterApplierService.java:73)
  10101.        app//org.elasticsearch.cluster.service.ClusterApplierService$UpdateTask.run(ClusterApplierService.java:176)
  10102.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingRunnable.run(TstateeadContext.java:633)
  10103.        app//org.elasticsearch.common.util.concurrent.PrioritizedEsTstateeadPoolExecutor$TieBreakingPrioritizedRunnable.runAndClean(PrioritizedEsTstateeadPoolExecutor.java:252)
  10104.        app//org.elasticsearch.common.util.concurrent.PrioritizedEsTstateeadPoolExecutor$TieBreakingPrioritizedRunnable.run(PrioritizedEsTstateeadPoolExecutor.java:215)
  10105.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10106.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10107.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10108.      3/10 snapshots sharing following 10 elements
  10109.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  10110.        java.base@14/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
  10111.        java.base@14/java.util.concurrent.locks.AbstractQueuedSyncstateonizer$ConditionNode.block(AbstractQueuedSyncstateonizer.java:505)
  10112.        java.base@14/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3137)
  10113.        java.base@14/java.util.concurrent.locks.AbstractQueuedSyncstateonizer$ConditionObject.await(AbstractQueuedSyncstateonizer.java:1614)
  10114.        java.base@14/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:548)
  10115.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1056)
  10116.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  10117.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10118.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10119.    
  10120.     0.0% (0s out of 500ms) cpu usage by tstateead 'ml-cpp-log-tail-tstateead'
  10121.      10/10 snapshots sharing following 6 elements
  10122.        java.base@14/java.io.FileInputStream.readBytes(Native Method)
  10123.        java.base@14/java.io.FileInputStream.read(FileInputStream.java:250)
  10124.        org.elasticsearch.xpack.ml.process.logging.CppLogMessageHandler.tailStream(CppLogMessageHandler.java:105)
  10125.        org.elasticsearch.xpack.ml.process.NativeController.lambda$tailLogsInTstateead$0(NativeController.java:72)
  10126.        org.elasticsearch.xpack.ml.process.NativeController$$Lambda$2548/0x00007f5ee420a440.run(Unknown Source)
  10127.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10128.    
  10129.     0.0% (0s out of 500ms) cpu usage by tstateead 'DestroyJavaVM'
  10130.      unique snapshot
  10131.      unique snapshot
  10132.      unique snapshot
  10133.      unique snapshot
  10134.      unique snapshot
  10135.      unique snapshot
  10136.      unique snapshot
  10137.      unique snapshot
  10138.      unique snapshot
  10139.      unique snapshot
  10140.    
  10141.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1041]'
  10142.      2/10 snapshots sharing following 35 elements
  10143.        app//org.elasticsearch.cluster.metadata.MetaData$MetaDataDiff.apply(MetaData.java:962)
  10144.        app//org.elasticsearch.cluster.metadata.MetaData$MetaDataDiff.apply(MetaData.java:878)
  10145.        app//org.elasticsearch.cluster.ClusterState$ClusterStateDiff.apply(ClusterState.java:919)
  10146.        app//org.elasticsearch.cluster.ClusterState$ClusterStateDiff.apply(ClusterState.java:841)
  10147.        app//org.elasticsearch.cluster.coordination.PublicationTransportHandler.handleIncomingPublishRequest(PublicationTransportHandler.java:421)
  10148.        app//org.elasticsearch.cluster.coordination.PublicationTransportHandler.lambda$new$0(PublicationTransportHandler.java:100)
  10149.        app//org.elasticsearch.cluster.coordination.PublicationTransportHandler$$Lambda$3123/0x00007f5eaf5d00b0.messageReceived(Unknown Source)
  10150.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10151.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10152.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10153.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10154.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10155.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10156.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10157.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10158.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10159.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10160.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10161.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10162.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10163.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10164.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10165.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10166.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10167.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10168.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10169.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10170.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10171.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10172.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10173.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10174.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10175.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10176.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10177.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10178.      7/10 snapshots sharing following 9 elements
  10179.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  10180.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  10181.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  10182.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  10183.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  10184.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  10185.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  10186.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10187.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10188.    
  10189.     0.0% (0s out of 500ms) cpu usage by tstateead 'Connection evictor'
  10190.      10/10 snapshots sharing following 3 elements
  10191.        java.base@14/java.lang.Tstateead.sleep(Native Method)
  10192.        org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
  10193.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10194.    
  10195.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1092]'
  10196.      10/10 snapshots sharing following 51 elements
  10197.        app//org.elasticsearch.monitor.jvm.HotTstateeads.detect(HotTstateeads.java:90)
  10198.        app//org.elasticsearch.action.admin.cluster.node.hottstateeads.TransportNodesHotTstateeadsAction.nodeOperation(TransportNodesHotTstateeadsAction.java:75)
  10199.        app//org.elasticsearch.action.admin.cluster.node.hottstateeads.TransportNodesHotTstateeadsAction.nodeOperation(TransportNodesHotTstateeadsAction.java:38)
  10200.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10201.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10202.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10203.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10204.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10205.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10206.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10207.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10208.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10209.        org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorizeAction$4(AuthorizationService.java:247)
  10210.        org.elasticsearch.xpack.security.authz.AuthorizationService$$Lambda$4245/0x00007f5d795130b0.accept(Unknown Source)
  10211.        org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:625)
  10212.        org.elasticsearch.xpack.security.authz.AuthorizationService$AuthorizationResultListener.onResponse(AuthorizationService.java:600)
  10213.        app//org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43)
  10214.        org.elasticsearch.xpack.security.authz.RBACEngine.authorizeClusterAction(RBACEngine.java:147)
  10215.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeAction(AuthorizationService.java:249)
  10216.        org.elasticsearch.xpack.security.authz.AuthorizationService.maybeAuthorizeRunAs(AuthorizationService.java:232)
  10217.        org.elasticsearch.xpack.security.authz.AuthorizationService.lambda$authorize$1(AuthorizationService.java:197)
  10218.        org.elasticsearch.xpack.security.authz.AuthorizationService$$Lambda$4216/0x00007f5e1a4b1560.accept(Unknown Source)
  10219.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10220.        app//org.elasticsearch.action.support.ContextPreservingActionListener.onResponse(ContextPreservingActionListener.java:43)
  10221.        org.elasticsearch.xpack.security.authz.RBACEngine.lambda$resolveAuthorizationInfo$1(RBACEngine.java:120)
  10222.        org.elasticsearch.xpack.security.authz.RBACEngine$$Lambda$4218/0x00007f5e1a4b2d08.accept(Unknown Source)
  10223.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10224.        org.elasticsearch.xpack.security.authz.store.CompositeRolesStore.getRoles(CompositeRolesStore.java:249)
  10225.        org.elasticsearch.xpack.security.authz.RBACEngine.getRoles(RBACEngine.java:126)
  10226.        org.elasticsearch.xpack.security.authz.RBACEngine.resolveAuthorizationInfo(RBACEngine.java:114)
  10227.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:199)
  10228.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10229.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10230.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10231.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10232.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10233.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10234.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10235.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10236.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10237.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10238.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10239.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10240.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10241.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10242.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10243.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10244.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10245.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10246.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10247.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10248.    
  10249.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4648]'
  10250.      6/10 snapshots sharing following 46 elements
  10251.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  10252.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  10253.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  10254.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  10255.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  10256.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  10257.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  10258.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10259.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10260.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10261.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10262.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10263.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10264.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10265.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10266.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10267.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10268.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10269.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10270.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10271.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10272.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10273.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10274.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10275.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10276.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10277.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10278.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10279.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10280.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10281.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10282.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10283.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10284.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10285.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10286.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10287.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10288.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10289.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10290.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10291.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10292.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10293.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10294.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10295.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10296.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10297.      3/10 snapshots sharing following 55 elements
  10298.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  10299.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  10300.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  10301.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  10302.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  10303.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  10304.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  10305.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  10306.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  10307.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  10308.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  10309.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  10310.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  10311.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  10312.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  10313.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  10314.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10315.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10316.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10317.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10318.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10319.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10320.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10321.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10322.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10323.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10324.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10325.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10326.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10327.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10328.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10329.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10330.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10331.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10332.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10333.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10334.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10335.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10336.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10337.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10338.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10339.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10340.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10341.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10342.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10343.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10344.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10345.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10346.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10347.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10348.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10349.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10350.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10351.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10352.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10353.      unique snapshot
  10354.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  10355.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  10356.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  10357.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  10358.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  10359.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  10360.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  10361.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  10362.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  10363.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  10364.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  10365.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  10366.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  10367.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  10368.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10369.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10370.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10371.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10372.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10373.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10374.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10375.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10376.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10377.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10378.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10379.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10380.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10381.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10382.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10383.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10384.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10385.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10386.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10387.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10388.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10389.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10390.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10391.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10392.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10393.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10394.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10395.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10396.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10397.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10398.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10399.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10400.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10401.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10402.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10403.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10404.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10405.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10406.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10407.    
  10408.     0.0% (0s out of 500ms) cpu usage by tstateead 'process reaper'
  10409.      10/10 snapshots sharing following 5 elements
  10410.        java.base@14/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
  10411.        java.base@14/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:138)
  10412.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10413.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10414.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10415.    
  10416.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[keepAlive/7.7.0]'
  10417.      10/10 snapshots sharing following 7 elements
  10418.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  10419.        java.base@14/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
  10420.        java.base@14/java.util.concurrent.locks.AbstractQueuedSyncstateonizer.acquire(AbstractQueuedSyncstateonizer.java:714)
  10421.        java.base@14/java.util.concurrent.locks.AbstractQueuedSyncstateonizer.acquireSharedInterruptibly(AbstractQueuedSyncstateonizer.java:1046)
  10422.        java.base@14/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:232)
  10423.        app//org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:89)
  10424.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10425.    
  10426.     0.0% (0s out of 500ms) cpu usage by tstateead 'Common-Cleaner'
  10427.      10/10 snapshots sharing following 5 elements
  10428.        java.base@14/java.lang.Object.wait(Native Method)
  10429.        java.base@14/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
  10430.        java.base@14/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:148)
  10431.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10432.        java.base@14/jdk.internal.misc.InnocuousTstateead.run(InnocuousTstateead.java:134)
  10433.    
  10434.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][fetch_shard_store][T#4661]'
  10435.      2/10 snapshots sharing following 53 elements
  10436.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  10437.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  10438.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  10439.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  10440.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  10441.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  10442.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  10443.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  10444.        app//org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
  10445.        app//org.apache.lucene.store.DataInput.readInt(DataInput.java:102)
  10446.        app//org.apache.lucene.store.BufferedIndexInput.readInt(BufferedIndexInput.java:183)
  10447.        app//org.apache.lucene.codecs.CodecUtil.validateFooter(CodecUtil.java:500)
  10448.        app//org.apache.lucene.codecs.CodecUtil.retrieveChecksum(CodecUtil.java:487)
  10449.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:893)
  10450.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10451.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10452.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10453.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10454.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10455.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10456.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10457.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10458.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10459.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10460.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10461.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10462.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10463.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10464.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10465.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10466.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10467.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10468.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10469.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10470.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10471.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10472.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10473.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10474.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10475.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10476.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10477.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10478.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10479.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10480.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10481.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10482.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10483.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10484.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10485.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10486.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10487.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10488.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10489.      3/10 snapshots sharing following 55 elements
  10490.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread0(Native Method)
  10491.        java.base@14/sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:54)
  10492.        java.base@14/sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:274)
  10493.        java.base@14/sun.nio.ch.IOUtil.read(IOUtil.java:245)
  10494.        java.base@14/sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:817)
  10495.        java.base@14/sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:802)
  10496.        app//org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
  10497.        app//org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
  10498.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140)
  10499.        app//org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116)
  10500.        app//org.elasticsearch.index.store.Store$VerifyingIndexInput.readBytes(Store.java:1253)
  10501.        app//org.apache.lucene.store.DataInput.readBytes(DataInput.java:88)
  10502.        app//org.elasticsearch.common.lucene.store.InputStreamIndexInput.read(InputStreamIndexInput.java:73)
  10503.        app//org.elasticsearch.common.io.Streams.readFully(Streams.java:199)
  10504.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.hashFile(Store.java:911)
  10505.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:890)
  10506.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10507.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10508.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10509.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10510.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10511.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10512.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10513.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10514.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10515.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10516.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10517.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10518.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10519.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10520.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10521.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10522.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10523.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10524.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10525.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10526.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10527.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10528.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10529.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10530.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10531.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10532.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10533.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10534.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10535.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10536.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10537.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10538.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10539.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10540.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10541.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10542.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10543.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10544.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10545.      3/10 snapshots sharing following 46 elements
  10546.        java.base@14/java.nio.MappedByteBuffer.load(MappedByteBuffer.java:252)
  10547.        app//org.apache.lucene.store.MMapDirectory.map(MMapDirectory.java:272)
  10548.        app//org.apache.lucene.store.MMapDirectory.openInput(MMapDirectory.java:242)
  10549.        app//org.elasticsearch.index.store.FsDirectoryFactory$HybridDirectory.openInput(FsDirectoryFactory.java:141)
  10550.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  10551.        app//org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
  10552.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.checksumFromLuceneFile(Store.java:878)
  10553.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.loadMetadata(Store.java:841)
  10554.        app//org.elasticsearch.index.store.Store$MetadataSnapshot.<init>(Store.java:759)
  10555.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:282)
  10556.        app//org.elasticsearch.index.store.Store.getMetadata(Store.java:247)
  10557.        app//org.elasticsearch.index.shard.IndexShard.snapshotStoreMetadata(IndexShard.java:1214)
  10558.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.listStoreMetaData(TransportNodesListShardStoreMetaData.java:135)
  10559.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:117)
  10560.        app//org.elasticsearch.indices.store.TransportNodesListShardStoreMetaData.nodeOperation(TransportNodesListShardStoreMetaData.java:67)
  10561.        app//org.elasticsearch.action.support.nodes.TransportNodesAction.nodeOperation(TransportNodesAction.java:129)
  10562.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:244)
  10563.        app//org.elasticsearch.action.support.nodes.TransportNodesAction$NodeTransportHandler.messageReceived(TransportNodesAction.java:240)
  10564.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10565.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10566.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10567.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10568.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10569.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10570.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10571.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10572.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10573.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10574.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10575.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10576.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10577.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10578.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10579.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10580.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10581.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10582.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10583.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10584.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10585.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10586.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10587.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10588.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10589.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10590.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10591.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10592.      2/10 snapshots sharing following 2 elements
  10593.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10594.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10595.    
  10596.     0.0% (0s out of 500ms) cpu usage by tstateead 'Notification Tstateead'
  10597.      unique snapshot
  10598.      unique snapshot
  10599.      unique snapshot
  10600.      unique snapshot
  10601.      unique snapshot
  10602.      unique snapshot
  10603.      unique snapshot
  10604.      unique snapshot
  10605.      unique snapshot
  10606.      unique snapshot
  10607.    
  10608.     0.0% (0s out of 500ms) cpu usage by tstateead 'elasticsearch[serverra2_warm.sit.comp.state][generic][T#1063]'
  10609.      2/10 snapshots sharing following 35 elements
  10610.        app//org.elasticsearch.cluster.metadata.MetaData$MetaDataDiff.apply(MetaData.java:962)
  10611.        app//org.elasticsearch.cluster.metadata.MetaData$MetaDataDiff.apply(MetaData.java:878)
  10612.        app//org.elasticsearch.cluster.ClusterState$ClusterStateDiff.apply(ClusterState.java:919)
  10613.        app//org.elasticsearch.cluster.ClusterState$ClusterStateDiff.apply(ClusterState.java:841)
  10614.        app//org.elasticsearch.cluster.coordination.PublicationTransportHandler.handleIncomingPublishRequest(PublicationTransportHandler.java:421)
  10615.        app//org.elasticsearch.cluster.coordination.PublicationTransportHandler.lambda$new$0(PublicationTransportHandler.java:100)
  10616.        app//org.elasticsearch.cluster.coordination.PublicationTransportHandler$$Lambda$3123/0x00007f5eaf5d00b0.messageReceived(Unknown Source)
  10617.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$1.doRun(SecurityServerTransportInterceptor.java:257)
  10618.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10619.        app//org.elasticsearch.common.util.concurrent.EsExecutors$DirectExecutorService.execute(EsExecutors.java:225)
  10620.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.lambda$messageReceived$0(SecurityServerTransportInterceptor.java:306)
  10621.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler$$Lambda$4170/0x00007f5e1a2edd08.accept(Unknown Source)
  10622.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10623.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorizeSystemUser(AuthorizationService.java:385)
  10624.        org.elasticsearch.xpack.security.authz.AuthorizationService.authorize(AuthorizationService.java:190)
  10625.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.lambda$inbound$1(ServerTransportFilter.java:129)
  10626.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile$$Lambda$4172/0x00007f5e1a2ec568.accept(Unknown Source)
  10627.        app//org.elasticsearch.action.ActionListener$1.onResponse(ActionListener.java:63)
  10628.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$authenticateAsync$2(AuthenticationService.java:324)
  10629.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4174/0x00007f5e1a2eacb0.accept(Unknown Source)
  10630.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lambda$lookForExistingAuthentication$6(AuthenticationService.java:386)
  10631.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator$$Lambda$4175/0x00007f5e1a2e90b0.run(Unknown Source)
  10632.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.lookForExistingAuthentication(AuthenticationService.java:397)
  10633.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.authenticateAsync(AuthenticationService.java:321)
  10634.        org.elasticsearch.xpack.security.authc.AuthenticationService$Authenticator.access$000(AuthenticationService.java:263)
  10635.        org.elasticsearch.xpack.security.authc.AuthenticationService.authenticate(AuthenticationService.java:174)
  10636.        org.elasticsearch.xpack.security.transport.ServerTransportFilter$NodeProfile.inbound(ServerTransportFilter.java:120)
  10637.        org.elasticsearch.xpack.security.transport.SecurityServerTransportInterceptor$ProfileSecuredRequestHandler.messageReceived(SecurityServerTransportInterceptor.java:313)
  10638.        app//org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:63)
  10639.        app//org.elasticsearch.transport.InboundHandler$RequestHandler.doRun(InboundHandler.java:264)
  10640.        app//org.elasticsearch.common.util.concurrent.TstateeadContext$ContextPreservingAbstractRunnable.doRun(TstateeadContext.java:692)
  10641.        app//org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37)
  10642.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1130)
  10643.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10644.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10645.      unique snapshot
  10646.        java.base@14/jdk.internal.misc.Unsafe.park(Native Method)
  10647.        java.base@14/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
  10648.        java.base@14/java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:740)
  10649.        java.base@14/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:684)
  10650.        java.base@14/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1374)
  10651.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.getTask(TstateeadPoolExecutor.java:1055)
  10652.        java.base@14/java.util.concurrent.TstateeadPoolExecutor.runWorker(TstateeadPoolExecutor.java:1116)
  10653.        java.base@14/java.util.concurrent.TstateeadPoolExecutor$Worker.run(TstateeadPoolExecutor.java:630)
  10654.        java.base@14/java.lang.Tstateead.run(Tstateead.java:832)
  10655.  
  10656.  
  10657.  

Reply to "Untitled"