Have you ever seen the diagnostics.data folder in the mongodb data folder and wondered what was going on in there?
Well, since mongodb is open source we can figure it out.
Note that most if not all of this information is based on the source for mongodb 4.2.13, there may have been changes to ftdc (full time diagnostic data collection) since that version.
If you're just interested in the data and not the process you should check out mongodb's ftdc repo. See also: https://www.mongodb.com/docs/manual/administration/analyzing-mongodb-performance/
See src/mongo/db/ftdc/decompressor.cpp
We'll start with using the bsondump tool to dump a metrics file
Each metrics file is first a bson file with a number of documents, starting with a line that contains host/server data. Per mongodb documentation, there should not ever be any sensitive data like;
- Samples of queries, query predicates, or query results
- Data sampled from any end-user collection or index
- System or MongoDB user credentials or security certificates
{"_id":{"$date":{"$numberLong":"1708796489023"}},"type":{"$numberInt":"0"},"doc":{"start":{"$date":{"$numberLong":"1708796489023"}},"buildInfo":{"start":{"$date":{"$numberLong":"1708796489023"}},"version":"4.2.13","gitVersion":"82dd40f60c55dae12426c08fd7150d79a0e28e23","targetMinOS":"Windows 7/Windows Server 2008 R2","modules":[],"allocator":"tcmalloc","javascriptEngine":"mozjs","sysInfo":"deprecated","versionArray":[{"$numberInt":"4"},{"$numberInt":"2"},{"$numberInt":"13"},{"$numberInt":"0"}],"openssl":{"running":"Windows SChannel"},"buildEnvironment":{"distmod":"2012plus","distarch":"x86_64","cc":"cl: Microsoft (R) C/C++ Optimizing Compiler Version 19.16.27043 for x64","ccflags":"/nologo /EHsc /W3 /wd4068 /wd4244 /wd4267 /wd4290 /wd4351 /wd4355 /wd4373 /wd4800 /wd5041 /wd4291 /we4013 /we4099 /we4930 /WX /errorReport:none /MD /O2 /Oy- /bigobj /utf-8 /permissive- /Zc:__cplusplus /Zc:sizedDealloc /volatile:iso /diagnostics:caret /std:c++17 /Gw /Gy /Zc:inline","cxx":"cl: Microsoft (R) C/C++ Optimizing Compiler Version 19.16.27043 for x64","cxxflags":"/TP","linkflags":"/nologo /DEBUG /INCREMENTAL:NO /LARGEADDRESSAWARE /OPT:REF","target_arch":"x86_64","target_os":"windows"},"bits":{"$numberInt":"64"},"debug":false,"maxBsonObjectSize":{"$numberInt":"16777216"},"storageEngines":["biggie","devnull","ephemeralForTest","wiredTiger"],"ok":{"$numberDouble":"1.0"},"end":{"$date":{"$numberLong":"1708796489023"}}},"getCmdLineOpts":{"start":{"$date":{"$numberLong":"1708796489023"}},"argv":["C:\\MongoDB\\bin\\mongod.exe","--config","C:\\mongod.cfg","--service"],"parsed":{"config":"C:\\mongod.cfg","net":{"bindIp":"127.0.0.1"},"service":true,"setParameter":{"internalQueryExecMaxBlockingSortBytes":"2147483647"},"storage":{"dbPath":"C:\\MongoDB\\\\\\data"},"systemLog":{"destination":"file","path":"C:\\MongoDB\\\\\\logs\\mongo.log"}},"ok":{"$numberDouble":"1.0"},"end":{"$date":{"$numberLong":"1708796489024"}}},"hostInfo":{"start":{"$date":{"$numberLong":"1708796489024"}},"system":{"currentTime":{"$date":{"$numberLong":"1708796489024"}},"hostname":"hostname","cpuAddrSize":{"$numberInt":"64"},"memSizeMB":{"$numberInt":"16383"},"memLimitMB":{"$numberInt":"16383"},"numCores":{"$numberInt":"8"},"cpuArch":"x86_64","numaEnabled":false},"os":{"type":"Windows","name":"Microsoft Windows 10","version":"10.0 (build 19045)"},"extra":{"pageSize":{"$numberLong":"4096"},"physicalCores":{"$numberInt":"8"}},"ok":{"$numberDouble":"1.0"},"end":{"$date":{"$numberLong":"1708796489024"}}},"end":{"$date":{"$numberLong":"1708796489024"}}}}Each of the subsequent bson documents contains a data key that contains zlib compressed data (among other stuff), here is what the output looks
{"_id":{"$date":{"$numberLong":"1708796490000"}},"type":{"$numberInt":"1"},"data":{"$binary":{"base64":"<truncated>","subType":"00"}}}Per decompressor.cpp the "zlib" data block starts out with a int that describes the zlib uncompress data size that can be used for error checking.
Here is what the decompressed data looks like;
{"start": {"$date": "2024-02-24T17:41:30Z"}, "serverStatus": {"start": {"$date": "2024-02-24T17:41:30Z"}, "host": "hostname", "version": "4.2.13", "process": "C:\\MongoDB\\bin\\mongod.exe", "pid": 3364, "uptime": 932871.0, "uptimeMillis": 932870945, "uptimeEstimate": 932870, "localTime": {"$date": "2024-02-24T17:41:30Z"}, "asserts": {"regular": 0, "warning": 0, "msg": 0, "user": 8, "rollovers": 0}, "connections": {"current": 28, "available": 999972, "totalCreated": 5211, "active": 0}, "electionMetrics": {"stepUpCmd": {"called": 0, "successful": 0}, "priorityTakeover": {"called": 0, "successful": 0}, "catchUpTakeover": {"called": 0, "successful": 0}, "electionTimeout": {"called": 0, "successful": 0}, "freezeTimeout": {"called": 0, "successful": 0}, "numStepDownsCausedByHigherTerm": 0, "numCatchUps": 0, "numCatchUpsSucceeded": 0, "numCatchUpsAlreadyCaughtUp": 0, "numCatchUpsSkipped": 0, "numCatchUpsTimedOut": 0, "numCatchUpsFailedWithError": 0, "numCatchUpsFailedWithNewTerm": 0, "numCatchUpsFailedWithReplSetAbortPrimaryCatchUpCmd": 0, "averageCatchUpOps": 0.0}, "extra_info": {"note": "fields vary by platform", "page_faults": 6559660, "usagePageFileMB": 143, "totalPageFileMB": 20258, "availPageFileMB": 6526, "ramMB": 16383}, "flowControl": {"enabled": true, "targetRateLimit": 1000000000, "timeAcquiringMicros": 29421263, "locksPerOp": 0.0, "sustainerRate": 0, "isLagged": false, "isLaggedCount": 0, "isLaggedTimeMicros": 0}, "freeMonitoring": {"state": "disabled", "retryIntervalSecs": 1, "registerErrors": 0, "metricsErrors": 0}, "globalLock": {"totalTime": 932870919000, "currentQueue": {"total": 0, "readers": 0, "writers": 0}, "activeClients": {"total": 0, "readers": 0, "writers": 0}}, "locks": {"ParallelBatchWriterMode": {"acquireCount": {"r": 58223882}}, "ReplicationStateTransition": {"acquireCount": {"w": 73733905}}, "Global": {"acquireCount": {"r": 15525586, "w": 58208315, "W": 4}}, "Database": {"acquireCount": {"r": 13666900, "w": 58208312, "W": 3}}, "Collection": {"acquireCount": {"r": 13670033, "w": 32394894}}, "Mutex": {"acquireCount": {"r": 46119918}}, "oplog": {"acquireCount": {"r": 926407}}}, "logicalSessionRecordCache": {"activeSessionsCount": 11, "sessionsCollectionJobCount": 3110, "lastSessionsCollectionJobDurationMillis": 3, "lastSessionsCollectionJobTimestamp": {"$date": "2024-02-24T17:38:42.802Z"}, "lastSessionsCollectionJobEntriesRefreshed": 12, "lastSessionsCollectionJobEntriesEnded": 0, "lastSessionsCollectionJobCursorsClosed": 0, "transactionReaperJobCount": 3110, "lastTransactionReaperJobDurationMillis": 1, "lastTransactionReaperJobTimestamp": {"$date": "2024-02-24T17:38:42.755Z"}, "lastTransactionReaperJobEntriesCleanedUp": 0, "sessionCatalogSize": 0}, "network": {"bytesIn": 10462517460, "bytesOut": 631988214291, "physicalBytesIn": 10462517460, "physicalBytesOut": 631988214291, "numRequests": 46181184, "compression": {"snappy": {"compressor": {"bytesIn": 0, "bytesOut": 0}, "decompressor": {"bytesIn": 0, "bytesOut": 0}}, "zstd": {"compressor": {"bytesIn": 0, "bytesOut": 0}, "decompressor": {"bytesIn": 0, "bytesOut": 0}}, "zlib": {"compressor": {"bytesIn": 0, "bytesOut": 0}, "decompressor": {"bytesIn": 0, "bytesOut": 0}}}, "serviceExecutorTaskStats": {"executor": "passthrough", "threadsRunning": 28}}, "opLatencies": {"reads": {"latency": 2766932718, "ops": 12697839}, "writes": {"latency": 2161963796, "ops": 6531415}, "commands": {"latency": 1975241849, "ops": 26951930}, "transactions": {"latency": 0, "ops": 0}}, "opReadConcernCounters": {"available": 0, "linearizable": 0, "local": 0, "majority": 0, "snapshot": 0, "none": 12683273}, "opcounters": {"insert": 45, "query": 12683273, "update": 1713886, "delete": 793518, "getmore": 0, "command": 31034287}, "opcountersRepl": {"insert": 0, "query": 0, "update": 0, "delete": 0, "getmore": 0, "command": 0}, "storageEngine": {"name": "wiredTiger", "supportsCommittedReads": true, "oldestRequiredTimestampForCrashRecovery": {"$timestamp": {"t": 0, "i": 0}}, "supportsPendingDrops": true, "dropPendingIdents": 0, "supportsSnapshotReadConcern": true, "readOnly": false, "persistent": true, "backupCursorOpen": false}, "tcmalloc": {"generic": {"current_allocated_bytes": 88131864, "heap_size": 94240768}, "tcmalloc": {"pageheap_free_bytes": 1703936, "pageheap_unmapped_bytes": 1454080, "max_total_thread_cache_bytes": 1073741824, "current_total_thread_cache_bytes": 1419560, "total_free_bytes": 2950888, "central_cache_free_bytes": 529856, "transfer_cache_free_bytes": 1001472, "thread_cache_free_bytes": 1419560, "aggressive_memory_decommit": 0, "pageheap_committed_bytes": 92786688, "pageheap_scavenge_count": 1072, "pageheap_commit_count": 2500, "pageheap_total_commit_bytes": 267157504, "pageheap_decommit_count": 1072, "pageheap_total_decommit_bytes": 174370816, "pageheap_reserve_count": 52, "pageheap_total_reserve_bytes": 94240768, "spinlock_total_delay_ns": 40599789200, "release_rate": 1.0, "formattedString": "------------------------------------------------\nMALLOC: 88131864 ( 84.0 MiB) Bytes in use by application\nMALLOC: + 1703936 ( 1.6 MiB) Bytes in page heap freelist\nMALLOC: + 529856 ( 0.5 MiB) Bytes in central cache freelist\nMALLOC: + 1001472 ( 1.0 MiB) Bytes in transfer cache freelist\nMALLOC: + 1419560 ( 1.4 MiB) Bytes in thread cache freelists\nMALLOC: + 2752512 ( 2.6 MiB) Bytes in malloc metadata\nMALLOC: ------------\nMALLOC: = 95539200 ( 91.1 MiB) Actual memory used (physical + swap)\nMALLOC: + 1454080 ( 1.4 MiB) Bytes released to OS (aka unmapped)\nMALLOC: ------------\nMALLOC: = 96993280 ( 92.5 MiB) Virtual address space used\nMALLOC:\nMALLOC: 835 Spans in use\nMALLOC: 30 Thread heaps in use\nMALLOC: 4096 Tcmalloc page size\n------------------------------------------------\nCall ReleaseFreeMemory() to release freelist memory to the OS (via madvise()).\nBytes released to the OS take up virtual address space but no physical memory.\n"}}, "trafficRecording": {"running": false}, "transactions": {"retriedCommandsCount": 0, "retriedStatementsCount": 0, "transactionsCollectionWriteCount": 0, "currentActive": 0, "currentInactive": 0, "currentOpen": 0, "totalAborted": 0, "totalCommitted": 0, "totalStarted": 0, "totalPrepared": 0, "totalPreparedThenCommitted": 0, "totalPreparedThenAborted": 0, "currentPrepared": 0}, "transportSecurity": {"1.0": 0, "1.1": 0, "1.2": 0, "1.3": 0, "unknown": 0}, "twoPhaseCommitCoordinator": {"totalCreated": 0, "totalStartedTwoPhaseCommit": 0, "totalAbortedTwoPhaseCommit": 0, "totalCommittedTwoPhaseCommit": 0, "currentInSteps": {"writingParticipantList": 0, "waitingForVotes": 0, "writingDecision": 0, "waitingForDecisionAcks": 0, "deletingCoordinatorDoc": 0}}, "wiredTiger": {"uri": "statistics:", "async": {"current work queue length": 0, "maximum work queue length": 0, "number of allocation state races": 0, "number of flush calls": 0, "number of operation slots viewed for allocation": 0, "number of times operation allocation failed": 0, "number of times worker found no work": 0, "total allocations": 0, "total compact calls": 0, "total insert calls": 0, "total remove calls": 0, "total search calls": 0, "total update calls": 0}, "block-manager": {"blocks pre-loaded": 63, "blocks read": 41798, "blocks written": 187999, "bytes read": 171409408, "bytes written": 1663455232.0, "bytes written for checkpoint": 1663422464.0, "mapped blocks read": 0, "mapped bytes read": 0}, "cache": {"application threads page read from disk to cache count": 81, "application threads page read from disk to cache time (usecs)": 15000, "application threads page write from cache to disk count": 104802, "application threads page write from cache to disk time (usecs)": 13438318, "bytes belonging to page images in the cache": 637871, "bytes belonging to the cache overflow table in the cache": 182, "bytes currently in the cache": 3897264, "bytes dirty in the cache cumulative": 4519628697.0, "bytes not belonging to page images in the cache": 3259392, "bytes read into cache": 593582, "bytes written from cache": 2249939935.0, "cache overflow cursor application thread wait time (usecs)": 0, "cache overflow cursor internal thread wait time (usecs)": 0, "cache overflow score": 0, "cache overflow table entries": 0, "cache overflow table insert calls": 0, "cache overflow table max on-disk size": 0, "cache overflow table on-disk size": 0, "cache overflow table remove calls": 0, "checkpoint blocked page eviction": 0, "eviction calls to get a page": 48800, "eviction calls to get a page found queue empty": 48800, "eviction calls to get a page found queue empty after locking": 0, "eviction currently operating in aggressive mode": 0, "eviction empty score": 0, "eviction passes of a file": 0, "eviction server candidate queue empty when topping up": 0, "eviction server candidate queue not empty when topping up": 0, "eviction server evicting pages": 0, "eviction server slept, because we did not make progress with eviction": 0, "eviction server unable to reach eviction goal": 0, "eviction server waiting for a leaf page": 1, "eviction state": 128, "eviction walk target pages histogram - 0-9": 0, "eviction walk target pages histogram - 10-31": 0, "eviction walk target pages histogram - 128 and higher": 0, "eviction walk target pages histogram - 32-63": 0, "eviction walk target pages histogram - 64-128": 0, "eviction walk target strategy both clean and dirty pages": 0, "eviction walk target strategy only clean pages": 0, "eviction walk target strategy only dirty pages": 0, "eviction walks abandoned": 0, "eviction walks gave up because they restarted their walk twice": 0, "eviction walks gave up because they saw too many pages and found no candidates": 0, "eviction walks gave up because they saw too many pages and found too few candidates": 0, "eviction walks reached end of tree": 0, "eviction walks started from root of tree": 0, "eviction walks started from saved location in tree": 0, "eviction worker thread active": 4, "eviction worker thread created": 0, "eviction worker thread evicting pages": 0, "eviction worker thread removed": 0, "eviction worker thread stable number": 0, "files with active eviction walks": 0, "files with new eviction walks started": 0, "force re-tuning of eviction workers once in a while": 0, "forced eviction - pages evicted that were clean count": 0, "forced eviction - pages evicted that were clean time (usecs)": 0, "forced eviction - pages evicted that were dirty count": 33, "forced eviction - pages evicted that were dirty time (usecs)": 3977, "forced eviction - pages selected because of too many deleted items count": 33, "forced eviction - pages selected count": 33, "forced eviction - pages selected unable to be evicted count": 0, "forced eviction - pages selected unable to be evicted time": 0, "hazard pointer blocked page eviction": 0, "hazard pointer check calls": 33, "hazard pointer check entries walked": 0, "hazard pointer maximum array length": 0, "in-memory page passed criteria to be split": 0, "in-memory page splits": 0, "internal pages evicted": 0, "internal pages queued for eviction": 0, "internal pages seen by eviction walk": 0, "internal pages seen by eviction walk that are already queued": 0, "internal pages split during eviction": 0, "leaf pages split during eviction": 0, "maximum bytes configured": 8052015104.0, "maximum page size at eviction": 0, "modified pages evicted": 33, "modified pages evicted by application threads": 0, "operations timed out waiting for space in cache": 0, "overflow pages read into cache": 0, "page split during eviction deepened the tree": 0, "page written requiring cache overflow records": 0, "pages currently held in the cache": 121, "pages evicted by application threads": 0, "pages queued for eviction": 0, "pages queued for eviction post lru sorting": 0, "pages queued for urgent eviction": 0, "pages queued for urgent eviction during walk": 0, "pages read into cache": 143, "pages read into cache after truncate": 0, "pages read into cache after truncate in prepare state": 0, "pages read into cache requiring cache overflow entries": 0, "pages read into cache requiring cache overflow for checkpoint": 0, "pages read into cache skipping older cache overflow entries": 0, "pages read into cache with skipped cache overflow entries needed later": 0, "pages read into cache with skipped cache overflow entries needed later by checkpoint": 0, "pages requested from the cache": 21049535, "pages seen by eviction walk": 0, "pages seen by eviction walk that are already queued": 0, "pages selected for eviction unable to be evicted": 0, "pages selected for eviction unable to be evicted as the parent page has overflow items": 0, "pages selected for eviction unable to be evicted because of active children on an internal page": 0, "pages selected for eviction unable to be evicted because of failure in reconciliation": 0, "pages selected for eviction unable to be evicted due to newer modifications on a clean page": 0, "pages walked for eviction": 0, "pages written from cache": 104803, "pages written requiring in-memory restoration": 0, "percentage overhead": 8, "tracked bytes belonging to internal pages in the cache": 26236, "tracked bytes belonging to leaf pages in the cache": 3871028, "tracked dirty bytes in the cache": 510969, "tracked dirty pages in the cache": 3, "unmodified pages evicted": 0}, "capacity": {"background fsync file handles considered": 0, "background fsync file handles synced": 0, "background fsync time (msecs)": 0, "bytes read": 790528, "bytes written for checkpoint": 1074610197.0, "bytes written for eviction": 927, "bytes written for log": 1300763392.0, "bytes written total": 2375374516.0, "threshold to call fsync": 0, "time waiting due to total capacity (usecs)": 0, "time waiting during checkpoint (usecs)": 0, "time waiting during eviction (usecs)": 0, "time waiting during logging (usecs)": 0, "time waiting during read (usecs)": 0}, "connection": {"auto adjusting condition resets": 152424, "auto adjusting condition wait calls": 5870240, "detected system time went backwards": 0, "files currently open": 62, "hash bucket array size for data handles": 512, "hash bucket array size general": 512, "memory allocations": 51692918, "memory frees": 51681994, "memory re-allocations": 9747358, "pthread mutex condition wait calls": 15652174, "pthread mutex shared lock read-lock calls": 53835090, "pthread mutex shared lock write-lock calls": 1371080, "total fsync I/Os": 114532, "total read I/Os": 58638, "total write I/Os": 245351}, "cursor": {"cached cursor count": 95, "cursor bulk loaded cursor insert calls": 0, "cursor close calls that result in cache": 21488082, "cursor create calls": 17261, "cursor insert calls": 99558, "cursor insert key and value bytes": 37973284, "cursor modify calls": 22085, "cursor modify key and value bytes affected": 437357826, "cursor modify value bytes modified": 176680, "cursor next calls": 67881261, "cursor operation restarted": 0, "cursor prev calls": 120, "cursor remove calls": 36127, "cursor remove key bytes removed": 476083, "cursor reserve calls": 0, "cursor reset calls": 44163628, "cursor search calls": 2627998, "cursor search near calls": 9335848, "cursor sweep buckets": 5028294, "cursor sweep cursors closed": 0, "cursor sweep cursors examined": 151091, "cursor sweeps": 838049, "cursor truncate calls": 0, "cursor update calls": 0, "cursor update key and value bytes": 0, "cursor update value size change": 0, "cursors reused from cache": 21472166, "open cursor count": 25}, "data-handle": {"connection data handle size": 432, "connection data handles currently active": 117, "connection sweep candidate became referenced": 0, "connection sweep dhandles closed": 0, "connection sweep dhandles removed from hash list": 26059, "connection sweep time-of-death sets": 617007, "connection sweeps": 93256, "connection sweeps skipped due to checkpoint gathering handles": 0, "session dhandles swept": 261206, "session sweep attempts": 19385}, "lock": {"checkpoint lock acquisitions": 15541, "checkpoint lock application thread wait time (usecs)": 0, "checkpoint lock internal thread wait time (usecs)": 0, "dhandle lock application thread time waiting (usecs)": 0, "dhandle lock internal thread time waiting (usecs)": 0, "dhandle read lock acquisitions": 3922369, "dhandle write lock acquisitions": 52235, "durable timestamp queue lock application thread time waiting (usecs)": 0, "durable timestamp queue lock internal thread time waiting (usecs)": 0, "durable timestamp queue read lock acquisitions": 0, "durable timestamp queue write lock acquisitions": 0, "metadata lock acquisitions": 15541, "metadata lock application thread wait time (usecs)": 999, "metadata lock internal thread wait time (usecs)": 0, "read timestamp queue lock application thread time waiting (usecs)": 0, "read timestamp queue lock internal thread time waiting (usecs)": 0, "read timestamp queue read lock acquisitions": 0, "read timestamp queue write lock acquisitions": 0, "schema lock acquisitions": 15660, "schema lock application thread wait time (usecs)": 0, "schema lock internal thread wait time (usecs)": 0, "table lock application thread time waiting for the table lock (usecs)": 0, "table lock internal thread time waiting for the table lock (usecs)": 0, "table read lock acquisitions": 0, "table write lock acquisitions": 59, "txn global lock application thread time waiting (usecs)": 0, "txn global lock internal thread time waiting (usecs)": 0, "txn global read lock acquisitions": 149837, "txn global write lock acquisitions": 67913}, "log": {"busy returns attempting to switch slots": 101, "force archive time sleeping (usecs)": 0, "log bytes of payload data": 39621853, "log bytes written": 49021184, "log files manually zero-filled": 0, "log flush operations": 9224774, "log force write operations": 10241076, "log force write operations skipped": 10214804, "log records compressed": 17458, "log records not compressed": 34522, "log records too small to compress": 55121, "log release advances write LSN": 15542, "log scan operations": 6, "log scan records requiring two reads": 0, "log server thread advances write LSN": 26266, "log server thread write LSN walk skipped": 1013922, "log sync operations": 41844, "log sync time duration (usecs)": 154430287, "log sync_dir operations": 1, "log sync_dir time duration (usecs)": 0, "log write operations": 107101, "logging bytes consolidated": 49020672, "maximum log file size": 104857600, "number of pre-allocated log files to create": 2, "pre-allocated log files not ready and missed": 1, "pre-allocated log files prepared": 2, "pre-allocated log files used": 0, "records processed by log scan": 13, "slot close lost race": 0, "slot close unbuffered waits": 0, "slot closures": 41808, "slot join atomic update races": 1, "slot join calls atomic updates raced": 1, "slot join calls did not yield": 107100, "slot join calls found active slot closed": 0, "slot join calls slept": 0, "slot join calls yielded": 1, "slot join found active slot closed": 0, "slot joins yield time (usecs)": 0, "slot transitions unable to find free slot": 0, "slot unbuffered writes": 0, "total in-memory size of compressed records": 73961791, "total log buffer size": 33554432, "total size of compressed records": 31714059, "written slots coalesced": 0, "yields waiting for previous log file close": 0}, "perf": {"file system read latency histogram (bucket 1) - 10-49ms": 4, "file system read latency histogram (bucket 2) - 50-99ms": 0, "file system read latency histogram (bucket 3) - 100-249ms": 0, "file system read latency histogram (bucket 4) - 250-499ms": 0, "file system read latency histogram (bucket 5) - 500-999ms": 0, "file system read latency histogram (bucket 6) - 1000ms+": 0, "file system write latency histogram (bucket 1) - 10-49ms": 29, "file system write latency histogram (bucket 2) - 50-99ms": 2, "file system write latency histogram (bucket 3) - 100-249ms": 0, "file system write latency histogram (bucket 4) - 250-499ms": 0, "file system write latency histogram (bucket 5) - 500-999ms": 0, "file system write latency histogram (bucket 6) - 1000ms+": 0, "operation read latency histogram (bucket 1) - 100-249us": 1, "operation read latency histogram (bucket 2) - 250-499us": 7, "operation read latency histogram (bucket 3) - 500-999us": 16636, "operation read latency histogram (bucket 4) - 1000-9999us": 31887, "operation read latency histogram (bucket 5) - 10000us+": 3, "operation write latency histogram (bucket 1) - 100-249us": 0, "operation write latency histogram (bucket 2) - 250-499us": 0, "operation write latency histogram (bucket 3) - 500-999us": 474, "operation write latency histogram (bucket 4) - 1000-9999us": 533, "operation write latency histogram (bucket 5) - 10000us+": 0}, "reconciliation": {"fast-path pages deleted": 0, "page reconciliation calls": 95521, "page reconciliation calls for eviction": 8, "pages deleted": 0, "split bytes currently awaiting free": 0, "split objects currently awaiting free": 0}, "session": {"open session count": 22, "session query timestamp calls": 0, "table alter failed calls": 0, "table alter successful calls": 0, "table alter unchanged and skipped": 0, "table compact failed calls": 0, "table compact successful calls": 0, "table create failed calls": 0, "table create successful calls": 1, "table drop failed calls": 0, "table drop successful calls": 0, "table import failed calls": 0, "table import successful calls": 0, "table rebalance failed calls": 0, "table rebalance successful calls": 0, "table rename failed calls": 0, "table rename successful calls": 0, "table salvage failed calls": 0, "table salvage successful calls": 0, "table truncate failed calls": 0, "table truncate successful calls": 0, "table verify failed calls": 0, "table verify successful calls": 0}, "thread-state": {"active filesystem fsync calls": 0, "active filesystem read calls": 0, "active filesystem write calls": 0}, "thread-yield": {"application thread time evicting (usecs)": 0, "application thread time waiting for cache (usecs)": 0, "connection close blocked waiting for transaction state stabilization": 0, "connection close yielded for lsm manager shutdown": 0, "data handle lock yielded": 270263, "get reference for page index and slot time sleeping (usecs)": 0, "log server sync yielded for log write": 0, "page access yielded due to prepare state change": 0, "page acquire busy blocked": 0, "page acquire eviction blocked": 0, "page acquire locked blocked": 0, "page acquire read blocked": 2, "page acquire time sleeping (usecs)": 200, "page delete rollback time sleeping for state change (usecs)": 0, "page reconciliation yielded due to child modification": 0}, "transaction": {"Number of prepared updates": 0, "Number of prepared updates added to cache overflow": 0, "durable timestamp queue entries walked": 0, "durable timestamp queue insert to empty": 0, "durable timestamp queue inserts to head": 0, "durable timestamp queue inserts total": 0, "durable timestamp queue length": 0, "number of named snapshots created": 0, "number of named snapshots dropped": 0, "prepared transactions": 0, "prepared transactions committed": 0, "prepared transactions currently active": 0, "prepared transactions rolled back": 0, "query timestamp calls": 932274, "read timestamp queue entries walked": 0, "read timestamp queue insert to empty": 0, "read timestamp queue inserts to head": 0, "read timestamp queue inserts total": 0, "read timestamp queue length": 0, "rollback to stable calls": 0, "rollback to stable updates aborted": 0, "rollback to stable updates removed from cache overflow": 0, "set timestamp calls": 0, "set timestamp durable calls": 0, "set timestamp durable updates": 0, "set timestamp oldest calls": 0, "set timestamp oldest updates": 0, "set timestamp stable calls": 0, "set timestamp stable updates": 0, "transaction begins": 19367020, "transaction checkpoint currently running": 0, "transaction checkpoint generation": 15542, "transaction checkpoint max time (msecs)": 1461, "transaction checkpoint min time (msecs)": 3, "transaction checkpoint most recent duration for gathering all handles (usecs)": 997, "transaction checkpoint most recent duration for gathering applied handles (usecs)": 0, "transaction checkpoint most recent duration for gathering skipped handles (usecs)": 997, "transaction checkpoint most recent handles applied": 3, "transaction checkpoint most recent handles skipped": 55, "transaction checkpoint most recent handles walked": 119, "transaction checkpoint most recent time (msecs)": 22, "transaction checkpoint scrub dirty target": 0, "transaction checkpoint scrub time (msecs)": 0, "transaction checkpoint total time (msecs)": 343876, "transaction checkpoints": 15541, "transaction checkpoints skipped because database was clean": 0, "transaction failures due to cache overflow": 0, "transaction fsync calls for checkpoint after allocating the transaction ID": 15541, "transaction fsync duration for checkpoint after allocating the transaction ID (usecs)": 7989, "transaction range of IDs currently pinned": 0, "transaction range of IDs currently pinned by a checkpoint": 0, "transaction range of IDs currently pinned by named snapshots": 0, "transaction range of timestamps currently pinned": 0, "transaction range of timestamps pinned by a checkpoint": 0, "transaction range of timestamps pinned by the oldest active read timestamp": 0, "transaction range of timestamps pinned by the oldest timestamp": 0, "transaction read timestamp of the oldest active reader": 0, "transaction sync calls": 0, "transactions committed": 60633, "transactions rolled back": 19306387, "update conflicts": 0}, "concurrentTransactions": {"write": {"out": 0, "available": 128, "totalTickets": 128}, "read": {"out": 0, "available": 128, "totalTickets": 128}}, "snapshot-window-settings": {"cache pressure percentage threshold": 95, "current cache pressure percentage": 0, "total number of SnapshotTooOld errors": 0, "max target available snapshots window size in seconds": 5, "target available snapshots window size in seconds": 5, "current available snapshots window size in seconds": 0, "latest majority snapshot timestamp available": "Dec 31 19:00:00:0", "oldest majority snapshot timestamp available": "Dec 31 19:00:00:0"}, "oplog": {"visibility timestamp": {"$timestamp": {"t": 0, "i": 0}}}}, "mem": {"bits": 64, "resident": 37, "virtual": 5425, "supported": true}, "metrics": {"aggStageCounters": {"$_internalInhibitOptimization": 0, "$_internalSplitPipeline": 0, "$addFields": 0, "$bucket": 0, "$bucketAuto": 0, "$changeStream": 0, "$collStats": 0, "$count": 0, "$currentOp": 0, "$facet": 0, "$geoNear": 0, "$graphLookup": 0, "$group": 17664, "$indexStats": 0, "$limit": 0, "$listLocalSessions": 0, "$listSessions": 0, "$lookup": 0, "$match": 17664, "$merge": 0, "$mergeCursors": 0, "$out": 0, "$planCacheStats": 0, "$project": 0, "$redact": 0, "$replaceRoot": 0, "$replaceWith": 0, "$sample": 0, "$set": 0, "$skip": 0, "$sort": 0, "$sortByCount": 0, "$unset": 0, "$unwind": 0}, "commands": {"<UNKNOWN>": 0, "_addShard": {"failed": 0, "total": 0}, "_cloneCatalogData": {"failed": 0, "total": 0}, "_cloneCollectionOptionsFromPrimaryShard": {"failed": 0, "total": 0}, "_configsvrAddShard": {"failed": 0, "total": 0}, "_configsvrAddShardToZone": {"failed": 0, "total": 0}, "_configsvrBalancerStart": {"failed": 0, "total": 0}, "_configsvrBalancerStatus": {"failed": 0, "total": 0}, "_configsvrBalancerStop": {"failed": 0, "total": 0}, "_configsvrClearJumboFlag": {"failed": 0, "total": 0}, "_configsvrCommitChunkMerge": {"failed": 0, "total": 0}, "_configsvrCommitChunkMigration": {"failed": 0, "total": 0}, "_configsvrCommitChunkSplit": {"failed": 0, "total": 0}, "_configsvrCommitMovePrimary": {"failed": 0, "total": 0}, "_configsvrCreateCollection": {"failed": 0, "total": 0}, "_configsvrCreateDatabase": {"failed": 0, "total": 0}, "_configsvrDropCollection": {"failed": 0, "total": 0}, "_configsvrDropDatabase": {"failed": 0, "total": 0}, "_configsvrEnableSharding": {"failed": 0, "total": 0}, "_configsvrMoveChunk": {"failed": 0, "total": 0}, "_configsvrMovePrimary": {"failed": 0, "total": 0}, "_configsvrRemoveShard": {"failed": 0, "total": 0}, "_configsvrRemoveShardFromZone": {"failed": 0, "total": 0}, "_configsvrShardCollection": {"failed": 0, "total": 0}, "_configsvrUpdateZoneKeyRange": {"failed": 0, "total": 0}, "_flushDatabaseCacheUpdates": {"failed": 0, "total": 0}, "_flushRoutingTableCacheUpdates": {"failed": 0, "total": 0}, "_getNextSessionMods": {"failed": 0, "total": 0}, "_getUserCacheGeneration": {"failed": 0, "total": 0}, "_isSelf": {"failed": 0, "total": 0}, "_mergeAuthzCollections": {"failed": 0, "total": 0}, "_migrateClone": {"failed": 0, "total": 0}, "_movePrimary": {"failed": 0, "total": 0}, "_recvChunkAbort": {"failed": 0, "total": 0}, "_recvChunkCommit": {"failed": 0, "total": 0}, "_recvChunkStart": {"failed": 0, "total": 0}, "_recvChunkStatus": {"failed": 0, "total": 0}, "_shardsvrShardCollection": {"failed": 0, "total": 0}, "_transferMods": {"failed": 0, "total": 0}, "abortTransaction": {"failed": 0, "total": 0}, "aggregate": {"failed": 0, "total": 17664}, "appendOplogNote": {"failed": 0, "total": 0}, "applyOps": {"failed": 0, "total": 0}, "authenticate": {"failed": 0, "total": 0}, "availableQueryOptions": {"failed": 0, "total": 0}, "buildInfo": {"failed": 0, "total": 5207}, "checkShardingIndex": {"failed": 0, "total": 0}, "cleanupOrphaned": {"failed": 0, "total": 0}, "cloneCollection": {"failed": 0, "total": 0}, "cloneCollectionAsCapped": {"failed": 0, "total": 0}, "collMod": {"failed": 0, "total": 0}, "collStats": {"failed": 0, "total": 0}, "commitTransaction": {"failed": 0, "total": 0}, "compact": {"failed": 0, "total": 0}, "connPoolStats": {"failed": 0, "total": 0}, "connPoolSync": {"failed": 0, "total": 0}, "connectionStatus": {"failed": 0, "total": 0}, "convertToCapped": {"failed": 0, "total": 0}, "coordinateCommitTransaction": {"failed": 0, "total": 0}, "count": {"failed": 0, "total": 5}, "create": {"failed": 0, "total": 0}, "createIndexes": {"failed": 0, "total": 25813418}, "createRole": {"failed": 0, "total": 0}, "createUser": {"failed": 0, "total": 0}, "currentOp": {"failed": 0, "total": 0}, "dataSize": {"failed": 0, "total": 0}, "dbHash": {"failed": 0, "total": 0}, "dbStats": {"failed": 0, "total": 0}, "delete": {"failed": 0, "total": 793518}, "distinct": {"failed": 0, "total": 8}, "driverOIDTest": {"failed": 0, "total": 0}, "drop": {"failed": 0, "total": 0}, "dropAllRolesFromDatabase": {"failed": 0, "total": 0}, "dropAllUsersFromDatabase": {"failed": 0, "total": 0}, "dropConnections": {"failed": 0, "total": 0}, "dropDatabase": {"failed": 0, "total": 0}, "dropIndexes": {"failed": 0, "total": 0}, "dropRole": {"failed": 0, "total": 0}, "dropUser": {"failed": 0, "total": 0}, "endSessions": {"failed": 0, "total": 0}, "explain": {"failed": 0, "total": 0}, "features": {"failed": 0, "total": 0}, "filemd5": {"failed": 0, "total": 0}, "find": {"failed": 0, "total": 12683273}, "findAndModify": {"arrayFilters": 0, "failed": 0, "pipeline": 0, "total": 4058460}, "flushRouterConfig": {"failed": 0, "total": 0}, "fsync": {"failed": 0, "total": 0}, "fsyncUnlock": {"failed": 0, "total": 0}, "geoSearch": {"failed": 0, "total": 0}, "getCmdLineOpts": {"failed": 0, "total": 0}, "getDatabaseVersion": {"failed": 0, "total": 0}, "getDiagnosticData": {"failed": 0, "total": 0}, "getFreeMonitoringStatus": {"failed": 0, "total": 0}, "getLastError": {"failed": 0, "total": 3}, "getLog": {"failed": 0, "total": 0}, "getMore": {"failed": 0, "total": 0}, "getParameter": {"failed": 0, "total": 0}, "getShardMap": {"failed": 0, "total": 0}, "getShardVersion": {"failed": 0, "total": 0}, "getnonce": {"failed": 0, "total": 0}, "grantPrivilegesToRole": {"failed": 0, "total": 0}, "grantRolesToRole": {"failed": 0, "total": 0}, "grantRolesToUser": {"failed": 0, "total": 0}, "hello": {"failed": 0, "total": 0}, "hostInfo": {"failed": 0, "total": 0}, "insert": {"failed": 0, "total": 45}, "invalidateUserCache": {"failed": 0, "total": 0}, "isMaster": {"failed": 0, "total": 1076056}, "killAllSessions": {"failed": 0, "total": 0}, "killAllSessionsByPattern": {"failed": 0, "total": 0}, "killCursors": {"failed": 0, "total": 0}, "killOp": {"failed": 0, "total": 0}, "killSessions": {"failed": 0, "total": 0}, "listCollections": {"failed": 0, "total": 3}, "listCommands": {"failed": 0, "total": 0}, "listDatabases": {"failed": 0, "total": 4}, "listIndexes": {"failed": 0, "total": 6241}, "lockInfo": {"failed": 0, "total": 0}, "logRotate": {"failed": 0, "total": 0}, "logout": {"failed": 0, "total": 0}, "mapReduce": {"failed": 0, "total": 0}, "mapreduce": {"shardedfinish": {"failed": 0, "total": 0}}, "mergeChunks": {"failed": 0, "total": 0}, "moveChunk": {"failed": 0, "total": 0}, "ping": {"failed": 0, "total": 57212}, "planCacheClear": {"failed": 0, "total": 0}, "planCacheClearFilters": {"failed": 0, "total": 0}, "planCacheListFilters": {"failed": 0, "total": 0}, "planCacheListPlans": {"failed": 0, "total": 0}, "planCacheListQueryShapes": {"failed": 0, "total": 0}, "planCacheSetFilter": {"failed": 0, "total": 0}, "prepareTransaction": {"failed": 0, "total": 0}, "profile": {"failed": 0, "total": 0}, "reIndex": {"failed": 0, "total": 0}, "refreshSessions": {"failed": 0, "total": 0}, "renameCollection": {"failed": 0, "total": 0}, "repairCursor": {"failed": 0, "total": 0}, "repairDatabase": {"failed": 0, "total": 0}, "replSetAbortPrimaryCatchUp": {"failed": 0, "total": 0}, "replSetFreeze": {"failed": 0, "total": 0}, "replSetGetConfig": {"failed": 0, "total": 0}, "replSetGetRBID": {"failed": 0, "total": 0}, "replSetGetStatus": {"failed": 0, "total": 0}, "replSetHeartbeat": {"failed": 0, "total": 0}, "replSetInitiate": {"failed": 0, "total": 0}, "replSetMaintenance": {"failed": 0, "total": 0}, "replSetReconfig": {"failed": 0, "total": 0}, "replSetRequestVotes": {"failed": 0, "total": 0}, "replSetResizeOplog": {"failed": 0, "total": 0}, "replSetStepDown": {"failed": 0, "total": 0}, "replSetStepDownWithForce": {"failed": 0, "total": 0}, "replSetStepUp": {"failed": 0, "total": 0}, "replSetSyncFrom": {"failed": 0, "total": 0}, "replSetUpdatePosition": {"failed": 0, "total": 0}, "resetError": {"failed": 0, "total": 0}, "revokePrivilegesFromRole": {"failed": 0, "total": 0}, "revokeRolesFromRole": {"failed": 0, "total": 0}, "revokeRolesFromUser": {"failed": 0, "total": 0}, "rolesInfo": {"failed": 0, "total": 0}, "saslContinue": {"failed": 0, "total": 0}, "saslStart": {"failed": 0, "total": 0}, "serverStatus": {"failed": 0, "total": 3}, "setFeatureCompatibilityVersion": {"failed": 0, "total": 0}, "setFreeMonitoring": {"failed": 0, "total": 0}, "setParameter": {"failed": 0, "total": 0}, "setShardVersion": {"failed": 0, "total": 0}, "shardConnPoolStats": {"failed": 0, "total": 0}, "shardingState": {"failed": 0, "total": 0}, "shutdown": {"failed": 0, "total": 0}, "splitChunk": {"failed": 0, "total": 0}, "splitVector": {"failed": 0, "total": 0}, "startRecordingTraffic": {"failed": 0, "total": 0}, "startSession": {"failed": 0, "total": 0}, "stopRecordingTraffic": {"failed": 0, "total": 0}, "top": {"failed": 0, "total": 0}, "touch": {"failed": 0, "total": 0}, "unsetSharding": {"failed": 0, "total": 0}, "update": {"arrayFilters": 0, "failed": 0, "pipeline": 0, "total": 1682501}, "updateRole": {"failed": 0, "total": 0}, "updateUser": {"failed": 0, "total": 0}, "usersInfo": {"failed": 0, "total": 0}, "validate": {"failed": 0, "total": 0}, "voteCommitIndexBuild": {"failed": 0, "total": 0}, "waitForFailPoint": {"failed": 0, "total": 0}, "whatsmyuri": {"failed": 0, "total": 3}}, "cursor": {"timedOut": 0, "open": {"noTimeout": 0, "pinned": 0, "total": 0}}, "document": {"deleted": 0, "inserted": 45, "returned": 24423010, "updated": 55846}, "getLastError": {"wtime": {"num": 0, "totalMillis": 0}, "wtimeouts": 0}, "operation": {"scanAndOrder": 4081940, "writeConflicts": 0}, "query": {"planCacheTotalSizeEstimateBytes": 176557, "updateOneOpStyleBroadcastWithExactIDCount": 0}, "queryExecutor": {"scanned": 2749134, "scannedObjects": 57521473}, "record": {"moves": 0}, "repl": {"executor": {"pool": {"inProgressCount": 0}, "queues": {"networkInProgress": 0, "sleepers": 0}, "unsignaledEvents": 0, "shuttingDown": false, "networkInterface": "DEPRECATED: getDiagnosticString is deprecated in NetworkInterfaceTL"}, "apply": {"attemptsToBecomeSecondary": 0, "batchSize": 0, "batches": {"num": 0, "totalMillis": 0}, "ops": 0}, "buffer": {"count": 0, "maxSizeBytes": 0, "sizeBytes": 0}, "initialSync": {"completed": 0, "failedAttempts": 0, "failures": 0}, "network": {"bytes": 0, "getmores": {"num": 0, "totalMillis": 0}, "notPrimaryLegacyUnacknowledgedWrites": 0, "notPrimaryUnacknowledgedWrites": 0, "ops": 0, "readersCreated": 0, "replSetUpdatePosition": {"num": 0}}, "stateTransition": {"lastStateTransition": "", "userOperationsKilled": 0, "userOperationsRunning": 0}, "syncSource": {"numSelections": 0, "numTimesChoseDifferent": 0, "numTimesChoseSame": 0, "numTimesCouldNotFind": 0}}, "ttl": {"deletedDocuments": 780, "passes": 15547}}, "ok": 1.0, "end": {"$date": "2024-02-24T17:41:30.001Z"}}, "systemMetrics": {"start": {"$date": "2024-02-24T17:41:30.001Z"}, "timebase": 10000000, "cpu": {"\\Processor\\% Idle Time": 8721887518834, "\\Processor\\% Interrupt Time": 3135175781, "\\Processor\\% Privileged Time": 128626054687, "\\Processor\\% Processor Time": 8787293535156, "\\Processor\\% User Time": 412976679687, "\\Processor\\Interrupts/sec": 292555103, "\\System\\Context Switches/sec": 1908008957, "\\System\\Processes": 239, "\\System\\Processor Queue Length": 0, "\\System\\System Up Time": 932889.5016152, "\\System\\Threads": 2881}, "memory": {"\\Memory\\Available Bytes": 7577505792, "\\Memory\\Cache Bytes": 277520384, "\\Memory\\Cache Faults/sec": 51026486, "\\Memory\\Commit Limit": 21242990592, "\\Memory\\Committed Bytes": 14399852544, "\\Memory\\Page Reads/sec": 2431944, "\\Memory\\Page Writes/sec": 16221, "\\Memory\\Pages Input/sec": 34068320, "\\Memory\\Pages Output/sec": 769610, "\\Memory\\Pool Nonpaged Bytes": 322703360, "\\Memory\\Pool Paged Bytes": 559624192, "\\Memory\\Pool Paged Resident Bytes": 538800128, "\\Memory\\System Cache Resident Bytes": 277520384, "\\Memory\\System Code Total Bytes": 8192}, "disks": {"0 C: E:": {"\\PhysicalDisk\\% Disk Read Time": 23068778402, "\\PhysicalDisk\\% Disk Read Time Base": 133532700900016152, "\\PhysicalDisk\\% Disk Write Time": 19795293892, "\\PhysicalDisk\\% Disk Write Time Base": 133532700900016152, "\\PhysicalDisk\\Avg. Disk Read Queue Length": 23068778402, "\\PhysicalDisk\\Avg. Disk Write Queue Length": 19795293892, "\\PhysicalDisk\\Current Disk Queue Length": 0, "\\PhysicalDisk\\Disk Read Bytes/sec": 177264301568, "\\PhysicalDisk\\Disk Reads/sec": 2015346, "\\PhysicalDisk\\Disk Write Bytes/sec": 155387548160, "\\PhysicalDisk\\Disk Writes/sec": 5919090}}, "end": {"$date": "2024-02-24T17:41:30.007Z"}}, "end": {"$date": "2024-02-24T17:41:30.007Z"}}