@type file path '/var/lib/fluentd/audit_logs' flush_mode interval flush_interval 1s flush_thread_count 20 retry_type exponential_backoff retry_wait 1s retry_max_interval 60s retry_timeout 60m queued_chunks_limit_size "#{ENV['BUFFER_QUEUE_LIMIT'] || '32'}" total_limit_size "#{ENV['TOTAL_LIMIT_SIZE_PER_BUFFER'] || '8589934592'}" chunk_limit_size 600K overflow_action block --------------------------------------------------------------------------------------- 312K buffer.q5e26b96f9277e6de59c4e9d1df9e905a.log 220K buffer.q5e26b9708c3f2dfd58ebdc07ce9105b9.log 84K buffer.q5e26b97182d334cbe25d259f6720540d.log 56K buffer.q5e26b972d6b2d9280b9e1b4a01dfeece.log 408K buffer.q5e26b974aebd45e61ff130bda20942ed.log 260K buffer.q5e26b976474220505bb067f1556aea0f.log 260K buffer.q5e26b977347fd383fe480f1fe791860f.log 392K buffer.q5e26b97833c0f01b27d7be6c0bd61b89.log 464K buffer.q5e26b97920cc15fcb5cb90b6415f4428.log 520K buffer.q5e26b97a1158c8f93bf295699aa6e48b.log 368K buffer.q5e26b97b0cb9ee4bdae9440c74160159.log 316K buffer.q5e26b97bff41e63cf4746d230aa085c7.log 492K buffer.q5e26b97cfa3ed3aab537771bc1349374.log 500K buffer.q5e26b97de60fe8b76eccb749278461fe.log 436K buffer.q5e26b97edc8aaa76d5459683c289d7d6.log 400K buffer.q5e26b97fe63962d95f5ca80540451560.log 280K buffer.q5e26b980ceccf4115871347b2be2544b.log 576K buffer.q5e26b981baf2ca608126675ac70b828b.log 364K buffer.q5e26b982a709e8e1298c1e5977012070.log 260K buffer.q5e26b9839c88a53c67f2f361cabe01c3.log 448K buffer.q5e26b9849d0fe89cafbd3de09e7f3f5c.log 120K buffer.q5e26b9859f42053e801d511820e10b70.log 344K buffer.q5e26b9867d690a2187f6700102de4859.log 388K buffer.q5e26b987797d065fa0894684ed41dba0.log 384K buffer.q5e26b98863820b603ddc0307d217fc0a.log 160K buffer.q5e26b9896281b7be58b70845e0ed3692.log 116K buffer.q5e26b98a4cc1f7f42b196c624a9273fa.log 524K buffer.q5e26b98b771369c2785ec1bba60d49a7.log 224K buffer.q5e26b98d30e012c456fb1551747478f9.log 416K buffer.q5e26b98e2ab711cd7e3d02e730d10305.log 376K buffer.q5e26b98f10fa9d181f0e709e41da5a32.log 380K buffer.q5e26b9900dc05df5274d3be2ea3a7a6f.log 260K buffer.q5e26b99100e29442eb86764c9e383a8b.log 448K buffer.q5e26b991ed568d16fdf35897cf223899.log 504K buffer.q5e26b992f91a402a5dff50a8af38f0ec.log 520K buffer.q5e26b993d578ec1a9471952a00dedf34.log 340K buffer.q5e26b994cff4eafd1841e01628e4b0fa.log 512K buffer.q5e26b995d1cb26dc26b806162d6a4a1c.log 412K buffer.q5e26b996b722dbb2b5a7c191615d2713.log 580K buffer.q5e26b997a84acb021cfb147312bef8c8.log 508K buffer.q5e26b998742346270a6982cd3475c94e.log 552K buffer.q5e26b99991bd370d041f475037dae9e9.log 380K buffer.q5e26b99a84deeb47b3b11aa8c418aa00.log 248K buffer.q5e26b99b7f3d27a8327ab6b0fce34d82.log 324K buffer.q5e26b99c6d85176950592d821858ed9c.log 576K buffer.q5e26b99d81ec70e33ef903ea50ccbd4c.log 556K buffer.q5e26b99efd2d3c04c2ab751fc1348650.log 576K buffer.q5e26b9a072e59d7ca7fd3f30f31099fd.log 432K buffer.q5e26b9a1dd131adfa2d850acd04492d6.log 292K buffer.q5e26b9a33624cfaf90b273aa95985379.log 544K buffer.q5e26b9a40f2eb1fd73a2193a62d4926e.log 392K buffer.q5e26b9a50b0dd8037af17e46f97828de.log 452K buffer.q5e26b9a6066e5f76b3f371c9b2467756.log 384K buffer.q5e26b9a6ebf5e3ec88f8bccc13e72338.log 364K buffer.q5e26b9a7e5a9b082cd828185711b2aa2.log 264K buffer.q5e26b9a8d606117de37b0d044c1da403.log 580K buffer.q5e26b9a9e9a098a2da22345a63bbd103.log 312K buffer.q5e26b9aac2621ba564ea64d27d0e4a76.log 416K buffer.q5e26b9abb4b35f88f8e8aac1115ab2a8.log 380K buffer.q5e26b9acadc7bf035019c4c8b8f80db7.log 532K buffer.q5e26b9ad9dfc2e8ed123036008ddb31e.log 264K buffer.q5e26b9ae95eb5276d21af66529d04908.log 368K buffer.q5e26b9af8be0bcd2ab01b4520bc2eedc.log 264K buffer.q5e26b9b07d58fdaa3807275d71da9123.log 408K buffer.q5e26b9b175c313eca39af631072b7506.log 380K buffer.q5e26b9b268be8c86670a66cec9810fc4.log 392K buffer.q5e26b9b354181fdf332ad86fd719b633.log 448K buffer.q5e26b9b44df47ebd0e1cf19b8b0ac55d.log 576K buffer.q5e26b9b55d6308282f06d88b94888f23.log 520K buffer.q5e26b9b70a4d2c0796014255793e8133.log 384K buffer.q5e26b9b81a239822ca74ccef788f01d5.log 580K buffer.q5e26b9b92d00407a9604f3997e937ae1.log 412K buffer.q5e26b9bac861265b0727fd5474937d7d.log 436K buffer.q5e26b9bbf06384383a5bde235fa059a0.log 592K buffer.q5e26b9bce330e3329b3a40736afb5abe.log 476K buffer.q5e26b9bdc53c857d0608b96a072fc534.log 392K buffer.q5e26b9bed7127fb2eb7a5894a985510a.log 388K buffer.q5e26b9bfbb714aafa973cb2b29ab067d.log 400K buffer.q5e26b9c0b033d2f8202072d4e0f0a95e.log 300K buffer.q5e26b9c1a426c099096ed7725f6a6972.log 576K buffer.q5e26b9c29c1e7408af086d5a13e52d76.log 380K buffer.q5e26b9c39092c88fc16017dbdd321fee.log 308K buffer.q5e26b9c48717670b85fc70f0aaecc800.log 444K buffer.q5e26b9c574fe344f9510a9daad860228.log 344K buffer.q5e26b9c6702bbc0e128736b8647011aa.log 576K buffer.q5e26b9c785fc82228aae6a007d490a74.log 332K buffer.q5e26b9c90accc094a566885ecc5bc772.log 316K buffer.q5e26b9ca3e4f62a5bb51853696d9b925.log 280K buffer.q5e26b9cb393834e607910fa14d1c07eb.log 148K buffer.q5e26b9cc3731d6505777ba9aceefdfe7.log 228K buffer.q5e26b9cd27e5d016987dc39877b924c7.log 396K buffer.q5e26b9ce141cfe889c08fb00840a60f8.log 232K buffer.q5e26b9cf036874b8925e74a5c4b69e25.log 432K buffer.q5e26b9d00235a218c41beb5c46575a91.log 312K buffer.q5e26b9d0e87cf220b432aae9e5fea152.log 280K buffer.q5e26b9d1e04f17a715ab9432c595e7f8.log 572K buffer.q5e26b9d2f622a2d603dcce42188074f7.log 444K buffer.q5e26b9d4209912e14793de3414193168.log 236K buffer.q5e26b9d5af8c906eb992ef2061c814ae.log 348K buffer.q5e26b9d6a2552cf93fe2e78346ff2a2b.log 252K buffer.q5e26b9d7a90a1919d361f620154bf959.log 268K buffer.q5e26b9d88a8f2d78f3d8b452c77571e1.log 576K buffer.q5e26b9d99be8cf852a95c65286a4c266.log 400K buffer.q5e26b9dac0904359e01184442dadb613.log 388K buffer.q5e26b9dc69c63dad00d8250d6010e5d3.log 484K buffer.q5e26b9dd532e95963093868992ce404c.log 368K buffer.q5e26b9de5701fce5da41a54d016279fa.log 376K buffer.q5e26b9df4e5c2a6e37648ef3ab6e9058.log 520K buffer.q5e26b9e125d0fbe51f3a447eca46a17c.log 548K buffer.q5e26b9e2193f740bfadefbd3f5ed706f.log 340K buffer.q5e26b9e30eec02335c6e2948b5f6544a.log 564K buffer.q5e26b9e3fea03c816854d4aec3c00c67.log 572K buffer.q5e26b9e4f3fc8521cdcc20938df7b69b.log 576K buffer.q5e26b9e5b2e14b6fc68b213201cbf347.log 580K buffer.q5e26b9e6703823b63bee4b3d6d590858.log 576K buffer.q5e26b9e72ce5a918cc38e23718aaa37a.log 568K buffer.q5e26b9e7c9f4f8889dab49993c85fce4.log 576K buffer.q5e26b9e85c91d1073433bbb28667814f.log 576K buffer.q5e26b9e90ce7bd01d2c2d8dddbdd8f6f.log 580K buffer.q5e26b9e9a7735eb6ef607bed5f29ec8d.log 588K buffer.q5e26b9ea70352cf1f7f7b21f0022673f.log 568K buffer.q5e26b9eafc177c6b46abdb9693b53fab.log 596K buffer.q5e26b9ebb8f304e0b19a2d4d272432b5.log 580K buffer.q5e26b9ec5dfc624f622766a859daaf6a.log 576K buffer.q5e26b9ed0695f1c7be9569ec8e0b8315.log 580K buffer.q5e26b9edaa29a2eb657f2098670f27b4.log 576K buffer.q5e26b9ee523a53832f0f3381bc8d11f4.log 576K buffer.q5e26b9eef3ce717877f39b2109753a9a.log 576K buffer.q5e26b9efa9b0ed48e9ce2d6a917bf55a.log 572K buffer.q5e26b9f075004946e3782da43e21a794.log 564K buffer.q5e26b9f0fe5c1ca45b8e8ab9a958e873.log 572K buffer.q5e26b9f1d46943c66e0594d8a1331ee0.log 572K buffer.q5e26b9f2775451438be01a7622fa6e5f.log 572K buffer.q5e26b9f3414dcce1478a717cc6b66446.log 576K buffer.q5e26b9f3e7fcf30cdefb8b10915b171e.log 576K buffer.q5e26b9f4f591fe21a75fefcb5c60c255.log 588K buffer.q5e26b9f5a0fefb0b5c60da401e62d12c.log 576K buffer.q5e26b9f657c56aa50d65e093a87c98f0.log 580K buffer.q5e26b9f730448d0d1da42d2971ffd3bc.log 524K buffer.q5e26b9f7d7278e728614e9e024917d60.log 572K buffer.q5e26b9f8ffe98d17bff30d75ad9389ee.log 580K buffer.q5e26b9f9cf495f2f2942fad3ebafab6f.log 600K buffer.q5e26b9fa95ebac0b1c69394cb9931f13.log 600K buffer.q5e26b9fb6d7c475a820d27d48512ea8f.log 572K buffer.q5e26b9fc172b30e8d9ebeed33c806b75.log 572K buffer.q5e26b9fcd935fa6edbe5f1f7aef5662f.log 576K buffer.q5e26b9fdbc58bc30086aa552d4128196.log 580K buffer.q5e26b9fe80eddc15a05e323a4862cdfe.log 600K buffer.q5e26b9ff86263f425a80ea40c30c48ca.log 572K buffer.q5e26ba003bcfbb2b27167fb9ddd1d9c5.log 540K buffer.q5e26ba0129ccb89b4cc0d5ef9f06ed84.log 584K buffer.q5e26ba028df31f6b6c8f0aa1dfe15e56.log 580K buffer.q5e26ba03404ca19c1a093994861af166.log 580K buffer.q5e26ba044a3e07c5417541d908e48972.log 600K buffer.q5e26ba05638fccad23301a983ce37365.log 548K buffer.q5e26ba064c76ac3f5878cfea626354f5.log 576K buffer.q5e26ba0756e60983757950b720e4bf32.log 584K buffer.q5e26ba0824beb33832c9a36a89f7dfc1.log 592K buffer.q5e26ba08e486d2f8c916882cdcc3a560.log 588K buffer.q5e26ba09b21088c54147e03be7668883.log 576K buffer.q5e26ba0a86d1c84ffc20a54fe52c7929.log 572K buffer.q5e26ba0b5796b0c9c3167cfcf927d141.log 584K buffer.q5e26ba0c08a0563dec901473afa8fbd2.log 572K buffer.q5e26ba0d0e809cc1726df3a7b9b8d395.log 600K buffer.q5e26ba0dc72359504e74980d55828e85.log 600K buffer.q5e26ba0eb21888e084752ee2987c4626.log 572K buffer.q5e26ba0f829ea96f38cad14534b65a1b.log 576K buffer.q5e26ba103b396afef8bd672ea0bc890f.log 576K buffer.q5e26ba110fa9f6a711def9c259508a58.log 600K buffer.q5e26ba11c4cb5a61f00f5214a45f0062.log 600K buffer.q5e26ba1277da37314a85a1c07c3a488d.log 576K buffer.q5e26ba133bebd23f2abea2c6469d2988.log 584K buffer.q5e26ba13f2d2ef05221dd6d28b071946.log 600K buffer.q5e26ba149bdb51c5295d2bb04cb86f8f.log 588K buffer.q5e26ba153a9fd0095fe434231720a37e.log 580K buffer.q5e26ba15babd1d845bfc8b088648596f.log 576K buffer.q5e26ba167448da7447581cd4cbba183b.log 584K buffer.q5e26ba172118c069ff3baa22d8b6ad68.log 564K buffer.q5e26ba17e2e3a881ec52ebdd0d2387e9.log 576K buffer.q5e26ba18b027ad573395945dd22dc2a6.log 572K buffer.q5e26ba1a087ebaa111a684135bba8330.log 580K buffer.q5e26ba1a9a0822c1fdf1140e2b00d053.log 584K buffer.q5e26ba1b3c13f469613a37b59199c847.log 596K buffer.q5e26ba1c009e4867a7103f19e1953db3.log 600K buffer.q5e26ba1cf86acc50557a0aec320212a9.log 576K buffer.q5e26ba1dac84408d4c478019a866f2ba.log 580K buffer.q5e26ba1e796273585f1a31ed4708cfee.log 580K buffer.q5e26ba1f56a9267501706c5005b96b9f.log 576K buffer.q5e26ba1ffc62826665e44a33b577f4e5.log 572K buffer.q5e26ba20a9cf111754daf3e8f4aa4576.log 592K buffer.q5e26ba21683367c35283af0970c65509.log 576K buffer.q5e26ba21e5a791aea439e2a4040ee125.log 592K buffer.q5e26ba228967321f2223058b004ea8fd.log 568K buffer.q5e26ba232723e656c4ef841ede3b77f5.log 584K buffer.q5e26ba23e23c85d6b6d899cba50757c1.log 600K buffer.q5e26ba249f4482421a903cad80f5fd82.log 584K buffer.q5e26ba25899ac945290b8121920884a0.log 576K buffer.q5e26ba2619b19e2dea84059f3df3e99a.log 572K buffer.q5e26ba2692ed1fe805fd1916a58a8e74.log 576K buffer.q5e26ba275317ae12c7114870b3731da9.log 572K buffer.q5e26ba2853ce87650b04f6b6040bd9a1.log 600K buffer.q5e26ba28ead88edc9b7a9bf4e65f374f.log 572K buffer.q5e26ba29aefed8d6d00dec4ff381f36f.log 576K buffer.q5e26ba2a2f11484dc06f8cd89a0aa6f7.log 580K buffer.q5e26ba2abf0a23baed73a29820fe066e.log 580K buffer.q5e26ba2b68194b0dc6641413b2521062.log 588K buffer.q5e26ba2c0bad7813bd0bef6bb14f678a.log 572K buffer.q5e26ba2cc661f7fd8464b5b895cc309e.log 596K buffer.q5e26ba2d7dc941b17b62fe1e30513fe3.log 576K buffer.q5e26ba2e88ef48dce9b38842aff7c8b4.log 576K buffer.q5e26ba2f2d758d8d90dab327d40ed5c8.log 572K buffer.q5e26ba302c21c2350cc0ac3417d2642f.log 580K buffer.q5e26ba30c83b6ca38ac6e38a890208e7.log 584K buffer.q5e26ba316c2a2922273a6d42ee59a05d.log 576K buffer.q5e26ba3254acc56932c1129a6cba84de.log 596K buffer.q5e26ba3322e0f57b502ebb8ac30041af.log 572K buffer.q5e26ba342b98a3ed84c383c4611ef253.log 576K buffer.q5e26ba35063ef71b2e0114f10d7ab001.log 576K buffer.q5e26ba360b971bf5bc48d75077fa9897.log 584K buffer.q5e26ba36f77c42b3862a846a03daa9c3.log 592K buffer.q5e26ba37e581192dc2548f2841f607cb.log 548K buffer.q5e26ba38ea779a79f57dc1fb7ed2b614.log 588K buffer.q5e26ba39eb2759046b65a3072e89496b.log 576K buffer.q5e26ba3a8b3ba4db18928b89cdb31c2c.log 572K buffer.q5e26ba3b7e5045322f35b2bb54b33b3e.log 380K buffer.q5e26ba3c4f5c7ee59bf2e1bee990adf0.log 576K buffer.q5e26ba3ce09604366e9ba360d0b7dd66.log 304K buffer.q5e26ba3d5529cd054d295bf856a5b28b.log 576K buffer.q5e26ba3dbc2db28d4e0a2aa0a9a908d9.log 60K buffer.q5e26ba3e8dc0ecfa5d4e50a1e4cbc157.log 572K buffer.q5e26ba3eaf08209351348fc22d4ae508.log 164K buffer.q5e26ba3f5a9ea6f91d7068952799f8e5.log 556K buffer.q5e26ba3fa5b85d7e233113e0045c5ebb.log 576K buffer.q5e26ba4024fbc0d882263bbb99e84fa4.log 148K buffer.q5e26ba407e11529c59638d37d887be98.log 576K buffer.q5e26ba40981b7f60d71306f631657df7.log 208K buffer.q5e26ba414c3732aafdae527a0b002447.log 572K buffer.q5e26ba418b03f54fdabcb2739db24692.log 352K buffer.q5e26ba421e9a8715a9bb174bd08c1c34.log 572K buffer.q5e26ba428c59a78724be26b33799e01d.log 396K buffer.q5e26ba43173ecb2e19a88c7b9a5e3ecd.log 564K buffer.q5e26ba4372ecbc0661d4ddb2278b7d37.log 44K buffer.q5e26ba445e89abb22d203a6480e94468.log 572K buffer.q5e26ba44750f138ff10456b6886b74ac.log 252K buffer.q5e26ba451af73a57d38b899a62893070.log 540K buffer.q5e26ba4560037a1026a9ca5d817174ae.log 392K buffer.q5e26ba45e7a856b895075910779ba3c5.log 572K buffer.q5e26ba46613e0114a9688491dc036e15.log 376K buffer.q5e26ba46dfc71408cb3743beab5274cf.log 576K buffer.q5e26ba474a765bb567ad7aead3b2578f.log 100K buffer.q5e26ba481c4ff1a30bd1bad4bc2f2483.log 572K buffer.q5e26ba48407bc3c55edf51c0d0897f91.log 324K buffer.q5e26ba48c28646a751ca8186ba349dad.log 584K buffer.q5e26ba4939056c204219c3c1e150286d.log 228K buffer.q5e26ba4a004087bdaada8b59aac32ba1.log 552K buffer.q5e26ba4a3a7141075321b224d337ed24.log 520K buffer.q5e26ba4b233b038b15f0007ab9c44118.log 576K buffer.q5e26ba4c16eb8f06805d3d836d44ca0e.log 164K buffer.q5e26ba4ce2698116809f267559b96334.log 580K buffer.q5e26ba4d09f93f377b896b4dc49640e5.log 268K buffer.q5e26ba4d9f6b5c31e87deb00ed0ab66a.log 516K buffer.q5e26ba4e108a5a627775969925a5b999.log 576K buffer.q5e26ba4eede3a7b48973a1c09bd71600.log 120K buffer.q5e26ba4fa423a8dcb26397469d405ef3.log 572K buffer.q5e26ba4ff083f43e127e58c23509e3e0.log 160K buffer.q5e26ba5092763b4cb37a0ed46ce7e100.log 576K buffer.q5e26ba50d6320c7c9204a07c2ea07ee6.log 176K buffer.q5e26ba51916fe0856bc7216bbab3c5dc.log 600K buffer.q5e26ba51cd13c074b3755a0ae3d2da9b.log 252K buffer.q5e26ba52723bc8954c8a01530536d8ee.log 576K buffer.q5e26ba52c4ba71b66fa0d1786a768193.log 388K buffer.q5e26ba53a953c51dc1956ed1c767f436.log 396K buffer.q5e26ba54a824ee12617ce5b3b99752a7.log 388K buffer.q5e26ba55a3ba5e036af67aa4802d25e7.log 584K buffer.q5e26ba568fb09631b2b99f93d2f12ff4.log 576K buffer.q5e26ba57967c0bb6737b306e888b102f.log 36K buffer.q5e26ba585fa7c487c4df3a26d753193c.log 576K buffer.q5e26ba587b567a2c9e678759a515120b.log 576K buffer.q5e26ba5960525e76f12e59d91b82ce0b.log 15G total No Chunk bigger than 600K. ------------------------------------------------------------------------ This was the output provided by customer in July when the chunk_limit_size set to 800K oc rsh collector-f86p2 Defaulted container "collector" out of: collector, logfilesmetricexporter sh-4.4# cd /var/lib/fluentd/app_logs/ sh-4.4# ls -ltr | wc -l 65539 sh-4.4# du -sch . 20G . 20G total sh-4.4# ls -lh total 20G -rw-------. 1 root root 378K Jul 1 15:17 buffer.b5e2bfe1f67ab2e9633b5722e3198ba32.log -rw-------. 1 root root 81 Jul 1 15:17 buffer.b5e2bfe1f67ab2e9633b5722e3198ba32.log.meta -rw-------. 1 root root 701K Jul 1 15:34 buffer.b5e2c0204efb8e5ad58642cbfb1e56062.log -rw-------. 1 root root 82 Jul 1 15:34 buffer.b5e2c0204efb8e5ad58642cbfb1e56062.log.meta -rw-------. 1 root root 86K Jul 1 15:43 buffer.b5e2c03dd821ef872d2361f0930748598.log -rw-------. 1 root root 81 Jul 1 15:43 buffer.b5e2c03dd821ef872d2361f0930748598.log.meta -rw-------. 1 root root 289K Jul 1 16:00 buffer.b5e2c07aba7582de8148a430a89ae5e30.log -rw-------. 1 root root 81 Jul 1 16:00 buffer.b5e2c07aba7582de8148a430a89ae5e30.log.meta -rw-------. 1 root root 138K Jul 1 16:04 buffer.b5e2c089d1c7f5d7b21cdea09f704fb8e.log -rw-------. 1 root root 81 Jul 1 16:04 buffer.b5e2c089d1c7f5d7b21cdea09f704fb8e.log.meta -rw-------. 1 root root 389K Jul 1 16:04 buffer.b5e2c08b122bf5a703b14eb31444f5bc9.log -rw-------. 1 root root 81 Jul 1 16:04 buffer.b5e2c08b122bf5a703b14eb31444f5bc9.log.meta -rw-------. 1 root root 577K Jul 1 16:09 buffer.b5e2c09e0e258243f6021d9cb63e7351a.log -rw-------. 1 root root 82 Jul 1 16:09 buffer.b5e2c09e0e258243f6021d9cb63e7351a.log.meta --------------------------------------------------------------------------------------------