[root@m1301001 ~]# podman run -it b0d891c5f0a6 /bin/sh sh-5.1# ceph-authtool --create-keyring /tmp/ceph.mon.keyring --gen-key -n mon. --cap mon 'allow *' creating /tmp/ceph.mon.keyring sh-5.1# ceph-authtool --create-keyring /etc/ceph/ceph.client.admin.keyring --gen-key -n client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' creating /etc/ceph/ceph.client.admin.keyring sh-5.1# ceph-authtool --create-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring --gen-key -n client.bootstrap-osd --cap mon 'profile bootstrap-osd' --cap mgr 'allow r' creating /var/lib/ceph/bootstrap-osd/ceph.keyring sh-5.1# ceph-authtool /tmp/ceph.mon.keyring --import-keyring /etc/ceph/ceph.client.admin.keyring importing contents of /etc/ceph/ceph.client.admin.keyring into /tmp/ceph.mon.keyring sh-5.1# ceph-authtool /tmp/ceph.mon.keyring --import-keyring /var/lib/ceph/bootstrap-osd/ceph.keyring importing contents of /var/lib/ceph/bootstrap-osd/ceph.keyring into /tmp/ceph.mon.keyring sh-5.1# ifconfig eth0: flags=4163 mtu 1500 inet 10.88.0.19 netmask 255.255.0.0 broadcast 10.88.255.255 inet6 fe80::f8f1:26ff:feee:300d prefixlen 64 scopeid 0x20 ether fa:f1:26:ee:30:0d txqueuelen 0 (Ethernet) RX packets 811 bytes 3122297 (2.9 MiB) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 692 bytes 58999 (57.6 KiB) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 lo: flags=73 mtu 65536 inet 127.0.0.1 netmask 255.0.0.0 inet6 ::1 prefixlen 128 scopeid 0x10 loop txqueuelen 1000 (Local Loopback) RX packets 0 bytes 0 (0.0 B) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 0 bytes 0 (0.0 B) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 sh-5.1# hostname d81273ce7fce sh-5.1# monmaptool --create --add node1 10.88.0.19 --fsid 323c5528-bff7-4a59-9c71-f695c67e4005 /tmp/monmap monmaptool: monmap file /tmp/monmap setting min_mon_release = quincy monmaptool: set fsid to 323c5528-bff7-4a59-9c71-f695c67e4005 monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) sh-5.1# mkdir -p /var/lib/ceph/mon/ceph-node1 sh-5.1# ceph-mon -d --mkfs -i node1 --monmap /tmp/monmap --keyring /tmp/ceph.mon.keyring did not load config file, using default settings. 2024-11-15T10:36:56.795+0000 3ff9db68e00 -1 Errors while parsing config file! 2024-11-15T10:36:56.795+0000 3ff9db68e00 -1 can't open ceph.conf: (2) No such file or directory 2024-11-15T10:36:56.795+0000 3ff9db68e00 -1 Errors while parsing config file! 2024-11-15T10:36:56.795+0000 3ff9db68e00 -1 can't open ceph.conf: (2) No such file or directory 2024-11-15T10:36:56.795+0000 3ff9db68e00 1 imported monmap: epoch 0 fsid 323c5528-bff7-4a59-9c71-f695c67e4005 last_changed 2024-11-15T10:36:24.326256+0000 created 2024-11-15T10:36:24.326256+0000 min_mon_release 17 (quincy) election_strategy: 1 0: v1:10.88.0.19:6789/0 mon.node1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: RocksDB version: 7.9.2 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Git sha 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Compile date 2024-10-25 00:00:00 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: DB SUMMARY 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: DB Session ID: MF4VJT9WIHHBYM6ENNHX 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-node1/store.db dir, Total Num: 0, files: 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-node1/store.db: 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.error_if_exists: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.create_if_missing: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.paranoid_checks: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.env: 0x2aa030bfe78 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.fs: PosixFileSystem 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.info_log: 0x2aa0463cac0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_file_opening_threads: 16 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.statistics: (nil) 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.use_fsync: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_log_file_size: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.keep_log_file_num: 1000 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.recycle_log_file_num: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.allow_fallocate: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.allow_mmap_reads: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.allow_mmap_writes: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.use_direct_reads: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.create_missing_column_families: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.db_log_dir: 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.wal_dir: 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.advise_random_on_open: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.db_write_buffer_size: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.write_buffer_manager: 0x2aa046080a0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.rate_limiter: (nil) 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.wal_recovery_mode: 2 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.enable_thread_tracking: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.enable_pipelined_write: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.unordered_write: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.row_cache: None 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.wal_filter: None 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.allow_ingest_behind: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.two_write_queues: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.manual_wal_flush: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.wal_compression: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.atomic_flush: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.log_readahead_size: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.best_efforts_recovery: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.allow_data_in_errors: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.db_host_id: __hostname__ 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_background_jobs: 2 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_background_compactions: -1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_subcompactions: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_total_wal_size: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_open_files: -1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.bytes_per_sync: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.compaction_readahead_size: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Options.max_background_flushes: -1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Compression algorithms supported: 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kZSTD supported: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kXpressCompression supported: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kLZ4HCCompression supported: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kLZ4Compression supported: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kZlibCompression supported: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kBZip2Compression supported: 0 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: kSnappyCompression supported: 1 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: Fast CRC32 supported: Not supported on x86 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-11-15T10:36:56.815+0000 3ff9db68e00 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-node1/store.db/MANIFEST-000001 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.merge_operator: 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_filter: None 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_filter_factory: None 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.sst_partitioner_factory: None 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x2aa0463c700) cache_index_and_filter_blocks: 1 cache_index_and_filter_blocks_with_high_priority: 0 pin_l0_filter_and_index_blocks_in_cache: 0 pin_top_level_index_and_filter: 1 index_type: 0 data_block_index_type: 0 index_shortening: 1 data_block_hash_table_util_ratio: 0.750000 checksum: 4 no_block_cache: 0 block_cache: 0x2aa04625610 block_cache_name: BinnedLRUCache block_cache_options: capacity : 536870912 num_shard_bits : 4 strict_capacity_limit : 0 high_pri_pool_ratio: 0.000 block_cache_compressed: (nil) persistent_cache: (nil) block_size: 4096 block_size_deviation: 10 block_restart_interval: 16 index_block_restart_interval: 1 metadata_block_size: 4096 partition_filters: 0 use_delta_encoding: 1 filter_policy: bloomfilter whole_key_filtering: 1 verify_compression: 0 read_amp_bytes_per_bit: 0 format_version: 5 enable_index_compression: 1 block_align: 0 max_auto_readahead_size: 262144 prepopulate_block_cache: 0 initial_auto_readahead_size: 8192 num_file_reads_for_auto_readahead: 2 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.write_buffer_size: 33554432 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_write_buffer_number: 2 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression: NoCompression 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression: Disabled 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.prefix_extractor: nullptr 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.num_levels: 7 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.level: 32767 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.strategy: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.enabled: false 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.target_file_size_base: 67108864 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.arena_block_size: 1048576 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.disable_auto_compactions: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.inplace_update_support: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.bloom_locality: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.max_successive_merges: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.paranoid_file_checks: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.force_consistency_checks: 1 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.report_bg_io_stats: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.ttl: 2592000 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.enable_blob_files: false 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.min_blob_size: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.blob_file_size: 268435456 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.blob_file_starting_level: 0 2024-11-15T10:36:56.825+0000 3ff9db68e00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-11-15T10:36:56.835+0000 3ff9db68e00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-node1/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-11-15T10:36:56.835+0000 3ff9db68e00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-11-15T10:36:56.835+0000 3ff9db68e00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3451a8fd-c73e-426a-841d-c75358d13842 2024-11-15T10:36:56.835+0000 3ff9db68e00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-11-15T10:36:56.835+0000 3ff9db68e00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x2aa04654e00 2024-11-15T10:36:56.835+0000 3ff9db68e00 4 rocksdb: DB pointer 0x2aa04722000 2024-11-15T10:36:56.835+0000 3ff92b6e800 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-11-15T10:36:56.835+0000 3ff92b6e800 4 rocksdb: [db/db_impl/db_impl.cc:1111] ** DB Stats ** Uptime(secs): 0.0 total, 0.0 interval Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s Interval stall: 00:00:0.000 H:M:S, 0.0 percent ** Compaction Stats [default] ** Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 ** Compaction Stats [default] ** Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 Uptime(secs): 0.0 total, 0.0 interval Flush(GB): cumulative 0.000, interval 0.000 AddFile(GB): cumulative 0.000, interval 0.000 AddFile(Total Files): cumulative 0, interval 0 AddFile(L0 Files): cumulative 0, interval 0 AddFile(Keys): cumulative 0, interval 0 Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count Block cache BinnedLRUCache@0x2aa04625610#98 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 3.8e-05 secs_since: 0 Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) ** File Read Latency Histogram By Level [default] ** 2024-11-15T10:36:56.855+0000 3ff9db68e00 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-11-15T10:36:56.855+0000 3ff9db68e00 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-11-15T10:36:56.855+0000 3ff9db68e00 0 ceph-mon: created monfs at /var/lib/ceph/mon/ceph-node1 for mon.node1 sh-5.1# ifconfig eth0: flags=4163 mtu 1500 inet 10.88.0.19 netmask 255.255.0.0 broadcast 10.88.255.255 inet6 fe80::f8f1:26ff:feee:300d prefixlen 64 scopeid 0x20 ether fa:f1:26:ee:30:0d txqueuelen 0 (Ethernet) RX packets 914 bytes 3814857 (3.6 MiB) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 795 bytes 66665 (65.1 KiB) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 lo: flags=73 mtu 65536 inet 127.0.0.1 netmask 255.0.0.0 inet6 ::1 prefixlen 128 scopeid 0x10 loop txqueuelen 1000 (Local Loopback) RX packets 0 bytes 0 (0.0 B) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 0 bytes 0 (0.0 B) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 sh-5.1# vi /etc/ceph/ceph.conf sh-5.1# /usr/bin/ceph-mon -f --cluster ceph --id node1 ^Z [1]+ Stopped(SIGTSTP) /usr/bin/ceph-mon -f --cluster ceph --id node1 sh-5.1# bg [1] /usr/bin/ceph-mon -f --cluster ceph --id node1 & sh-5.1# ps aux USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND root 1 0.0 0.0 4440 3920 pts/0 Ss 10:21 0:00 /bin/sh root 39 0.0 0.0 225232 2364 ? Ssl 10:35 0:00 gpg-agent --homedir /var/cache/yum/metadata/ubi-9-baseos-rpms-9-s390x.tmp/gpgdir --use-standard-socket --daemon root 41 0.0 0.0 78080 1200 ? SLl 10:35 0:00 scdaemon --multi-server --homedir /var/cache/yum/metadata/ubi-9-baseos-rpms-9-s390x.tmp/gpgdir root 53 0.0 0.0 225232 2340 ? Ssl 10:35 0:00 gpg-agent --homedir /var/cache/yum/metadata/ubi-9-appstream-rpms-9-s390x.tmp/gpgdir --use-standard-socket --daemon root 55 0.0 0.0 78080 1200 ? SLl 10:35 0:00 scdaemon --multi-server --homedir /var/cache/yum/metadata/ubi-9-appstream-rpms-9-s390x.tmp/gpgdir root 67 0.0 0.0 225232 2352 ? Ssl 10:35 0:00 gpg-agent --homedir /var/cache/yum/metadata/ubi-9-codeready-builder-9-s390x.tmp/gpgdir --use-standard-socket --daemon root 69 0.0 0.0 78080 1196 ? SLl 10:35 0:00 scdaemon --multi-server --homedir /var/cache/yum/metadata/ubi-9-codeready-builder-9-s390x.tmp/gpgdir root 143 1.5 0.2 255992 40264 pts/0 Sl 10:39 0:00 /usr/bin/ceph-mon -f --cluster ceph --id node1 root 182 0.0 0.0 6796 3060 pts/0 R+ 10:39 0:00 ps aux sh-5.1# ceph -s cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim 1 monitors have not enabled msgr2 services: mon: 1 daemons, quorum node1 (age 6s) mgr: no daemons active osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# ceph mon enable-msgr2 2024-11-15T10:39:51.505+0000 3ff9666f800 -1 mon.node1@0(leader) e2 stashing newest monmap 2 for next startup sh-5.1# ceph -s cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim 1 monitors have not enabled msgr2 services: mon: 1 daemons, quorum node1 (age 1.23312s) mgr: no daemons active osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# ceph mon enable-msgr2 all monitors have already enabled msrg2 sh-5.1# ceph -s cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim services: mon: 1 daemons, quorum node1 (age 19s) mgr: no daemons active osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# ceph auth get-or-create mgr.mgr mon 'allow profile mgr' osd 'allow *' mds 'allow *' [mgr.mgr] key = AQAXJTdnpalHDBAAoV2nQBrwx8F/iGAp9D3GuA== sh-5.1# cat /var/lib/ceph/mgr/ cat: /var/lib/ceph/mgr/: Is a directory sh-5.1# ls /var/lib/ceph/mgr/ sh-5.1# vim /var/lib/ceph/mgr/ceph-mgr/keyring sh: vim: command not found sh-5.1# mkdir -p /var/lib/ceph/mgr/ceph-mgr/ sh-5.1# vi /var/lib/ceph/mgr/ceph-mgr/keyring sh-5.1# ceph-mgr -i mgr sh-5.1# ps aux USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND root 1 0.0 0.0 4440 3920 pts/0 Ss 10:21 0:00 /bin/sh root 39 0.0 0.0 225232 2364 ? Ssl 10:35 0:00 gpg-agent --homedir /var/cache/yum/metadata/ubi-9-baseos-rpms-9-s390x.tmp/gpgdir --use-standard-socket --daemon root 41 0.0 0.0 78080 1200 ? SLl 10:35 0:00 scdaemon --multi-server --homedir /var/cache/yum/metadata/ubi-9-baseos-rpms-9-s390x.tmp/gpgdir root 53 0.0 0.0 225232 2340 ? Ssl 10:35 0:00 gpg-agent --homedir /var/cache/yum/metadata/ubi-9-appstream-rpms-9-s390x.tmp/gpgdir --use-standard-socket --daemon root 55 0.0 0.0 78080 1200 ? SLl 10:35 0:00 scdaemon --multi-server --homedir /var/cache/yum/metadata/ubi-9-appstream-rpms-9-s390x.tmp/gpgdir root 67 0.0 0.0 225232 2352 ? Ssl 10:35 0:00 gpg-agent --homedir /var/cache/yum/metadata/ubi-9-codeready-builder-9-s390x.tmp/gpgdir --use-standard-socket --daemon root 69 0.0 0.0 78080 1196 ? SLl 10:35 0:00 scdaemon --multi-server --homedir /var/cache/yum/metadata/ubi-9-codeready-builder-9-s390x.tmp/gpgdir root 143 0.2 0.2 258044 40120 pts/0 Sl 10:39 0:00 /usr/bin/ceph-mon -f --cluster ceph --id node1 root 380 43.0 0.5 288788 85928 ? Rsl 10:41 0:00 ceph-mgr -i mgr root 406 0.0 0.0 6796 3064 pts/0 R+ 10:41 0:00 ps aux sh-5.1# ceph -s cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim services: mon: 1 daemons, quorum node1 (age 108s) mgr: no daemons active osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# ceph -s cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim services: mon: 1 daemons, quorum node1 (age 114s) mgr: no daemons active osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# fg /usr/bin/ceph-mon -f --cluster ceph --id node1 ^Zb [1]+ Stopped(SIGTSTP) /usr/bin/ceph-mon -f --cluster ceph --id node1 sh-5.1# bg [1] /usr/bin/ceph-mon -f --cluster ceph --id node1 & sh-5.1# ceph -s cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim services: mon: 1 daemons, quorum node1 (age 2m) mgr: mgr(active, since 10s) osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# ceph status cluster: id: 323c5528-bff7-4a59-9c71-f695c67e4005 health: HEALTH_WARN mon is allowing insecure global_id reclaim OSD count 0 < osd_pool_default_size 2 services: mon: 1 daemons, quorum node1 (age 2m) mgr: mgr(active, since 27s) osd: 0 osds: 0 up, 0 in data: pools: 0 pools, 0 pgs objects: 0 objects, 0 B usage: 0 B used, 0 B / 0 B avail pgs: sh-5.1# uuidgen 4167e778-0056-47cb-9316-424bfe749960 sh-5.1# ceph osd create 4167e778-0056-47cb-9316-424bfe749960 0 sh-5.1# mkdir -p /var/lib/ceph/osd/ceph-0 sh-5.1# ceph-osd -i 0 --mkfs --mkkey --osd-uuid 4167e778-0056-47cb-9316-424bfe749960 2024-11-15T10:43:14.195+0000 3ffb29e8800 -1 auth: unable to find a keyring on /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-11-15T10:43:14.195+0000 3ffb29e8800 -1 AuthRegistry(0x2aa7aeda0d0) no keyring found at /var/lib/ceph/osd/ceph-0/keyring, disabling cephx 2024-11-15T10:43:14.215+0000 3ffb29e8800 -1 auth: unable to find a keyring on /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-11-15T10:43:14.215+0000 3ffb29e8800 -1 AuthRegistry(0x3fffd67c868) no keyring found at /var/lib/ceph/osd/ceph-0/keyring, disabling cephx failed to fetch mon config (--no-mon-config to skip) sh-5.1# ceph-osd -i 0 --mkfs --mkkey --osd-uuid 4167e778-0056-47cb-9316-424bfe749960 --no-mon-config 2024-11-15T10:43:19.165+0000 3ff89fe8800 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-11-15T10:43:19.165+0000 3ff89fe8800 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-11-15T10:43:19.165+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-11-15T10:43:19.165+0000 3ff89fe8800 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-11-15T10:43:19.165+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:19.185+0000 3ff89fe8800 -1 bdev(0x2aa3982e700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:20.265+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:20.345+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:20.345+0000 3ff89fe8800 -1 bdev(0x2aa3982e700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:20.715+0000 3ff89fe8800 -1 bdev(0x2aa3982e700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:24.095+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:24.185+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:24.295+0000 3ff89fe8800 -1 bdev(0x2aa3982e000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:24.295+0000 3ff89fe8800 -1 bdev(0x2aa3982e700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:43:24.645+0000 3ff89fe8800 -1 bdev(0x2aa3982e700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument sh-5.1# mkfs.xfs /var/lib/ceph/osd/ceph-0/block mkfs.xfs: /var/lib/ceph/osd/ceph-0/block appears to contain an existing filesystem (ceph_bluestore). mkfs.xfs: Use the -f option to force overwrite. sh-5.1# OSD_SECRET=$(ceph-authtool --gen-print-key) sh-5.1# echo $OSD_SECRET AQDoJTdn4AwTBRAAJ8vYUQgXWNL4Yu+oEl2HCA== sh-5.1# ceph-authtool --create-keyring /var/lib/ceph/osd/ceph-0/keyring --name osd.0 --add-key AQDoJTdn4AwTBRAAJ8vYUQgXWNL4Yu+oEl2HCA== creating /var/lib/ceph/osd/ceph-0/keyring added entity osd.0 auth(key=AQDoJTdn4AwTBRAAJ8vYUQgXWNL4Yu+oEl2HCA==) sh-5.1# cat /var/lib/ceph/osd/ceph-0/keyring [osd.0] key = AQDoJTdn4AwTBRAAJ8vYUQgXWNL4Yu+oEl2HCA== sh-5.1# /usr/bin/ceph-osd -f --cluster ceph --id 0 2024-11-15T10:44:30.885+0000 3ff7fb7b800 -1 monclient(hunting): handle_auth_bad_method server allowed_methods [2] but i only support [2] failed to fetch mon config (--no-mon-config to skip) sh-5.1# /usr/bin/ceph-osd -f --cluster ceph --id 0 --no-mon-config 2024-11-15T10:44:35.935+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.265+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.385+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.455+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.565+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.655+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.665+0000 3ffa9868800 -1 bdev(0x2aa5f8e2700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:36.985+0000 3ffa9868800 -1 Falling back to public interface 2024-11-15T10:44:37.005+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:37.335+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:37.675+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:38.005+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:38.335+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 2024-11-15T10:44:38.655+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument src/tcmalloc.cc:333] Attempt to free invalid pointer 0x12 *** Caught signal (Aborted) ** in thread 3ffa9868800 thread_name:ceph-osd ceph version 19.2.0-47.el9cp (123a317ae596caa7f6d087fc76fffb6a736e0b5f) squid (stable) 1: [0x3fffcd7ce0e] 2: /lib64/libc.so.6(+0x982d6) [0x3ffa84182d6] 3: gsignal() 4: abort() 5: (tcmalloc::Log(tcmalloc::LogMode, char const*, int, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem)+0x248) [0x3ffa9529918] 6: /lib64/libtcmalloc.so.4(+0x18184) [0x3ffa9518184] 7: /usr/bin/ceph-osd(+0xba11ce) [0x2aa385a11ce] 8: (opentelemetry::v1::sdk::resource::Resource::Create(opentelemetry::v1::sdk::common::AttributeMap const&, std::__cxx11::basic_string, std::allocator > const&)+0x11c) [0x2aa38af92ec] 9: (tracing::Tracer::init(ceph::common::CephContext*, opentelemetry::v1::nostd::string_view)+0x3f0) [0x2aa385af850] 10: (OSD::init()+0x1ae) [0x2aa37e4cc0e] 11: main() 12: /lib64/libc.so.6(+0x2a5f2) [0x3ffa83aa5f2] 13: __libc_start_main() 14: /usr/bin/ceph-osd(+0x3cea90) [0x2aa37dcea90] 2024-11-15T10:44:39.025+0000 3ffa9868800 -1 *** Caught signal (Aborted) ** in thread 3ffa9868800 thread_name:ceph-osd ceph version 19.2.0-47.el9cp (123a317ae596caa7f6d087fc76fffb6a736e0b5f) squid (stable) 1: [0x3fffcd7ce0e] 2: /lib64/libc.so.6(+0x982d6) [0x3ffa84182d6] 3: gsignal() 4: abort() 5: (tcmalloc::Log(tcmalloc::LogMode, char const*, int, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem)+0x248) [0x3ffa9529918] 6: /lib64/libtcmalloc.so.4(+0x18184) [0x3ffa9518184] 7: /usr/bin/ceph-osd(+0xba11ce) [0x2aa385a11ce] 8: (opentelemetry::v1::sdk::resource::Resource::Create(opentelemetry::v1::sdk::common::AttributeMap const&, std::__cxx11::basic_string, std::allocator > const&)+0x11c) [0x2aa38af92ec] 9: (tracing::Tracer::init(ceph::common::CephContext*, opentelemetry::v1::nostd::string_view)+0x3f0) [0x2aa385af850] 10: (OSD::init()+0x1ae) [0x2aa37e4cc0e] 11: main() 12: /lib64/libc.so.6(+0x2a5f2) [0x3ffa83aa5f2] 13: __libc_start_main() 14: /usr/bin/ceph-osd(+0x3cea90) [0x2aa37dcea90] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. -211> 2024-11-15T10:44:35.935+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -205> 2024-11-15T10:44:36.265+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -200> 2024-11-15T10:44:36.385+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -195> 2024-11-15T10:44:36.455+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -190> 2024-11-15T10:44:36.565+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -185> 2024-11-15T10:44:36.655+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -176> 2024-11-15T10:44:36.665+0000 3ffa9868800 -1 bdev(0x2aa5f8e2700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -54> 2024-11-15T10:44:36.985+0000 3ffa9868800 -1 Falling back to public interface -48> 2024-11-15T10:44:37.005+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -41> 2024-11-15T10:44:37.335+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -31> 2024-11-15T10:44:37.675+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -23> 2024-11-15T10:44:38.005+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -15> 2024-11-15T10:44:38.335+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -7> 2024-11-15T10:44:38.655+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 0> 2024-11-15T10:44:39.025+0000 3ffa9868800 -1 *** Caught signal (Aborted) ** in thread 3ffa9868800 thread_name:ceph-osd ceph version 19.2.0-47.el9cp (123a317ae596caa7f6d087fc76fffb6a736e0b5f) squid (stable) 1: [0x3fffcd7ce0e] 2: /lib64/libc.so.6(+0x982d6) [0x3ffa84182d6] 3: gsignal() 4: abort() 5: (tcmalloc::Log(tcmalloc::LogMode, char const*, int, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem)+0x248) [0x3ffa9529918] 6: /lib64/libtcmalloc.so.4(+0x18184) [0x3ffa9518184] 7: /usr/bin/ceph-osd(+0xba11ce) [0x2aa385a11ce] 8: (opentelemetry::v1::sdk::resource::Resource::Create(opentelemetry::v1::sdk::common::AttributeMap const&, std::__cxx11::basic_string, std::allocator > const&)+0x11c) [0x2aa38af92ec] 9: (tracing::Tracer::init(ceph::common::CephContext*, opentelemetry::v1::nostd::string_view)+0x3f0) [0x2aa385af850] 10: (OSD::init()+0x1ae) [0x2aa37e4cc0e] 11: main() 12: /lib64/libc.so.6(+0x2a5f2) [0x3ffa83aa5f2] 13: __libc_start_main() 14: /usr/bin/ceph-osd(+0x3cea90) [0x2aa37dcea90] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. -211> 2024-11-15T10:44:35.935+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -205> 2024-11-15T10:44:36.265+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -200> 2024-11-15T10:44:36.385+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -195> 2024-11-15T10:44:36.455+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -190> 2024-11-15T10:44:36.565+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -185> 2024-11-15T10:44:36.655+0000 3ffa9868800 -1 bdev(0x2aa5f8e2000 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -176> 2024-11-15T10:44:36.665+0000 3ffa9868800 -1 bdev(0x2aa5f8e2700 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -54> 2024-11-15T10:44:36.985+0000 3ffa9868800 -1 Falling back to public interface -48> 2024-11-15T10:44:37.005+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -41> 2024-11-15T10:44:37.335+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -31> 2024-11-15T10:44:37.675+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -23> 2024-11-15T10:44:38.005+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -15> 2024-11-15T10:44:38.335+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument -7> 2024-11-15T10:44:38.655+0000 3ffa9868800 -1 bdev(0x2aa5f8e2e00 /var/lib/ceph/osd/ceph-0/block) unable to get device name for /var/lib/ceph/osd/ceph-0/block: (22) Invalid argument 0> 2024-11-15T10:44:39.025+0000 3ffa9868800 -1 *** Caught signal (Aborted) ** in thread 3ffa9868800 thread_name:ceph-osd ceph version 19.2.0-47.el9cp (123a317ae596caa7f6d087fc76fffb6a736e0b5f) squid (stable) 1: [0x3fffcd7ce0e] 2: /lib64/libc.so.6(+0x982d6) [0x3ffa84182d6] 3: gsignal() 4: abort() 5: (tcmalloc::Log(tcmalloc::LogMode, char const*, int, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem, tcmalloc::LogItem)+0x248) [0x3ffa9529918] 6: /lib64/libtcmalloc.so.4(+0x18184) [0x3ffa9518184] 7: /usr/bin/ceph-osd(+0xba11ce) [0x2aa385a11ce] 8: (opentelemetry::v1::sdk::resource::Resource::Create(opentelemetry::v1::sdk::common::AttributeMap const&, std::__cxx11::basic_string, std::allocator > const&)+0x11c) [0x2aa38af92ec] 9: (tracing::Tracer::init(ceph::common::CephContext*, opentelemetry::v1::nostd::string_view)+0x3f0) [0x2aa385af850] 10: (OSD::init()+0x1ae) [0x2aa37e4cc0e] 11: main() 12: /lib64/libc.so.6(+0x2a5f2) [0x3ffa83aa5f2] 13: __libc_start_main() 14: /usr/bin/ceph-osd(+0x3cea90) [0x2aa37dcea90] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. Aborted (core dumped) sh-5.1#