openstack/openstack-helm-infra
Code Issues Proposed changes

Further performance tuning changes for Ceph

Browse Source 
- Throttle down snap trimming as to lessen it's performance impact
(Setting just osd_snap_trim_priority isn't effective enough to throttle
down the impact)
osd_snap_trim_sleep: 0.1 (default 0)
osd_pg_max_concurrent_snap_trims: 1 (default 2)

- Align filestore_merge_threshold with upstream Ceph values
(A negative number disables this function, no change in behavior)
filestore_merge_threshold: -10 (formerly -50, default 10)

- Increase RGW pool thread size for more concurrent connections
rgw_thread_pool_size: 512 (default 100)

- Disable in-memory logs for the ms subsytem.
debug_ms: 0/0 (default 0/5)

- Formating cleanups

Change-Id: I4aefcb6e774cb3e1252e52ca6003cec495556467
This commit is contained in:
Matthew Heler 2018-10-09 12:16:53 -05:00
parent 62f49e7c74
commit 6ef48d3706
5 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ceph-client/values.yaml
View File

@ -219,6 +219,7 @@ conf:
cephx_service_require_signatures: false cephx_service_require_signatures: false
objecter_inflight_op_bytes: "1073741824" objecter_inflight_op_bytes: "1073741824"
objecter_inflight_ops: 10240 objecter_inflight_ops: 10240
debug_ms: "0/0"
osd: osd:
osd_mkfs_type: xfs osd_mkfs_type: xfs
osd_mkfs_options_xfs: -f -i size=2048 osd_mkfs_options_xfs: -f -i size=2048

5
ceph-mon/values.yaml
View File

@ -156,6 +156,7 @@ conf:
cephx_service_require_signatures: false cephx_service_require_signatures: false
objecter_inflight_op_bytes: "1073741824" objecter_inflight_op_bytes: "1073741824"
objecter_inflight_ops: 10240 objecter_inflight_ops: 10240
debug_ms: "0/0"
osd: osd:
osd_mkfs_type: xfs osd_mkfs_type: xfs
osd_mkfs_options_xfs: -f -i size=2048 osd_mkfs_options_xfs: -f -i size=2048
@ -163,7 +164,9 @@ conf:
ms_bind_port_min: 6800 ms_bind_port_min: 6800
ms_bind_port_max: 7100 ms_bind_port_max: 7100
osd_snap_trim_priority: 1 osd_snap_trim_priority: 1
filestore_merge_threshold: -50 osd_snap_trim_sleep: 0.1
osd_pg_max_concurrent_snap_trims: 1
filestore_merge_threshold: -10
filestore_split_multiple: 12 filestore_split_multiple: 12
osd_scrub_begin_hour: 22 osd_scrub_begin_hour: 22
osd_scrub_end_hour: 4 osd_scrub_end_hour: 4

7
ceph-osd/values.yaml
View File

@ -82,6 +82,7 @@ conf:
cephx_service_require_signatures: false cephx_service_require_signatures: false
objecter_inflight_op_bytes: "1073741824" objecter_inflight_op_bytes: "1073741824"
objecter_inflight_ops: 10240 objecter_inflight_ops: 10240
debug_ms: "0/0"
osd: osd:
osd_mkfs_type: xfs osd_mkfs_type: xfs
osd_mkfs_options_xfs: -f -i size=2048 osd_mkfs_options_xfs: -f -i size=2048
@ -89,12 +90,14 @@ conf:
ms_bind_port_min: 6800 ms_bind_port_min: 6800
ms_bind_port_max: 7100 ms_bind_port_max: 7100
osd_snap_trim_priority: 1 osd_snap_trim_priority: 1
filestore_merge_threshold: "-50" osd_snap_trim_sleep: 0.1
osd_pg_max_concurrent_snap_trims: 1
filestore_merge_threshold: -10
filestore_split_multiple: 12 filestore_split_multiple: 12
osd_scrub_begin_hour: 22 osd_scrub_begin_hour: 22
osd_scrub_end_hour: 4 osd_scrub_end_hour: 4
osd_scrub_during_recovery: false osd_scrub_during_recovery: false
osd_scrub_sleep: "0.1" osd_scrub_sleep: 0.1
osd_scrub_chunk_min: 1 osd_scrub_chunk_min: 1
osd_scrub_chunk_max: 4 osd_scrub_chunk_max: 4
osd_deep_scrub_stride: "1048576" osd_deep_scrub_stride: "1048576"

1
ceph-provisioners/values.yaml
View File

@ -109,6 +109,7 @@ conf:
cephx_service_require_signatures: false cephx_service_require_signatures: false
objecter_inflight_op_bytes: "1073741824" objecter_inflight_op_bytes: "1073741824"
objecter_inflight_ops: 10240 objecter_inflight_ops: 10240
debug_ms: "0/0"
osd: osd:
osd_mkfs_type: xfs osd_mkfs_type: xfs
osd_mkfs_options_xfs: -f -i size=2048 osd_mkfs_options_xfs: -f -i size=2048

2
ceph-rgw/values.yaml
View File

@ -283,6 +283,7 @@ conf:
#NOTE (JCL): See http://tracker.ceph.com/issues/24937 #NOTE (JCL): See http://tracker.ceph.com/issues/24937
#NOTE (JCL): See https://tracker.ceph.com/issues/24551 #NOTE (JCL): See https://tracker.ceph.com/issues/24551
rgw_dynamic_resharding: false rgw_dynamic_resharding: false
rgw_thread_pool_size: 512
rgw_s3: rgw_s3:
enabled: false enabled: false
admin_caps: "users=*;buckets=*;zone=*" admin_caps: "users=*;buckets=*;zone=*"
@ -295,6 +296,7 @@ conf:
cephx_service_require_signatures: false cephx_service_require_signatures: false
objecter_inflight_op_bytes: "1073741824" objecter_inflight_op_bytes: "1073741824"
objecter_inflight_ops: 10240 objecter_inflight_ops: 10240
debug_ms: "0/0"
osd: osd:
osd_mkfs_type: xfs osd_mkfs_type: xfs
osd_mkfs_options_xfs: -f -i size=2048 osd_mkfs_options_xfs: -f -i size=2048