Sage:
That'd be my assumption, performance looked pretty fantastic over loop
until it started being used it heavily
Mike:
The configs you asked for are at the end of this message I've subtracted &
changed some info, iqn/wwn/portal, for security purposes. The raw & loop
target configs are all in one since I'm running both types of configs
currently. I also included the running config (ls /) of targetcli for
anyone interested in what it looks like from the console.
The tool I used was dd, I ran through various options using dd but didn't
really see much difference. The one on top is my go to command for my first
test
time dd if=/dev/zero of=test bs=32M count=32 oflag=direct,sync
time dd if=/dev/zero of=test bs=32M count=128 oflag=direct,sync
time dd if=/dev/zero of=test bs=8M count=512 oflag=direct,sync
time dd if=/dev/zero of=test bs=4M count=1024 oflag=direct,sync
---ls / from current targetcli (no mounted ext4 -> image file config)---
/iscsi> ls /
o- /
.........................................................................................................................
[...]
o- backstores
..............................................................................................................
[...]
| o- block
..................................................................................................
[Storage Objects: 2]
| | o- ceph_lun0
......................................................................
[/dev/loop0 (2.0TiB) write-thru activated]
| | o- ceph_noloop00 ..............................................
[/dev/rbd/vmiscsi/noloop00 (1.0TiB) write-thru activated]
| o- fileio
.................................................................................................
[Storage Objects: 0]
| o- pscsi
..................................................................................................
[Storage Objects: 0]
| o- ramdisk
................................................................................................
[Storage Objects: 0]
o- iscsi
............................................................................................................
[Targets: 2]
| o- iqn.gateway2_01
..................................................... [TPGs: 1]
| | o- tpg1
...............................................................................................
[no-gen-acls, no-auth]
| | o- acls
..........................................................................................................
[ACLs: 2]
| | | o- iqn.esxhost01
............................................................ [Mapped LUNs:
1]
| | | | o- mapped_lun0
.........................................................................
[lun0 block/ceph_noloop00 (rw)]
| | | o- iqn.esxhost02
....................................................... [Mapped LUNs: 1]
| | | o- mapped_lun0
.........................................................................
[lun0 block/ceph_noloop00 (rw)]
| | o- luns
..........................................................................................................
[LUNs: 1]
| | | o- lun0
...........................................................
[block/ceph_noloop00 (/dev/rbd/vmiscsi/noloop00)]
| | o- portals
....................................................................................................
[Portals: 1]
| | o- xxx.xxx.xxx.xxx:3260
...............................................................................................
[OK]
| o- iqn.gateway2_02
..................................................... [TPGs: 1]
| o- tpg1
...............................................................................................
[no-gen-acls, no-auth]
| o- acls
..........................................................................................................
[ACLs: 2]
| | o- iqn.esxhost01
............................................................ [Mapped LUNs:
1]
| | | o- mapped_lun0
.............................................................................
[lun0 block/ceph_lun0 (rw)]
| | o- iqn.esxhost02
............................................................ [Mapped LUNs:
1]
| | | o- mapped_lun0
.............................................................................
[lun0 block/ceph_lun0 (rw)]
| o- luns
..........................................................................................................
[LUNs: 1]
| | o- lun0
...................................................................................
[block/ceph_lun0 (/dev/loop0)]
| o- portals
....................................................................................................
[Portals: 1]
| o- xxx.xxx.xxx.xxx:3260
...............................................................................................
[OK]
o- loopback
.........................................................................................................
[Targets: 0]
---saveconfig.json for mounted ext4 config---
{
"fabric_modules": [],
"storage_objects": [
{
"attributes": {
"block_size": 512,
"emulate_dpo": 0,
"emulate_fua_read": 0,
"emulate_fua_write": 1,
"emulate_model_alias": 1,
"emulate_rest_reord": 0,
"emulate_tas": 1,
"emulate_tpu": 0,
"emulate_tpws": 0,
"emulate_ua_intlck_ctrl": 0,
"emulate_write_cache": 1,
"enforce_pr_isids": 1,
"fabric_max_sectors": 8192,
"is_nonrot": 0,
"max_unmap_block_desc_count": 1,
"max_unmap_lba_count": 8192,
"max_write_same_len": 4096,
"optimal_sectors": 8192,
"queue_depth": 128,
"unmap_granularity": 1,
"unmap_granularity_alignment": 0
},
"dev": "/mnt/ceph_perf_test/mounted_rbd_img_test.img",
"name": "mounted_rbd_img_test",
"plugin": "fileio",
"size": 8589934592,
"write_back": true,
"wwn": "xxxx-xxxx-xxxx-xxxx"
}
],
"targets": [
{
"fabric": "iscsi",
"tpgs": [
{
"attributes": {
"authentication": 0,
"cache_dynamic_acls": 0,
"default_cmdsn_depth": 16,
"demo_mode_write_protect": 1,
"generate_node_acls": 0,
"login_timeout": 15,
"netif_timeout": 2,
"prod_mode_write_protect": 0
},
"enable": true,
"luns": [
{
"index": 0,
"storage_object": "/backstores/fileio/mounted_rbd_img_test"
}
],
"node_acls": [
{
"attributes": {
"dataout_timeout": 3,
"dataout_timeout_retries": 5,
"default_erl": 0,
"nopin_response_timeout": 30,
"nopin_timeout": 15,
"random_datain_pdu_offsets": 0,
"random_datain_seq_offsets": 0,
"random_r2t_offsets": 0
},
"mapped_luns": [
{
"index": 0,
"tpg_lun": 0,
"write_protect": false
}
],
"node_wwn": "iqn.centoshost01"
}
],
"parameters": {
"AuthMethod": "CHAP,None",
"DataDigest": "CRC32C,None",
"DataPDUInOrder": "Yes",
"DataSequenceInOrder": "Yes",
"DefaultTime2Retain": "20",
"DefaultTime2Wait": "2",
"ErrorRecoveryLevel": "0",
"FirstBurstLength": "65536",
"HeaderDigest": "CRC32C,None",
"IFMarkInt": "2048~65535",
"IFMarker": "No",
"ImmediateData": "Yes",
"InitialR2T": "Yes",
"MaxBurstLength": "262144",
"MaxConnections": "1",
"MaxOutstandingR2T": "1",
"MaxRecvDataSegmentLength": "8192",
"MaxXmitDataSegmentLength": "262144",
"OFMarkInt": "2048~65535",
"OFMarker": "No",
"TargetAlias": "LIO Target"
},
"portals": [
{
"ip_address": "xxx.xxx.xxx.xxx",
"iser": false,
"port": 3260
}
],
"tag": 1
}
],
"wwn": "iqn.gateway1_01"
},
]
}
---saveconfig.json for raw & loop targets---
{
"fabric_modules": [],
"storage_objects": [
{
"attributes": {
"block_size": 512,
"emulate_dpo": 0,
"emulate_fua_read": 0,
"emulate_fua_write": 1,
"emulate_model_alias": 1,
"emulate_rest_reord": 0,
"emulate_tas": 1,
"emulate_tpu": 0,
"emulate_tpws": 0,
"emulate_ua_intlck_ctrl": 0,
"emulate_write_cache": 0,
"enforce_pr_isids": 1,
"fabric_max_sectors": 8192,
"is_nonrot": 0,
"max_unmap_block_desc_count": 0,
"max_unmap_lba_count": 0,
"max_write_same_len": 65535,
"optimal_sectors": 8192,
"queue_depth": 128,
"unmap_granularity": 0,
"unmap_granularity_alignment": 0
},
"dev": "/dev/rbd/vmiscsi/noloop00",
"name": "ceph_noloop00",
"plugin": "block",
"readonly": false,
"write_back": false,
"wwn": "xxxx-xxxx-xxxx"
},
{
"attributes": {
"block_size": 512,
"emulate_dpo": 0,
"emulate_fua_read": 0,
"emulate_fua_write": 1,
"emulate_model_alias": 1,
"emulate_rest_reord": 0,
"emulate_tas": 1,
"emulate_tpu": 0,
"emulate_tpws": 0,
"emulate_ua_intlck_ctrl": 0,
"emulate_write_cache": 0,
"enforce_pr_isids": 1,
"fabric_max_sectors": 8192,
"is_nonrot": 0,
"max_unmap_block_desc_count": 0,
"max_unmap_lba_count": 0,
"max_write_same_len": 65535,
"optimal_sectors": 8192,
"queue_depth": 128,
"unmap_granularity": 0,
"unmap_granularity_alignment": 0
},
"dev": "/dev/loop0",
"name": "ceph_lun0",
"plugin": "block",
"readonly": false,
"write_back": false,
"wwn": "yyyy-yyyy-yyyy"
},
],
"targets": [
{
"fabric": "iscsi",
"tpgs": [
{
"attributes": {
"authentication": 0,
"cache_dynamic_acls": 0,
"default_cmdsn_depth": 16,
"demo_mode_write_protect": 1,
"generate_node_acls": 0,
"login_timeout": 15,
"netif_timeout": 2,
"prod_mode_write_protect": 0
},
"enable": true,
"luns": [
{
"index": 0,
"storage_object": "/backstores/block/ceph_noloop00"
}
],
"node_acls": [
{
"attributes": {
"dataout_timeout": 3,
"dataout_timeout_retries": 5,
"default_erl": 0,
"nopin_response_timeout": 30,
"nopin_timeout": 15,
"random_datain_pdu_offsets": 0,
"random_datain_seq_offsets": 0,
"random_r2t_offsets": 0
},
"mapped_luns": [
{
"index": 0,
"tpg_lun": 0,
"write_protect": false
}
],
"node_wwn": "iqn.esxhost01"
},
{
"attributes": {
"dataout_timeout": 3,
"dataout_timeout_retries": 5,
"default_erl": 0,
"nopin_response_timeout": 30,
"nopin_timeout": 15,
"random_datain_pdu_offsets": 0,
"random_datain_seq_offsets": 0,
"random_r2t_offsets": 0
},
"mapped_luns": [
{
"index": 0,
"tpg_lun": 0,
"write_protect": false
}
],
"node_wwn": "iqn.esxhost02"
}
],
"parameters": {
"AuthMethod": "CHAP,None",
"DataDigest": "CRC32C,None",
"DataPDUInOrder": "Yes",
"DataSequenceInOrder": "Yes",
"DefaultTime2Retain": "20",
"DefaultTime2Wait": "2",
"ErrorRecoveryLevel": "0",
"FirstBurstLength": "65536",
"HeaderDigest": "CRC32C,None",
"IFMarkInt": "2048~65535",
"IFMarker": "No",
"ImmediateData": "Yes",
"InitialR2T": "Yes",
"MaxBurstLength": "262144",
"MaxConnections": "1",
"MaxOutstandingR2T": "1",
"MaxRecvDataSegmentLength": "8192",
"MaxXmitDataSegmentLength": "262144",
"OFMarkInt": "2048~65535",
"OFMarker": "No",
"TargetAlias": "LIO Target"
},
"portals": [
{
"ip_address": "xxx.xxx.xxx.xxx",
"iser": false,
"port": 3260
}
],
"tag": 1
}
],
"wwn": "iqn.gateway2_01"
},
{
"fabric": "iscsi",
"tpgs": [
{
"attributes": {
"authentication": 0,
"cache_dynamic_acls": 0,
"default_cmdsn_depth": 16,
"demo_mode_write_protect": 1,
"generate_node_acls": 0,
"login_timeout": 15,
"netif_timeout": 2,
"prod_mode_write_protect": 0
},
"enable": true,
"luns": [
{
"index": 0,
"storage_object": "/backstores/block/ceph_lun0"
}
],
"node_acls": [
{
"attributes": {
"dataout_timeout": 3,
"dataout_timeout_retries": 5,
"default_erl": 0,
"nopin_response_timeout": 30,
"nopin_timeout": 15,
"random_datain_pdu_offsets": 0,
"random_datain_seq_offsets": 0,
"random_r2t_offsets": 0
},
"mapped_luns": [
{
"index": 0,
"tpg_lun": 0,
"write_protect": false
}
],
"node_wwn": "iqn.esxhost01"
},
{
"attributes": {
"dataout_timeout": 3,
"dataout_timeout_retries": 5,
"default_erl": 0,
"nopin_response_timeout": 30,
"nopin_timeout": 15,
"random_datain_pdu_offsets": 0,
"random_datain_seq_offsets": 0,
"random_r2t_offsets": 0
},
"mapped_luns": [
{
"index": 0,
"tpg_lun": 0,
"write_protect": false
}
],
"node_wwn": "iqn.esxhost02"
},
],
"parameters": {
"AuthMethod": "CHAP,None",
"DataDigest": "CRC32C,None",
"DataPDUInOrder": "Yes",
"DataSequenceInOrder": "Yes",
"DefaultTime2Retain": "20",
"DefaultTime2Wait": "2",
"ErrorRecoveryLevel": "0",
"FirstBurstLength": "65536",
"HeaderDigest": "CRC32C,None",
"IFMarkInt": "2048~65535",
"IFMarker": "No",
"ImmediateData": "Yes",
"InitialR2T": "Yes",
"MaxBurstLength": "262144",
"MaxConnections": "1",
"MaxOutstandingR2T": "1",
"MaxRecvDataSegmentLength": "8192",
"MaxXmitDataSegmentLength": "262144",
"OFMarkInt": "2048~65535",
"OFMarker": "No",
"TargetAlias": "LIO Target"
},
"portals": [
{
"ip_address": "xxx.xxx.xxx.xxx",
"iser": false,
"port": 3260
}
],
"tag": 1
}
],
"wwn": "iqn.gateway2_02"
}
]
}
_______________________________________________
ceph-users mailing list
ceph-users@lists.ceph.com
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com
