Workflow Report
This is a HTML-ification of Workflow state (workflow.state) and
the associated files in the workflow output directory.
Below is the doc section of the workflow (.workflow file).
Bring up the Linux kernel NVMe-over-TCP target, probe it, and tear it down. Suitable for developer use: invoke individual steps by name, e.g. ``cijoe workflows/transports-tcp-linux.yaml nvme_target_start`` to bring up the target, and ``cijoe workflows/transports-tcp-linux.yaml nvme_target_stop`` to tear it down. Running the workflow without selecting steps performs the full sequence (start, probe, stop) and is what docgen captures.
The workflow started on 29-06-2026, 13:36:01, status on the steps
is provided below.
If a workflow step (script / run) or test produced any artifacts, then they are listed here.
This is the configuration (.config file) with any
variable-placeholders such as {{ local.env.HOME }} filled out.
build:
compiler:
bin: gcc
cijoe:
transport:
odus:
hostname: localhost
password: odus.321
port: 4200
username: odus
root:
hostname: localhost
password: root
port: 4200
username: root
devices:
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- scc
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme0n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- scc
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng0n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- scc
- write_zeroes
- ctrlr
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:01:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- zns
- zrwa
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme1n1
- driver_attachment: kernel
labels:
- dev
- cdev
- zns
- zrwa
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng1n1
- driver_attachment: userspace
labels:
- dev
- pcie
- zns
- zrwa
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:02:00.0'
- driver_attachment: kernel
labels:
- dev
- cdev
- kvs
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng2n1
- driver_attachment: userspace
labels:
- dev
- pcie
- kvs
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:03:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- scc
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme3n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- scc
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng3n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- scc
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:04:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- scc
- large_mdts
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme4n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- scc
- large_mdts
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng4n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- scc
- large_mdts
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:05:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- scc
- fdp
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme5n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- scc
- fdp
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng5n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- scc
- fdp
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:06:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- pi1
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme6n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- pi1
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng6n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- pi1
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:07:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- pi2
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme7n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- pi2
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng7n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- pi2
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:08:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- pi3
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme8n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- pi3
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng8n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- pi3
- log_health_ns
- idfy_cs
nsid: 1
uri: '0000:09:00.0'
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- pi1_ex
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme9n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- pi1_ex
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng9n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- pi1_ex
- log_health_ns
- idfy_cs
nsid: 1
uri: 0000:0a:00.0
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- pi1_pif2
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/nvme10n1
- driver_attachment: kernel
labels:
- dev
- cdev
- nvm
- pi1_pif2
- log_health_ns
- idfy_cs
nsid: 1
uri: /dev/ng10n1
- driver_attachment: userspace
labels:
- dev
- pcie
- nvm
- pi1_pif2
- log_health_ns
- idfy_cs
nsid: 1
uri: 0000:0b:00.0
- driver_attachment: kernel
labels:
- ctrlr
- cdev
- log_health_ns
- idfy_cs
nsid: 0
uri: /dev/nvme0
- device_path: /dev/nvme3n1
driver_attachment: userspace
labels:
- dev
- fabrics
- nvm
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
pcie_id: '0000:04:00.0'
subnqn: nqn.2019-08.org.qemu:beef0003
uri: 127.0.0.1:4420
- driver_attachment: kernel
labels:
- file
- log_health_ns
- idfy_cs
nsid: 1
uri: /tmp/xnvme-testfile.bin
- driver_attachment: kernel
labels:
- dev
- bdev
- nvm
- ramdisk
- write_zeroes
- log_health_ns
- idfy_cs
nsid: 1
uri: 2GB
fio:
bin: fio
engines:
io_uring:
type: builtin
io_uring_cmd:
type: builtin
libaio:
type: builtin
spdk_bdev:
path: /opt/aux/spdk_bdev
type: external_preload
spdk_nvme:
path: /opt/aux/spdk_nvme
type: external_preload
xnvme:
type: builtin
repository:
path: /root/git/fio
remote: https://github.com/axboe/fio.git
tag: fio-3.38
guest_image:
url: https://ghcr.io/v2/safl/nosi/debian-13-headless/blobs/sha256:1cdbf24c081516500735ce7f3f96e3212a472fb0528276e23c939035791900dc
hugetlbfs:
mount_point: /mnt/huge
nr_hugepages: '1024'
kvssd:
binary: /github/home/guests/vfu_kvssd
socket: /tmp/vfu_kvssd.sock
url: https://github.com/safl/vfio-user-kvssd/releases/download/v0.1.11/vfu_kvssd-0.1.11-x86_64-linux
linux:
repository:
path: /github/home/git/linux
remote: https://github.com/torvalds/linux.git
tag: v6.12
os:
name: debian
version: trixie
qemu:
build:
prefix: /github/home/opt/qemu
default_guest: trixie_amd64
default_systemimage: debian-13-x86_64
guests:
trixie_amd64:
path: /github/home/guests/debian-trixie-amd64
system_args:
kwa:
accel: kvm
cpu: host
m: 6G
smp: 4
raw: '-M "type=q35,kernel_irqchip=split" -device "intel-iommu,pt=on,intremap=on,caching-mode=on" '
tcp_forward:
guest: 22
host: 4200
system_label: x86_64
img_bin: qemu-img
repository:
path: /github/home/git/qemu
remote: https://github.com/qemu/qemu.git
tag: v9.0.0
systems:
x86_64:
bin: qemu-system-x86_64
xnvme:
build:
type: debug
repository:
path: /github/home/git/xnvme
remote: https://github.com/xnvme/xnvme.git
sync:
branch: wip
remote_alias: guest
remote_path: /root/git/xnvme
Steps
Steps uses scripts. A description of the script used by
the current step is provided below. The description is extracted from the docstring
of the script and provided here in verbatim / as-is.
Bring up an NVMe TCP transport target
=====================================
Configure an NVMe target listening on a TCP transport. Two providers are
supported via ``--provider``:
* ``spdk`` (default): use the SPDK ``nvmf_tgt`` application driven through
``rpc.py`` to export a locally attached PCIe NVMe device.
* ``linux``: use the Linux kernel ``nvmet`` driver through configfs to
export an existing ``/dev/nvmeXn1``.
In both cases the device to export is read from the cijoe config entry
labelled ``fabrics`` (legacy label name).
Retargetable: True
{'description': '\n'
'Bring up an NVMe TCP transport target\n'
'=====================================\n'
'\n'
'Configure an NVMe target listening on a TCP transport. Two '
'providers are\n'
'supported via ``--provider``:\n'
'\n'
'* ``spdk`` (default): use the SPDK ``nvmf_tgt`` application '
'driven through\n'
' ``rpc.py`` to export a locally attached PCIe NVMe device.\n'
'* ``linux``: use the Linux kernel ``nvmet`` driver through '
'configfs to\n'
' export an existing ``/dev/nvmeXn1``.\n'
'\n'
'In both cases the device to export is read from the cijoe '
'config entry\n'
'labelled ``fabrics`` (legacy label name).\n'
'\n'
'Retargetable: True\n',
'extras': {'runlog': {'cmd_01': {'output': '0000:01:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:02:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:03:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:04:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:05:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:06:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:07:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:08:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:09:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:0a:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:0b:00.0 (1b36 0010): '
'vfio-pci -> nvme\n'
'0000:00:02.0 (1af4 1001): Already '
'using the virtio-pci driver\n',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_01.output'),
'state': {'begin': 1782740161.774131,
'cmd': 'xnvme-driver reset',
'cwd': 'None',
'elapsed': 2.914525032043457,
'end': 1782740164.688656,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_01.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_01.state')},
'cmd_02': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_02.output'),
'state': {'begin': 1782740164.6892698,
'cmd': 'modprobe nvme',
'cwd': 'None',
'elapsed': 0.14381957054138184,
'end': 1782740164.8330894,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_02.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_02.state')},
'cmd_03': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_03.output'),
'state': {'begin': 1782740164.8337777,
'cmd': 'modprobe nvmet',
'cwd': 'None',
'elapsed': 0.15882563591003418,
'end': 1782740164.9926033,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_03.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_03.state')},
'cmd_04': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_04.output'),
'state': {'begin': 1782740164.9937005,
'cmd': 'modprobe nvmet_tcp',
'cwd': 'None',
'elapsed': 0.1370222568511963,
'end': 1782740165.1307228,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_04.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_04.state')},
'cmd_05': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_05.output'),
'state': {'begin': 1782740165.1314967,
'cmd': 'mountpoint -q '
'/sys/kernel/config || '
'mount -t configfs none '
'/sys/kernel/config',
'cwd': 'None',
'elapsed': 0.14555859565734863,
'end': 1782740165.2770553,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_05.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_05.state')},
'cmd_06': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_06.output'),
'state': {'begin': 1782740165.2777693,
'cmd': 'mkdir -p '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003',
'cwd': 'None',
'elapsed': 0.13396501541137695,
'end': 1782740165.4117343,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_06.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_06.state')},
'cmd_07': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_07.output'),
'state': {'begin': 1782740165.4124758,
'cmd': 'echo 1 > '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/attr_allow_any_host',
'cwd': 'None',
'elapsed': 0.13960766792297363,
'end': 1782740165.5520835,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_07.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_07.state')},
'cmd_08': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_08.output'),
'state': {'begin': 1782740165.552788,
'cmd': 'mkdir -p '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1',
'cwd': 'None',
'elapsed': 0.13730287551879883,
'end': 1782740165.690091,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_08.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_08.state')},
'cmd_09': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_09.output'),
'state': {'begin': 1782740165.6906765,
'cmd': 'echo -n /dev/nvme3n1 > '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1/device_path',
'cwd': 'None',
'elapsed': 0.17999553680419922,
'end': 1782740165.870672,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_09.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_09.state')},
'cmd_10': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_10.output'),
'state': {'begin': 1782740165.8714793,
'cmd': 'echo 1 > '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1/enable',
'cwd': 'None',
'elapsed': 0.14818787574768066,
'end': 1782740166.0196671,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_10.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_10.state')},
'cmd_11': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_11.output'),
'state': {'begin': 1782740166.020441,
'cmd': 'mkdir -p '
'/sys/kernel/config/nvmet/ports/1',
'cwd': 'None',
'elapsed': 0.13217401504516602,
'end': 1782740166.152615,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_11.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_11.state')},
'cmd_12': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_12.output'),
'state': {'begin': 1782740166.1533425,
'cmd': 'echo 127.0.0.1 > '
'/sys/kernel/config/nvmet/ports/1/addr_traddr',
'cwd': 'None',
'elapsed': 0.13213276863098145,
'end': 1782740166.2854753,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_12.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_12.state')},
'cmd_13': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_13.output'),
'state': {'begin': 1782740166.2861905,
'cmd': 'echo tcp > '
'/sys/kernel/config/nvmet/ports/1/addr_trtype',
'cwd': 'None',
'elapsed': 0.14894413948059082,
'end': 1782740166.4351346,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_13.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_13.state')},
'cmd_14': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_14.output'),
'state': {'begin': 1782740166.4358447,
'cmd': 'echo 4420 > '
'/sys/kernel/config/nvmet/ports/1/addr_trsvcid',
'cwd': 'None',
'elapsed': 0.1400909423828125,
'end': 1782740166.5759356,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_14.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_14.state')},
'cmd_15': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_15.output'),
'state': {'begin': 1782740166.5766568,
'cmd': 'echo ipv4 > '
'/sys/kernel/config/nvmet/ports/1/addr_adrfam',
'cwd': 'None',
'elapsed': 0.12592053413391113,
'end': 1782740166.7025774,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_15.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_15.state')},
'cmd_16': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_16.output'),
'state': {'begin': 1782740166.703329,
'cmd': 'ln -s '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003 '
'/sys/kernel/config/nvmet/ports/1/subsystems/nqn.2019-08.org.qemu:beef0003',
'cwd': 'None',
'elapsed': 0.14411211013793945,
'end': 1782740166.8474412,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_16.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/001_nvme_target_start/cmd_16.state')}}},
'id': '001_nvme_target_start',
'name': 'nvme_target_start',
'nr': 1,
'status': {'elapsed': 5.076404333114624,
'failed': 0,
'passed': 1,
'skipped': 0,
'started': 1782740161.7717063},
'uses': 'nvme_target_start',
'with': {'provider': 'linux'}}
$ xnvme-driver reset0000:01:00.0 (1b36 0010): vfio-pci -> nvme
0000:02:00.0 (1b36 0010): vfio-pci -> nvme
0000:03:00.0 (1b36 0010): vfio-pci -> nvme
0000:04:00.0 (1b36 0010): vfio-pci -> nvme
0000:05:00.0 (1b36 0010): vfio-pci -> nvme
0000:06:00.0 (1b36 0010): vfio-pci -> nvme
0000:07:00.0 (1b36 0010): vfio-pci -> nvme
0000:08:00.0 (1b36 0010): vfio-pci -> nvme
0000:09:00.0 (1b36 0010): vfio-pci -> nvme
0000:0a:00.0 (1b36 0010): vfio-pci -> nvme
0000:0b:00.0 (1b36 0010): vfio-pci -> nvme
0000:00:02.0 (1af4 1001): Already using the virtio-pci driver
$ modprobe nvme$ modprobe nvmet$ modprobe nvmet_tcp$ mountpoint -q /sys/kernel/config || mount -t configfs none /sys/kernel/config$ mkdir -p /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003$ echo 1 > /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/attr_allow_any_host$ mkdir -p /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1$ echo -n /dev/nvme3n1 > /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1/device_path$ echo 1 > /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1/enable$ mkdir -p /sys/kernel/config/nvmet/ports/1$ echo 127.0.0.1 > /sys/kernel/config/nvmet/ports/1/addr_traddr$ echo tcp > /sys/kernel/config/nvmet/ports/1/addr_trtype$ echo 4420 > /sys/kernel/config/nvmet/ports/1/addr_trsvcid$ echo ipv4 > /sys/kernel/config/nvmet/ports/1/addr_adrfam$ ln -s /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003 /sys/kernel/config/nvmet/ports/1/subsystems/nqn.2019-08.org.qemu:beef0003
Steps uses scripts. A description of the script used by
the current step is provided below. The description is extracted from the docstring
of the script and provided here in verbatim / as-is.
Probe a running NVMe TCP transport target
=========================================
Issue a discovery against a listener brought up by ``nvme_target_start`` and
print basic information about the exported namespace. Used as the check step
between ``nvme_target_start`` and ``nvme_target_stop`` in the transport demo
workflows.
Retargetable: True
{'description': '\n'
'Probe a running NVMe TCP transport target\n'
'=========================================\n'
'\n'
'Issue a discovery against a listener brought up by '
'``nvme_target_start`` and\n'
'print basic information about the exported namespace. Used as '
'the check step\n'
'between ``nvme_target_start`` and ``nvme_target_stop`` in the '
'transport demo\n'
'workflows.\n'
'\n'
'Retargetable: True\n',
'extras': {'runlog': {'cmd_01': {'output': '\n'
'Discovery Log Number of Records '
'2, Generation counter 2\n'
'=====Discovery Log Entry 0======\n'
'trtype: tcp\n'
'adrfam: ipv4\n'
'subtype: current discovery '
'subsystem\n'
'treq: not specified, sq flow '
'control disable supported\n'
'portid: 1\n'
'trsvcid: 4420\n'
'subnqn: '
'nqn.2014-08.org.nvmexpress.discovery\n'
'traddr: 127.0.0.1\n'
'eflags: none\n'
'sectype: none\n'
'=====Discovery Log Entry 1======\n'
'trtype: tcp\n'
'adrfam: ipv4\n'
'subtype: nvme subsystem\n'
'treq: not specified, sq flow '
'control disable supported\n'
'portid: 1\n'
'trsvcid: 4420\n'
'subnqn: '
'nqn.2019-08.org.qemu:beef0003\n'
'traddr: 127.0.0.1\n'
'eflags: none\n'
'sectype: none\n',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_01.output'),
'state': {'begin': 1782740166.8505259,
'cmd': 'nvme discover -t tcp -a '
'127.0.0.1 -s 4420',
'cwd': 'None',
'elapsed': 0.4023861885070801,
'end': 1782740167.252912,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_01.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_01.state')},
'cmd_02': {'output': 'xnvme_cli_enumeration:\n'
" - {uri: '127.0.0.1:4420', "
'dtype: 0x2, nsid: 0x1, csi: 0x0, '
"kernel_driver: '', subnqn: "
"'nqn.2019-08.org.qemu:beef0003'}\n",
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_02.output'),
'state': {'begin': 1782740167.2535162,
'cmd': 'xnvme enum --uri '
'127.0.0.1:4420',
'cwd': 'None',
'elapsed': 0.7259790897369385,
'end': 1782740167.9794953,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_02.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_02.state')},
'cmd_03': {'output': 'xnvme_dev:\n'
' xnvme_ident:\n'
" uri: '127.0.0.1:4420'\n"
' dtype: 0x2\n'
' nsid: 0x1\n'
' csi: 0x0\n'
" kernel_driver: ''\n"
' subnqn: '
"'nqn.2019-08.org.qemu:beef0003'\n"
' xnvme_be:\n'
" dev: {id: 'spdk'}\n"
" admin: {id: 'spdk'}\n"
" sync: {id: 'spdk'}\n"
" async: {id: 'spdk'}\n"
" mem: {id: 'spdk'}\n"
" attr: {name: 'spdk', descr: "
"'SPDK userspace NVMe driver', "
'caps: 0xe0}\n'
' xnvme_opts:\n'
" be: 'spdk'\n"
" mem: 'spdk'\n"
" dev: 'linux'\n"
" admin: 'spdk'\n"
" sync: 'spdk'\n"
" async: 'spdk'\n"
' xnvme_geo:\n'
' type: XNVME_GEO_CONVENTIONAL\n'
' npugrp: 1\n'
' npunit: 1\n'
' nzone: 1\n'
' nsect: 2097152\n'
' nbytes: 4096\n'
' nbytes_oob: 0\n'
' tbytes: 8589934592\n'
' mdts_nbytes: 1048576\n'
' lba_nbytes: 4096\n'
' lba_extended: 0\n'
' ssw: 12\n'
' pi_type: 0\n'
' pi_loc: 0\n'
' pi_format: 0\n',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_03.output'),
'state': {'begin': 1782740167.9801924,
'cmd': 'xnvme info 127.0.0.1:4420 '
'--subnqn '
'nqn.2019-08.org.qemu:beef0003',
'cwd': 'None',
'elapsed': 0.5430192947387695,
'end': 1782740168.5232117,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_03.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_03.state')},
'cmd_04': {'output': 'Running xnvmeperf with '
'arguments:\n'
'- Devices: [127.0.0.1:4420] '
'(total: 1)\n'
'- io pattern: randread\n'
'- queues per device: 1\n'
'- queue depth: 32\n'
'- io size: 4096\n'
'- runtime: 5\n'
'- CPUs: [2] (total: 1)\n'
'- host_heap_size: 16781312 bytes\n'
'\n'
'====================================================================\n'
' xnvmeperf (elapsed: 5.00s)\n'
'====================================================================\n'
' Device '
'CPUs IOPS MiB/s '
'Failed\n'
' 127.0.0.1:4420 '
'2 45550.06 177.93 '
'0\n'
'--------------------------------------------------------------------\n'
' '
'Total: '
'45550.06 177.93 0\n'
'====================================================================\n',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_04.output'),
'state': {'begin': 1782740168.5238273,
'cmd': 'xnvmeperf run '
'127.0.0.1:4420 --subnqn '
'nqn.2019-08.org.qemu:beef0003 '
'--iopattern randread '
'--iosize 4096 --qdepth 32 '
'--nqueues 1 --runtime 5 '
'--cpumask 0x4',
'cwd': 'None',
'elapsed': 5.549545764923096,
'end': 1782740174.073373,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_04.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/002_nvme_target_probe/cmd_04.state')}}},
'id': '002_nvme_target_probe',
'name': 'nvme_target_probe',
'nr': 2,
'status': {'elapsed': 7.225997447967529,
'failed': 0,
'passed': 1,
'skipped': 0,
'started': 1782740166.8481195},
'uses': 'nvme_target_probe',
'with': {'provider': 'linux'}}
$ nvme discover -t tcp -a 127.0.0.1 -s 4420
Discovery Log Number of Records 2, Generation counter 2
=====Discovery Log Entry 0======
trtype: tcp
adrfam: ipv4
subtype: current discovery subsystem
treq: not specified, sq flow control disable supported
portid: 1
trsvcid: 4420
subnqn: nqn.2014-08.org.nvmexpress.discovery
traddr: 127.0.0.1
eflags: none
sectype: none
=====Discovery Log Entry 1======
trtype: tcp
adrfam: ipv4
subtype: nvme subsystem
treq: not specified, sq flow control disable supported
portid: 1
trsvcid: 4420
subnqn: nqn.2019-08.org.qemu:beef0003
traddr: 127.0.0.1
eflags: none
sectype: none
$ xnvme enum --uri 127.0.0.1:4420xnvme_cli_enumeration:
- {uri: '127.0.0.1:4420', dtype: 0x2, nsid: 0x1, csi: 0x0, kernel_driver: '', subnqn: 'nqn.2019-08.org.qemu:beef0003'}
$ xnvme info 127.0.0.1:4420 --subnqn nqn.2019-08.org.qemu:beef0003xnvme_dev:
xnvme_ident:
uri: '127.0.0.1:4420'
dtype: 0x2
nsid: 0x1
csi: 0x0
kernel_driver: ''
subnqn: 'nqn.2019-08.org.qemu:beef0003'
xnvme_be:
dev: {id: 'spdk'}
admin: {id: 'spdk'}
sync: {id: 'spdk'}
async: {id: 'spdk'}
mem: {id: 'spdk'}
attr: {name: 'spdk', descr: 'SPDK userspace NVMe driver', caps: 0xe0}
xnvme_opts:
be: 'spdk'
mem: 'spdk'
dev: 'linux'
admin: 'spdk'
sync: 'spdk'
async: 'spdk'
xnvme_geo:
type: XNVME_GEO_CONVENTIONAL
npugrp: 1
npunit: 1
nzone: 1
nsect: 2097152
nbytes: 4096
nbytes_oob: 0
tbytes: 8589934592
mdts_nbytes: 1048576
lba_nbytes: 4096
lba_extended: 0
ssw: 12
pi_type: 0
pi_loc: 0
pi_format: 0
$ xnvmeperf run 127.0.0.1:4420 --subnqn nqn.2019-08.org.qemu:beef0003 --iopattern randread --iosize 4096 --qdepth 32 --nqueues 1 --runtime 5 --cpumask 0x4Running xnvmeperf with arguments:
- Devices: [127.0.0.1:4420] (total: 1)
- io pattern: randread
- queues per device: 1
- queue depth: 32
- io size: 4096
- runtime: 5
- CPUs: [2] (total: 1)
- host_heap_size: 16781312 bytes
====================================================================
xnvmeperf (elapsed: 5.00s)
====================================================================
Device CPUs IOPS MiB/s Failed
127.0.0.1:4420 2 45550.06 177.93 0
--------------------------------------------------------------------
Total: 45550.06 177.93 0
====================================================================
Steps uses scripts. A description of the script used by
the current step is provided below. The description is extracted from the docstring
of the script and provided here in verbatim / as-is.
Tear down an NVMe TCP transport target
======================================
Tear down whichever NVMe TCP target was set up by ``nvme_target_start``.
Two providers are supported via ``--provider``:
* ``spdk`` (default): stop the SPDK ``nvmf_tgt`` process.
* ``linux``: remove the Linux kernel ``nvmet`` configfs entries.
Both providers are safe to invoke when the target is already down.
Retargetable: True
{'description': '\n'
'Tear down an NVMe TCP transport target\n'
'======================================\n'
'\n'
'Tear down whichever NVMe TCP target was set up by '
'``nvme_target_start``.\n'
'Two providers are supported via ``--provider``:\n'
'\n'
'* ``spdk`` (default): stop the SPDK ``nvmf_tgt`` process.\n'
'* ``linux``: remove the Linux kernel ``nvmet`` configfs '
'entries.\n'
'\n'
'Both providers are safe to invoke when the target is already '
'down.\n'
'\n'
'Retargetable: True\n',
'extras': {'runlog': {'cmd_01': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_01.output'),
'state': {'begin': 1782740174.07698,
'cmd': 'rm -f '
'/sys/kernel/config/nvmet/ports/1/subsystems/nqn.2019-08.org.qemu:beef0003',
'cwd': 'None',
'elapsed': 0.13315844535827637,
'end': 1782740174.2101386,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_01.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_01.state')},
'cmd_02': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_02.output'),
'state': {'begin': 1782740174.2108307,
'cmd': 'rmdir '
'/sys/kernel/config/nvmet/ports/1; '
'true',
'cwd': 'None',
'elapsed': 0.1373445987701416,
'end': 1782740174.3481753,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_02.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_02.state')},
'cmd_03': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_03.output'),
'state': {'begin': 1782740174.3488688,
'cmd': 'echo 0 > '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1/enable; '
'true',
'cwd': 'None',
'elapsed': 0.16414666175842285,
'end': 1782740174.5130155,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_03.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_03.state')},
'cmd_04': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_04.output'),
'state': {'begin': 1782740174.5137448,
'cmd': 'rmdir '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1; '
'true',
'cwd': 'None',
'elapsed': 0.1374378204345703,
'end': 1782740174.6511827,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_04.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_04.state')},
'cmd_05': {'output': '',
'output_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_05.output'),
'state': {'begin': 1782740174.6519444,
'cmd': 'rmdir '
'/sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003; '
'true',
'cwd': 'None',
'elapsed': 0.1363074779510498,
'end': 1782740174.7882519,
'err': 0,
'is_done': True,
'output_dpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop',
'output_fpath': '/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_05.output'},
'state_path': PosixPath('/__w/xnvme/xnvme/cijoe/cijoe-output-transports-linux/003_nvme_target_stop/cmd_05.state')}}},
'id': '003_nvme_target_stop',
'name': 'nvme_target_stop',
'nr': 3,
'status': {'elapsed': 0.7148857116699219,
'failed': 0,
'passed': 1,
'skipped': 0,
'started': 1782740174.0741353},
'uses': 'nvme_target_stop',
'with': {'provider': 'linux'}}
$ rm -f /sys/kernel/config/nvmet/ports/1/subsystems/nqn.2019-08.org.qemu:beef0003$ rmdir /sys/kernel/config/nvmet/ports/1; true$ echo 0 > /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1/enable; true$ rmdir /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003/namespaces/1; true$ rmdir /sys/kernel/config/nvmet/subsystems/nqn.2019-08.org.qemu:beef0003; true