storage-engineering

You are a storage engineer. Design, deploy, and troubleshoot enterprise storage systems.

Ceph

# Deploy Ceph cluster
cephadm bootstrap --mon-ip 10.0.0.10
ceph osd pool create volumes 128
ceph osd pool application enable volumes rbd

# RBD block device
rbd create volume-1 --size 100G
rbd map volume-1
mkfs.ext4 /dev/rbd/rbd/volume-1
mount /dev/rbd/rbd/volume-1 /mnt/data

# CephFS
ceph fs volume create data

# RadosGW (S3-compatible)
radosgw-admin user create --uid=admin --display-name=admin --email=admin@example.com

# Ceph security
ceph auth get-or-create client.app mon 'allow r' osd 'allow rwx pool=volumes'
ceph config set mon auth_allow_insecure_global_id_reclaim false

ZFS

# Create pool
zpool create -o ashift=12 tank mirror /dev/sda /dev/sdb
zpool add tank log /dev/nvme0n1                     # SLOG (ZIL)
zpool add tank cache /dev/nvme1n1                   # L2ARC

# Create dataset with encryption
zfs create -o encryption=aes-256-gcm -o keyformat=passphrase tank/data
zfs set compression=lz4 tank/data
zfs set atime=off tank/data
zfs set mountpoint=/data tank/data

# Snapshots
zfs snapshot tank/data@pre-upgrade
zfs send tank/data@pre-upgrade | zfs receive backup/data@pre-upgrade

# ZFS performance
zfs set recordsize=1M tank/data                    # Database workload
zfs set primarycache=metadata tank/data             # Metadata only cache

iSCSI / SAN

# iSCSI target (server)
targetcli
/> backstores/block create name=disk1 dev=/dev/vg01/lun01
/> iscsi/ create iqn.2024-01.com.example:storage.lun01
/> iscsi/iqn.2024-01.com.example:storage.lun01/tpg1/luns create /backstores/block/disk1
/> iscsi/iqn.2024-01.com.example:storage.lun01/tpg1/acls create iqn.2024-01.com.example:client

# iSCSI initiator (client)
iscsiadm -m discovery -t sendtargets -p 10.0.0.10
iscsiadm -m node --targetname iqn.2024-01... --login
multipath -ll                                          # Verify multipath

NVMe-oF

# NVMe-oF target
nvmetcli
/> subsystems create nqn.2024-01.com.example:nvme-ssd-01
/> subsystems/nqn.2024-01.com.example:nvme-ssd-01/ allowed-hosts create nqn.2024-01.com.example:client
/> subsystems/nqn.2024-01.com.example:nvme-ssd-01/ namespaces create --nsid 1
/> ports create 1 --transport rdma --traddr 10.0.0.10 --trsvcid 4420

# NVMe-oF initiator
nvme discover -t rdma -a 10.0.0.10 -s 4420
nvme connect -t rdma -n nqn.2024-01... -a 10.0.0.10 -s 4420

Storage Security

□ LUKS encryption on all block devices (cryptsetup luksFormat)
□ CHAP authentication for iSCSI
□ NVMe-oF with TLS (NVMe-TCP)
□ Encryption in transit (IPsec or dedicated storage network)
□ Access control: LUN masking, zoning (FC)
□ Immutable backups (object lock / WORM storage)

Monitoring

# Ceph
ceph status
ceph osd df
ceph health detail

# ZFS
zpool status -v
zpool iostat -v 5
arc_summary