1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Definitions for the NVM Express interface 4 * Copyright (c) 2011-2014, Intel Corporation. 5 */ 6 7 #ifndef _LINUX_NVME_H 8 #define _LINUX_NVME_H 9 10 #include <linux/types.h> 11 #include <linux/uuid.h> 12 13 /* NQN names in commands fields specified one size */ 14 #define NVMF_NQN_FIELD_LEN 256 15 16 /* However the max length of a qualified name is another size */ 17 #define NVMF_NQN_SIZE 223 18 19 #define NVMF_TRSVCID_SIZE 32 20 #define NVMF_TRADDR_SIZE 256 21 #define NVMF_TSAS_SIZE 256 22 23 #define NVME_DISC_SUBSYS_NAME "nqn.2014-08.org.nvmexpress.discovery" 24 25 #define NVME_RDMA_IP_PORT 4420 26 27 #define NVME_NSID_ALL 0xffffffff 28 29 enum nvme_subsys_type { 30 /* Referral to another discovery type target subsystem */ 31 NVME_NQN_DISC = 1, 32 33 /* NVME type target subsystem */ 34 NVME_NQN_NVME = 2, 35 36 /* Current discovery type target subsystem */ 37 NVME_NQN_CURR = 3, 38 }; 39 40 enum nvme_ctrl_type { 41 NVME_CTRL_IO = 1, /* I/O controller */ 42 NVME_CTRL_DISC = 2, /* Discovery controller */ 43 NVME_CTRL_ADMIN = 3, /* Administrative controller */ 44 }; 45 46 enum nvme_dctype { 47 NVME_DCTYPE_NOT_REPORTED = 0, 48 NVME_DCTYPE_DDC = 1, /* Direct Discovery Controller */ 49 NVME_DCTYPE_CDC = 2, /* Central Discovery Controller */ 50 }; 51 52 /* Address Family codes for Discovery Log Page entry ADRFAM field */ 53 enum { 54 NVMF_ADDR_FAMILY_PCI = 0, /* PCIe */ 55 NVMF_ADDR_FAMILY_IP4 = 1, /* IP4 */ 56 NVMF_ADDR_FAMILY_IP6 = 2, /* IP6 */ 57 NVMF_ADDR_FAMILY_IB = 3, /* InfiniBand */ 58 NVMF_ADDR_FAMILY_FC = 4, /* Fibre Channel */ 59 NVMF_ADDR_FAMILY_LOOP = 254, /* Reserved for host usage */ 60 NVMF_ADDR_FAMILY_MAX, 61 }; 62 63 /* Transport Type codes for Discovery Log Page entry TRTYPE field */ 64 enum { 65 NVMF_TRTYPE_RDMA = 1, /* RDMA */ 66 NVMF_TRTYPE_FC = 2, /* Fibre Channel */ 67 NVMF_TRTYPE_TCP = 3, /* TCP/IP */ 68 NVMF_TRTYPE_LOOP = 254, /* Reserved for host usage */ 69 NVMF_TRTYPE_MAX, 70 }; 71 72 /* Transport Requirements codes for Discovery Log Page entry TREQ field */ 73 enum { 74 NVMF_TREQ_NOT_SPECIFIED = 0, /* Not specified */ 75 NVMF_TREQ_REQUIRED = 1, /* Required */ 76 NVMF_TREQ_NOT_REQUIRED = 2, /* Not Required */ 77 #define NVME_TREQ_SECURE_CHANNEL_MASK \ 78 (NVMF_TREQ_REQUIRED | NVMF_TREQ_NOT_REQUIRED) 79 80 NVMF_TREQ_DISABLE_SQFLOW = (1 << 2), /* Supports SQ flow control disable */ 81 }; 82 83 /* RDMA QP Service Type codes for Discovery Log Page entry TSAS 84 * RDMA_QPTYPE field 85 */ 86 enum { 87 NVMF_RDMA_QPTYPE_CONNECTED = 1, /* Reliable Connected */ 88 NVMF_RDMA_QPTYPE_DATAGRAM = 2, /* Reliable Datagram */ 89 }; 90 91 /* RDMA QP Service Type codes for Discovery Log Page entry TSAS 92 * RDMA_QPTYPE field 93 */ 94 enum { 95 NVMF_RDMA_PRTYPE_NOT_SPECIFIED = 1, /* No Provider Specified */ 96 NVMF_RDMA_PRTYPE_IB = 2, /* InfiniBand */ 97 NVMF_RDMA_PRTYPE_ROCE = 3, /* InfiniBand RoCE */ 98 NVMF_RDMA_PRTYPE_ROCEV2 = 4, /* InfiniBand RoCEV2 */ 99 NVMF_RDMA_PRTYPE_IWARP = 5, /* IWARP */ 100 }; 101 102 /* RDMA Connection Management Service Type codes for Discovery Log Page 103 * entry TSAS RDMA_CMS field 104 */ 105 enum { 106 NVMF_RDMA_CMS_RDMA_CM = 1, /* Sockets based endpoint addressing */ 107 }; 108 109 #define NVME_AQ_DEPTH 32 110 #define NVME_NR_AEN_COMMANDS 1 111 #define NVME_AQ_BLK_MQ_DEPTH (NVME_AQ_DEPTH - NVME_NR_AEN_COMMANDS) 112 113 /* 114 * Subtract one to leave an empty queue entry for 'Full Queue' condition. See 115 * NVM-Express 1.2 specification, section 4.1.2. 116 */ 117 #define NVME_AQ_MQ_TAG_DEPTH (NVME_AQ_BLK_MQ_DEPTH - 1) 118 119 enum { 120 NVME_REG_CAP = 0x0000, /* Controller Capabilities */ 121 NVME_REG_VS = 0x0008, /* Version */ 122 NVME_REG_INTMS = 0x000c, /* Interrupt Mask Set */ 123 NVME_REG_INTMC = 0x0010, /* Interrupt Mask Clear */ 124 NVME_REG_CC = 0x0014, /* Controller Configuration */ 125 NVME_REG_CSTS = 0x001c, /* Controller Status */ 126 NVME_REG_NSSR = 0x0020, /* NVM Subsystem Reset */ 127 NVME_REG_AQA = 0x0024, /* Admin Queue Attributes */ 128 NVME_REG_ASQ = 0x0028, /* Admin SQ Base Address */ 129 NVME_REG_ACQ = 0x0030, /* Admin CQ Base Address */ 130 NVME_REG_CMBLOC = 0x0038, /* Controller Memory Buffer Location */ 131 NVME_REG_CMBSZ = 0x003c, /* Controller Memory Buffer Size */ 132 NVME_REG_BPINFO = 0x0040, /* Boot Partition Information */ 133 NVME_REG_BPRSEL = 0x0044, /* Boot Partition Read Select */ 134 NVME_REG_BPMBL = 0x0048, /* Boot Partition Memory Buffer 135 * Location 136 */ 137 NVME_REG_CMBMSC = 0x0050, /* Controller Memory Buffer Memory 138 * Space Control 139 */ 140 NVME_REG_PMRCAP = 0x0e00, /* Persistent Memory Capabilities */ 141 NVME_REG_PMRCTL = 0x0e04, /* Persistent Memory Region Control */ 142 NVME_REG_PMRSTS = 0x0e08, /* Persistent Memory Region Status */ 143 NVME_REG_PMREBS = 0x0e0c, /* Persistent Memory Region Elasticity 144 * Buffer Size 145 */ 146 NVME_REG_PMRSWTP = 0x0e10, /* Persistent Memory Region Sustained 147 * Write Throughput 148 */ 149 NVME_REG_DBS = 0x1000, /* SQ 0 Tail Doorbell */ 150 }; 151 152 #define NVME_CAP_MQES(cap) ((cap) & 0xffff) 153 #define NVME_CAP_TIMEOUT(cap) (((cap) >> 24) & 0xff) 154 #define NVME_CAP_STRIDE(cap) (((cap) >> 32) & 0xf) 155 #define NVME_CAP_NSSRC(cap) (((cap) >> 36) & 0x1) 156 #define NVME_CAP_CSS(cap) (((cap) >> 37) & 0xff) 157 #define NVME_CAP_MPSMIN(cap) (((cap) >> 48) & 0xf) 158 #define NVME_CAP_MPSMAX(cap) (((cap) >> 52) & 0xf) 159 #define NVME_CAP_CMBS(cap) (((cap) >> 57) & 0x1) 160 161 #define NVME_CMB_BIR(cmbloc) ((cmbloc) & 0x7) 162 #define NVME_CMB_OFST(cmbloc) (((cmbloc) >> 12) & 0xfffff) 163 164 enum { 165 NVME_CMBSZ_SQS = 1 << 0, 166 NVME_CMBSZ_CQS = 1 << 1, 167 NVME_CMBSZ_LISTS = 1 << 2, 168 NVME_CMBSZ_RDS = 1 << 3, 169 NVME_CMBSZ_WDS = 1 << 4, 170 171 NVME_CMBSZ_SZ_SHIFT = 12, 172 NVME_CMBSZ_SZ_MASK = 0xfffff, 173 174 NVME_CMBSZ_SZU_SHIFT = 8, 175 NVME_CMBSZ_SZU_MASK = 0xf, 176 }; 177 178 /* 179 * Submission and Completion Queue Entry Sizes for the NVM command set. 180 * (In bytes and specified as a power of two (2^n)). 181 */ 182 #define NVME_ADM_SQES 6 183 #define NVME_NVM_IOSQES 6 184 #define NVME_NVM_IOCQES 4 185 186 enum { 187 NVME_CC_ENABLE = 1 << 0, 188 NVME_CC_EN_SHIFT = 0, 189 NVME_CC_CSS_SHIFT = 4, 190 NVME_CC_MPS_SHIFT = 7, 191 NVME_CC_AMS_SHIFT = 11, 192 NVME_CC_SHN_SHIFT = 14, 193 NVME_CC_IOSQES_SHIFT = 16, 194 NVME_CC_IOCQES_SHIFT = 20, 195 NVME_CC_CSS_NVM = 0 << NVME_CC_CSS_SHIFT, 196 NVME_CC_CSS_CSI = 6 << NVME_CC_CSS_SHIFT, 197 NVME_CC_CSS_MASK = 7 << NVME_CC_CSS_SHIFT, 198 NVME_CC_AMS_RR = 0 << NVME_CC_AMS_SHIFT, 199 NVME_CC_AMS_WRRU = 1 << NVME_CC_AMS_SHIFT, 200 NVME_CC_AMS_VS = 7 << NVME_CC_AMS_SHIFT, 201 NVME_CC_SHN_NONE = 0 << NVME_CC_SHN_SHIFT, 202 NVME_CC_SHN_NORMAL = 1 << NVME_CC_SHN_SHIFT, 203 NVME_CC_SHN_ABRUPT = 2 << NVME_CC_SHN_SHIFT, 204 NVME_CC_SHN_MASK = 3 << NVME_CC_SHN_SHIFT, 205 NVME_CC_IOSQES = NVME_NVM_IOSQES << NVME_CC_IOSQES_SHIFT, 206 NVME_CC_IOCQES = NVME_NVM_IOCQES << NVME_CC_IOCQES_SHIFT, 207 NVME_CAP_CSS_NVM = 1 << 0, 208 NVME_CAP_CSS_CSI = 1 << 6, 209 NVME_CSTS_RDY = 1 << 0, 210 NVME_CSTS_CFS = 1 << 1, 211 NVME_CSTS_NSSRO = 1 << 4, 212 NVME_CSTS_PP = 1 << 5, 213 NVME_CSTS_SHST_NORMAL = 0 << 2, 214 NVME_CSTS_SHST_OCCUR = 1 << 2, 215 NVME_CSTS_SHST_CMPLT = 2 << 2, 216 NVME_CSTS_SHST_MASK = 3 << 2, 217 NVME_CMBMSC_CRE = 1 << 0, 218 NVME_CMBMSC_CMSE = 1 << 1, 219 }; 220 221 struct nvme_id_power_state { 222 __le16 max_power; /* centiwatts */ 223 __u8 rsvd2; 224 __u8 flags; 225 __le32 entry_lat; /* microseconds */ 226 __le32 exit_lat; /* microseconds */ 227 __u8 read_tput; 228 __u8 read_lat; 229 __u8 write_tput; 230 __u8 write_lat; 231 __le16 idle_power; 232 __u8 idle_scale; 233 __u8 rsvd19; 234 __le16 active_power; 235 __u8 active_work_scale; 236 __u8 rsvd23[9]; 237 }; 238 239 enum { 240 NVME_PS_FLAGS_MAX_POWER_SCALE = 1 << 0, 241 NVME_PS_FLAGS_NON_OP_STATE = 1 << 1, 242 }; 243 244 enum nvme_ctrl_attr { 245 NVME_CTRL_ATTR_HID_128_BIT = (1 << 0), 246 NVME_CTRL_ATTR_TBKAS = (1 << 6), 247 NVME_CTRL_ATTR_ELBAS = (1 << 15), 248 }; 249 250 struct nvme_id_ctrl { 251 __le16 vid; 252 __le16 ssvid; 253 char sn[20]; 254 char mn[40]; 255 char fr[8]; 256 __u8 rab; 257 __u8 ieee[3]; 258 __u8 cmic; 259 __u8 mdts; 260 __le16 cntlid; 261 __le32 ver; 262 __le32 rtd3r; 263 __le32 rtd3e; 264 __le32 oaes; 265 __le32 ctratt; 266 __u8 rsvd100[11]; 267 __u8 cntrltype; 268 __u8 fguid[16]; 269 __le16 crdt1; 270 __le16 crdt2; 271 __le16 crdt3; 272 __u8 rsvd134[122]; 273 __le16 oacs; 274 __u8 acl; 275 __u8 aerl; 276 __u8 frmw; 277 __u8 lpa; 278 __u8 elpe; 279 __u8 npss; 280 __u8 avscc; 281 __u8 apsta; 282 __le16 wctemp; 283 __le16 cctemp; 284 __le16 mtfa; 285 __le32 hmpre; 286 __le32 hmmin; 287 __u8 tnvmcap[16]; 288 __u8 unvmcap[16]; 289 __le32 rpmbs; 290 __le16 edstt; 291 __u8 dsto; 292 __u8 fwug; 293 __le16 kas; 294 __le16 hctma; 295 __le16 mntmt; 296 __le16 mxtmt; 297 __le32 sanicap; 298 __le32 hmminds; 299 __le16 hmmaxd; 300 __u8 rsvd338[4]; 301 __u8 anatt; 302 __u8 anacap; 303 __le32 anagrpmax; 304 __le32 nanagrpid; 305 __u8 rsvd352[160]; 306 __u8 sqes; 307 __u8 cqes; 308 __le16 maxcmd; 309 __le32 nn; 310 __le16 oncs; 311 __le16 fuses; 312 __u8 fna; 313 __u8 vwc; 314 __le16 awun; 315 __le16 awupf; 316 __u8 nvscc; 317 __u8 nwpc; 318 __le16 acwu; 319 __u8 rsvd534[2]; 320 __le32 sgls; 321 __le32 mnan; 322 __u8 rsvd544[224]; 323 char subnqn[256]; 324 __u8 rsvd1024[768]; 325 __le32 ioccsz; 326 __le32 iorcsz; 327 __le16 icdoff; 328 __u8 ctrattr; 329 __u8 msdbd; 330 __u8 rsvd1804[2]; 331 __u8 dctype; 332 __u8 rsvd1807[241]; 333 struct nvme_id_power_state psd[32]; 334 __u8 vs[1024]; 335 }; 336 337 enum { 338 NVME_CTRL_CMIC_MULTI_PORT = 1 << 0, 339 NVME_CTRL_CMIC_MULTI_CTRL = 1 << 1, 340 NVME_CTRL_CMIC_ANA = 1 << 3, 341 NVME_CTRL_ONCS_COMPARE = 1 << 0, 342 NVME_CTRL_ONCS_WRITE_UNCORRECTABLE = 1 << 1, 343 NVME_CTRL_ONCS_DSM = 1 << 2, 344 NVME_CTRL_ONCS_WRITE_ZEROES = 1 << 3, 345 NVME_CTRL_ONCS_RESERVATIONS = 1 << 5, 346 NVME_CTRL_ONCS_TIMESTAMP = 1 << 6, 347 NVME_CTRL_VWC_PRESENT = 1 << 0, 348 NVME_CTRL_OACS_SEC_SUPP = 1 << 0, 349 NVME_CTRL_OACS_DIRECTIVES = 1 << 5, 350 NVME_CTRL_OACS_DBBUF_SUPP = 1 << 8, 351 NVME_CTRL_LPA_CMD_EFFECTS_LOG = 1 << 1, 352 NVME_CTRL_CTRATT_128_ID = 1 << 0, 353 NVME_CTRL_CTRATT_NON_OP_PSP = 1 << 1, 354 NVME_CTRL_CTRATT_NVM_SETS = 1 << 2, 355 NVME_CTRL_CTRATT_READ_RECV_LVLS = 1 << 3, 356 NVME_CTRL_CTRATT_ENDURANCE_GROUPS = 1 << 4, 357 NVME_CTRL_CTRATT_PREDICTABLE_LAT = 1 << 5, 358 NVME_CTRL_CTRATT_NAMESPACE_GRANULARITY = 1 << 7, 359 NVME_CTRL_CTRATT_UUID_LIST = 1 << 9, 360 }; 361 362 struct nvme_lbaf { 363 __le16 ms; 364 __u8 ds; 365 __u8 rp; 366 }; 367 368 struct nvme_id_ns { 369 __le64 nsze; 370 __le64 ncap; 371 __le64 nuse; 372 __u8 nsfeat; 373 __u8 nlbaf; 374 __u8 flbas; 375 __u8 mc; 376 __u8 dpc; 377 __u8 dps; 378 __u8 nmic; 379 __u8 rescap; 380 __u8 fpi; 381 __u8 dlfeat; 382 __le16 nawun; 383 __le16 nawupf; 384 __le16 nacwu; 385 __le16 nabsn; 386 __le16 nabo; 387 __le16 nabspf; 388 __le16 noiob; 389 __u8 nvmcap[16]; 390 __le16 npwg; 391 __le16 npwa; 392 __le16 npdg; 393 __le16 npda; 394 __le16 nows; 395 __u8 rsvd74[18]; 396 __le32 anagrpid; 397 __u8 rsvd96[3]; 398 __u8 nsattr; 399 __le16 nvmsetid; 400 __le16 endgid; 401 __u8 nguid[16]; 402 __u8 eui64[8]; 403 struct nvme_lbaf lbaf[64]; 404 __u8 vs[3712]; 405 }; 406 407 struct nvme_zns_lbafe { 408 __le64 zsze; 409 __u8 zdes; 410 __u8 rsvd9[7]; 411 }; 412 413 struct nvme_id_ns_zns { 414 __le16 zoc; 415 __le16 ozcs; 416 __le32 mar; 417 __le32 mor; 418 __le32 rrl; 419 __le32 frl; 420 __u8 rsvd20[2796]; 421 struct nvme_zns_lbafe lbafe[64]; 422 __u8 vs[256]; 423 }; 424 425 struct nvme_id_ctrl_zns { 426 __u8 zasl; 427 __u8 rsvd1[4095]; 428 }; 429 430 struct nvme_id_ns_nvm { 431 __le64 lbstm; 432 __u8 pic; 433 __u8 rsvd9[3]; 434 __le32 elbaf[64]; 435 __u8 rsvd268[3828]; 436 }; 437 438 enum { 439 NVME_ID_NS_NVM_STS_MASK = 0x3f, 440 NVME_ID_NS_NVM_GUARD_SHIFT = 7, 441 NVME_ID_NS_NVM_GUARD_MASK = 0x3, 442 }; 443 444 static inline __u8 nvme_elbaf_sts(__u32 elbaf) 445 { 446 return elbaf & NVME_ID_NS_NVM_STS_MASK; 447 } 448 449 static inline __u8 nvme_elbaf_guard_type(__u32 elbaf) 450 { 451 return (elbaf >> NVME_ID_NS_NVM_GUARD_SHIFT) & NVME_ID_NS_NVM_GUARD_MASK; 452 } 453 454 struct nvme_id_ctrl_nvm { 455 __u8 vsl; 456 __u8 wzsl; 457 __u8 wusl; 458 __u8 dmrl; 459 __le32 dmrsl; 460 __le64 dmsl; 461 __u8 rsvd16[4080]; 462 }; 463 464 enum { 465 NVME_ID_CNS_NS = 0x00, 466 NVME_ID_CNS_CTRL = 0x01, 467 NVME_ID_CNS_NS_ACTIVE_LIST = 0x02, 468 NVME_ID_CNS_NS_DESC_LIST = 0x03, 469 NVME_ID_CNS_CS_NS = 0x05, 470 NVME_ID_CNS_CS_CTRL = 0x06, 471 NVME_ID_CNS_NS_PRESENT_LIST = 0x10, 472 NVME_ID_CNS_NS_PRESENT = 0x11, 473 NVME_ID_CNS_CTRL_NS_LIST = 0x12, 474 NVME_ID_CNS_CTRL_LIST = 0x13, 475 NVME_ID_CNS_SCNDRY_CTRL_LIST = 0x15, 476 NVME_ID_CNS_NS_GRANULARITY = 0x16, 477 NVME_ID_CNS_UUID_LIST = 0x17, 478 }; 479 480 enum { 481 NVME_CSI_NVM = 0, 482 NVME_CSI_ZNS = 2, 483 }; 484 485 enum { 486 NVME_DIR_IDENTIFY = 0x00, 487 NVME_DIR_STREAMS = 0x01, 488 NVME_DIR_SND_ID_OP_ENABLE = 0x01, 489 NVME_DIR_SND_ST_OP_REL_ID = 0x01, 490 NVME_DIR_SND_ST_OP_REL_RSC = 0x02, 491 NVME_DIR_RCV_ID_OP_PARAM = 0x01, 492 NVME_DIR_RCV_ST_OP_PARAM = 0x01, 493 NVME_DIR_RCV_ST_OP_STATUS = 0x02, 494 NVME_DIR_RCV_ST_OP_RESOURCE = 0x03, 495 NVME_DIR_ENDIR = 0x01, 496 }; 497 498 enum { 499 NVME_NS_FEAT_THIN = 1 << 0, 500 NVME_NS_FEAT_ATOMICS = 1 << 1, 501 NVME_NS_FEAT_IO_OPT = 1 << 4, 502 NVME_NS_ATTR_RO = 1 << 0, 503 NVME_NS_FLBAS_LBA_MASK = 0xf, 504 NVME_NS_FLBAS_LBA_UMASK = 0x60, 505 NVME_NS_FLBAS_LBA_SHIFT = 1, 506 NVME_NS_FLBAS_META_EXT = 0x10, 507 NVME_NS_NMIC_SHARED = 1 << 0, 508 NVME_LBAF_RP_BEST = 0, 509 NVME_LBAF_RP_BETTER = 1, 510 NVME_LBAF_RP_GOOD = 2, 511 NVME_LBAF_RP_DEGRADED = 3, 512 NVME_NS_DPC_PI_LAST = 1 << 4, 513 NVME_NS_DPC_PI_FIRST = 1 << 3, 514 NVME_NS_DPC_PI_TYPE3 = 1 << 2, 515 NVME_NS_DPC_PI_TYPE2 = 1 << 1, 516 NVME_NS_DPC_PI_TYPE1 = 1 << 0, 517 NVME_NS_DPS_PI_FIRST = 1 << 3, 518 NVME_NS_DPS_PI_MASK = 0x7, 519 NVME_NS_DPS_PI_TYPE1 = 1, 520 NVME_NS_DPS_PI_TYPE2 = 2, 521 NVME_NS_DPS_PI_TYPE3 = 3, 522 }; 523 524 enum { 525 NVME_NVM_NS_16B_GUARD = 0, 526 NVME_NVM_NS_32B_GUARD = 1, 527 NVME_NVM_NS_64B_GUARD = 2, 528 }; 529 530 static inline __u8 nvme_lbaf_index(__u8 flbas) 531 { 532 return (flbas & NVME_NS_FLBAS_LBA_MASK) | 533 ((flbas & NVME_NS_FLBAS_LBA_UMASK) >> NVME_NS_FLBAS_LBA_SHIFT); 534 } 535 536 /* Identify Namespace Metadata Capabilities (MC): */ 537 enum { 538 NVME_MC_EXTENDED_LBA = (1 << 0), 539 NVME_MC_METADATA_PTR = (1 << 1), 540 }; 541 542 struct nvme_ns_id_desc { 543 __u8 nidt; 544 __u8 nidl; 545 __le16 reserved; 546 }; 547 548 #define NVME_NIDT_EUI64_LEN 8 549 #define NVME_NIDT_NGUID_LEN 16 550 #define NVME_NIDT_UUID_LEN 16 551 #define NVME_NIDT_CSI_LEN 1 552 553 enum { 554 NVME_NIDT_EUI64 = 0x01, 555 NVME_NIDT_NGUID = 0x02, 556 NVME_NIDT_UUID = 0x03, 557 NVME_NIDT_CSI = 0x04, 558 }; 559 560 struct nvme_smart_log { 561 __u8 critical_warning; 562 __u8 temperature[2]; 563 __u8 avail_spare; 564 __u8 spare_thresh; 565 __u8 percent_used; 566 __u8 endu_grp_crit_warn_sumry; 567 __u8 rsvd7[25]; 568 __u8 data_units_read[16]; 569 __u8 data_units_written[16]; 570 __u8 host_reads[16]; 571 __u8 host_writes[16]; 572 __u8 ctrl_busy_time[16]; 573 __u8 power_cycles[16]; 574 __u8 power_on_hours[16]; 575 __u8 unsafe_shutdowns[16]; 576 __u8 media_errors[16]; 577 __u8 num_err_log_entries[16]; 578 __le32 warning_temp_time; 579 __le32 critical_comp_time; 580 __le16 temp_sensor[8]; 581 __le32 thm_temp1_trans_count; 582 __le32 thm_temp2_trans_count; 583 __le32 thm_temp1_total_time; 584 __le32 thm_temp2_total_time; 585 __u8 rsvd232[280]; 586 }; 587 588 struct nvme_fw_slot_info_log { 589 __u8 afi; 590 __u8 rsvd1[7]; 591 __le64 frs[7]; 592 __u8 rsvd64[448]; 593 }; 594 595 enum { 596 NVME_CMD_EFFECTS_CSUPP = 1 << 0, 597 NVME_CMD_EFFECTS_LBCC = 1 << 1, 598 NVME_CMD_EFFECTS_NCC = 1 << 2, 599 NVME_CMD_EFFECTS_NIC = 1 << 3, 600 NVME_CMD_EFFECTS_CCC = 1 << 4, 601 NVME_CMD_EFFECTS_CSE_MASK = 3 << 16, 602 NVME_CMD_EFFECTS_UUID_SEL = 1 << 19, 603 }; 604 605 struct nvme_effects_log { 606 __le32 acs[256]; 607 __le32 iocs[256]; 608 __u8 resv[2048]; 609 }; 610 611 enum nvme_ana_state { 612 NVME_ANA_OPTIMIZED = 0x01, 613 NVME_ANA_NONOPTIMIZED = 0x02, 614 NVME_ANA_INACCESSIBLE = 0x03, 615 NVME_ANA_PERSISTENT_LOSS = 0x04, 616 NVME_ANA_CHANGE = 0x0f, 617 }; 618 619 struct nvme_ana_group_desc { 620 __le32 grpid; 621 __le32 nnsids; 622 __le64 chgcnt; 623 __u8 state; 624 __u8 rsvd17[15]; 625 __le32 nsids[]; 626 }; 627 628 /* flag for the log specific field of the ANA log */ 629 #define NVME_ANA_LOG_RGO (1 << 0) 630 631 struct nvme_ana_rsp_hdr { 632 __le64 chgcnt; 633 __le16 ngrps; 634 __le16 rsvd10[3]; 635 }; 636 637 struct nvme_zone_descriptor { 638 __u8 zt; 639 __u8 zs; 640 __u8 za; 641 __u8 rsvd3[5]; 642 __le64 zcap; 643 __le64 zslba; 644 __le64 wp; 645 __u8 rsvd32[32]; 646 }; 647 648 enum { 649 NVME_ZONE_TYPE_SEQWRITE_REQ = 0x2, 650 }; 651 652 struct nvme_zone_report { 653 __le64 nr_zones; 654 __u8 resv8[56]; 655 struct nvme_zone_descriptor entries[]; 656 }; 657 658 enum { 659 NVME_SMART_CRIT_SPARE = 1 << 0, 660 NVME_SMART_CRIT_TEMPERATURE = 1 << 1, 661 NVME_SMART_CRIT_RELIABILITY = 1 << 2, 662 NVME_SMART_CRIT_MEDIA = 1 << 3, 663 NVME_SMART_CRIT_VOLATILE_MEMORY = 1 << 4, 664 }; 665 666 enum { 667 NVME_AER_ERROR = 0, 668 NVME_AER_SMART = 1, 669 NVME_AER_NOTICE = 2, 670 NVME_AER_CSS = 6, 671 NVME_AER_VS = 7, 672 }; 673 674 enum { 675 NVME_AER_NOTICE_NS_CHANGED = 0x00, 676 NVME_AER_NOTICE_FW_ACT_STARTING = 0x01, 677 NVME_AER_NOTICE_ANA = 0x03, 678 NVME_AER_NOTICE_DISC_CHANGED = 0xf0, 679 }; 680 681 enum { 682 NVME_AEN_BIT_NS_ATTR = 8, 683 NVME_AEN_BIT_FW_ACT = 9, 684 NVME_AEN_BIT_ANA_CHANGE = 11, 685 NVME_AEN_BIT_DISC_CHANGE = 31, 686 }; 687 688 enum { 689 NVME_AEN_CFG_NS_ATTR = 1 << NVME_AEN_BIT_NS_ATTR, 690 NVME_AEN_CFG_FW_ACT = 1 << NVME_AEN_BIT_FW_ACT, 691 NVME_AEN_CFG_ANA_CHANGE = 1 << NVME_AEN_BIT_ANA_CHANGE, 692 NVME_AEN_CFG_DISC_CHANGE = 1 << NVME_AEN_BIT_DISC_CHANGE, 693 }; 694 695 struct nvme_lba_range_type { 696 __u8 type; 697 __u8 attributes; 698 __u8 rsvd2[14]; 699 __le64 slba; 700 __le64 nlb; 701 __u8 guid[16]; 702 __u8 rsvd48[16]; 703 }; 704 705 enum { 706 NVME_LBART_TYPE_FS = 0x01, 707 NVME_LBART_TYPE_RAID = 0x02, 708 NVME_LBART_TYPE_CACHE = 0x03, 709 NVME_LBART_TYPE_SWAP = 0x04, 710 711 NVME_LBART_ATTRIB_TEMP = 1 << 0, 712 NVME_LBART_ATTRIB_HIDE = 1 << 1, 713 }; 714 715 struct nvme_reservation_status { 716 __le32 gen; 717 __u8 rtype; 718 __u8 regctl[2]; 719 __u8 resv5[2]; 720 __u8 ptpls; 721 __u8 resv10[13]; 722 struct { 723 __le16 cntlid; 724 __u8 rcsts; 725 __u8 resv3[5]; 726 __le64 hostid; 727 __le64 rkey; 728 } regctl_ds[]; 729 }; 730 731 enum nvme_async_event_type { 732 NVME_AER_TYPE_ERROR = 0, 733 NVME_AER_TYPE_SMART = 1, 734 NVME_AER_TYPE_NOTICE = 2, 735 }; 736 737 /* I/O commands */ 738 739 enum nvme_opcode { 740 nvme_cmd_flush = 0x00, 741 nvme_cmd_write = 0x01, 742 nvme_cmd_read = 0x02, 743 nvme_cmd_write_uncor = 0x04, 744 nvme_cmd_compare = 0x05, 745 nvme_cmd_write_zeroes = 0x08, 746 nvme_cmd_dsm = 0x09, 747 nvme_cmd_verify = 0x0c, 748 nvme_cmd_resv_register = 0x0d, 749 nvme_cmd_resv_report = 0x0e, 750 nvme_cmd_resv_acquire = 0x11, 751 nvme_cmd_resv_release = 0x15, 752 nvme_cmd_zone_mgmt_send = 0x79, 753 nvme_cmd_zone_mgmt_recv = 0x7a, 754 nvme_cmd_zone_append = 0x7d, 755 }; 756 757 #define nvme_opcode_name(opcode) { opcode, #opcode } 758 #define show_nvm_opcode_name(val) \ 759 __print_symbolic(val, \ 760 nvme_opcode_name(nvme_cmd_flush), \ 761 nvme_opcode_name(nvme_cmd_write), \ 762 nvme_opcode_name(nvme_cmd_read), \ 763 nvme_opcode_name(nvme_cmd_write_uncor), \ 764 nvme_opcode_name(nvme_cmd_compare), \ 765 nvme_opcode_name(nvme_cmd_write_zeroes), \ 766 nvme_opcode_name(nvme_cmd_dsm), \ 767 nvme_opcode_name(nvme_cmd_resv_register), \ 768 nvme_opcode_name(nvme_cmd_resv_report), \ 769 nvme_opcode_name(nvme_cmd_resv_acquire), \ 770 nvme_opcode_name(nvme_cmd_resv_release), \ 771 nvme_opcode_name(nvme_cmd_zone_mgmt_send), \ 772 nvme_opcode_name(nvme_cmd_zone_mgmt_recv), \ 773 nvme_opcode_name(nvme_cmd_zone_append)) 774 775 776 777 /* 778 * Descriptor subtype - lower 4 bits of nvme_(keyed_)sgl_desc identifier 779 * 780 * @NVME_SGL_FMT_ADDRESS: absolute address of the data block 781 * @NVME_SGL_FMT_OFFSET: relative offset of the in-capsule data block 782 * @NVME_SGL_FMT_TRANSPORT_A: transport defined format, value 0xA 783 * @NVME_SGL_FMT_INVALIDATE: RDMA transport specific remote invalidation 784 * request subtype 785 */ 786 enum { 787 NVME_SGL_FMT_ADDRESS = 0x00, 788 NVME_SGL_FMT_OFFSET = 0x01, 789 NVME_SGL_FMT_TRANSPORT_A = 0x0A, 790 NVME_SGL_FMT_INVALIDATE = 0x0f, 791 }; 792 793 /* 794 * Descriptor type - upper 4 bits of nvme_(keyed_)sgl_desc identifier 795 * 796 * For struct nvme_sgl_desc: 797 * @NVME_SGL_FMT_DATA_DESC: data block descriptor 798 * @NVME_SGL_FMT_SEG_DESC: sgl segment descriptor 799 * @NVME_SGL_FMT_LAST_SEG_DESC: last sgl segment descriptor 800 * 801 * For struct nvme_keyed_sgl_desc: 802 * @NVME_KEY_SGL_FMT_DATA_DESC: keyed data block descriptor 803 * 804 * Transport-specific SGL types: 805 * @NVME_TRANSPORT_SGL_DATA_DESC: Transport SGL data dlock descriptor 806 */ 807 enum { 808 NVME_SGL_FMT_DATA_DESC = 0x00, 809 NVME_SGL_FMT_SEG_DESC = 0x02, 810 NVME_SGL_FMT_LAST_SEG_DESC = 0x03, 811 NVME_KEY_SGL_FMT_DATA_DESC = 0x04, 812 NVME_TRANSPORT_SGL_DATA_DESC = 0x05, 813 }; 814 815 struct nvme_sgl_desc { 816 __le64 addr; 817 __le32 length; 818 __u8 rsvd[3]; 819 __u8 type; 820 }; 821 822 struct nvme_keyed_sgl_desc { 823 __le64 addr; 824 __u8 length[3]; 825 __u8 key[4]; 826 __u8 type; 827 }; 828 829 union nvme_data_ptr { 830 struct { 831 __le64 prp1; 832 __le64 prp2; 833 }; 834 struct nvme_sgl_desc sgl; 835 struct nvme_keyed_sgl_desc ksgl; 836 }; 837 838 /* 839 * Lowest two bits of our flags field (FUSE field in the spec): 840 * 841 * @NVME_CMD_FUSE_FIRST: Fused Operation, first command 842 * @NVME_CMD_FUSE_SECOND: Fused Operation, second command 843 * 844 * Highest two bits in our flags field (PSDT field in the spec): 845 * 846 * @NVME_CMD_PSDT_SGL_METABUF: Use SGLS for this transfer, 847 * If used, MPTR contains addr of single physical buffer (byte aligned). 848 * @NVME_CMD_PSDT_SGL_METASEG: Use SGLS for this transfer, 849 * If used, MPTR contains an address of an SGL segment containing 850 * exactly 1 SGL descriptor (qword aligned). 851 */ 852 enum { 853 NVME_CMD_FUSE_FIRST = (1 << 0), 854 NVME_CMD_FUSE_SECOND = (1 << 1), 855 856 NVME_CMD_SGL_METABUF = (1 << 6), 857 NVME_CMD_SGL_METASEG = (1 << 7), 858 NVME_CMD_SGL_ALL = NVME_CMD_SGL_METABUF | NVME_CMD_SGL_METASEG, 859 }; 860 861 struct nvme_common_command { 862 __u8 opcode; 863 __u8 flags; 864 __u16 command_id; 865 __le32 nsid; 866 __le32 cdw2[2]; 867 __le64 metadata; 868 union nvme_data_ptr dptr; 869 __le32 cdw10; 870 __le32 cdw11; 871 __le32 cdw12; 872 __le32 cdw13; 873 __le32 cdw14; 874 __le32 cdw15; 875 }; 876 877 struct nvme_rw_command { 878 __u8 opcode; 879 __u8 flags; 880 __u16 command_id; 881 __le32 nsid; 882 __le32 cdw2; 883 __le32 cdw3; 884 __le64 metadata; 885 union nvme_data_ptr dptr; 886 __le64 slba; 887 __le16 length; 888 __le16 control; 889 __le32 dsmgmt; 890 __le32 reftag; 891 __le16 apptag; 892 __le16 appmask; 893 }; 894 895 enum { 896 NVME_RW_LR = 1 << 15, 897 NVME_RW_FUA = 1 << 14, 898 NVME_RW_APPEND_PIREMAP = 1 << 9, 899 NVME_RW_DSM_FREQ_UNSPEC = 0, 900 NVME_RW_DSM_FREQ_TYPICAL = 1, 901 NVME_RW_DSM_FREQ_RARE = 2, 902 NVME_RW_DSM_FREQ_READS = 3, 903 NVME_RW_DSM_FREQ_WRITES = 4, 904 NVME_RW_DSM_FREQ_RW = 5, 905 NVME_RW_DSM_FREQ_ONCE = 6, 906 NVME_RW_DSM_FREQ_PREFETCH = 7, 907 NVME_RW_DSM_FREQ_TEMP = 8, 908 NVME_RW_DSM_LATENCY_NONE = 0 << 4, 909 NVME_RW_DSM_LATENCY_IDLE = 1 << 4, 910 NVME_RW_DSM_LATENCY_NORM = 2 << 4, 911 NVME_RW_DSM_LATENCY_LOW = 3 << 4, 912 NVME_RW_DSM_SEQ_REQ = 1 << 6, 913 NVME_RW_DSM_COMPRESSED = 1 << 7, 914 NVME_RW_PRINFO_PRCHK_REF = 1 << 10, 915 NVME_RW_PRINFO_PRCHK_APP = 1 << 11, 916 NVME_RW_PRINFO_PRCHK_GUARD = 1 << 12, 917 NVME_RW_PRINFO_PRACT = 1 << 13, 918 NVME_RW_DTYPE_STREAMS = 1 << 4, 919 }; 920 921 struct nvme_dsm_cmd { 922 __u8 opcode; 923 __u8 flags; 924 __u16 command_id; 925 __le32 nsid; 926 __u64 rsvd2[2]; 927 union nvme_data_ptr dptr; 928 __le32 nr; 929 __le32 attributes; 930 __u32 rsvd12[4]; 931 }; 932 933 enum { 934 NVME_DSMGMT_IDR = 1 << 0, 935 NVME_DSMGMT_IDW = 1 << 1, 936 NVME_DSMGMT_AD = 1 << 2, 937 }; 938 939 #define NVME_DSM_MAX_RANGES 256 940 941 struct nvme_dsm_range { 942 __le32 cattr; 943 __le32 nlb; 944 __le64 slba; 945 }; 946 947 struct nvme_write_zeroes_cmd { 948 __u8 opcode; 949 __u8 flags; 950 __u16 command_id; 951 __le32 nsid; 952 __u64 rsvd2; 953 __le64 metadata; 954 union nvme_data_ptr dptr; 955 __le64 slba; 956 __le16 length; 957 __le16 control; 958 __le32 dsmgmt; 959 __le32 reftag; 960 __le16 apptag; 961 __le16 appmask; 962 }; 963 964 enum nvme_zone_mgmt_action { 965 NVME_ZONE_CLOSE = 0x1, 966 NVME_ZONE_FINISH = 0x2, 967 NVME_ZONE_OPEN = 0x3, 968 NVME_ZONE_RESET = 0x4, 969 NVME_ZONE_OFFLINE = 0x5, 970 NVME_ZONE_SET_DESC_EXT = 0x10, 971 }; 972 973 struct nvme_zone_mgmt_send_cmd { 974 __u8 opcode; 975 __u8 flags; 976 __u16 command_id; 977 __le32 nsid; 978 __le32 cdw2[2]; 979 __le64 metadata; 980 union nvme_data_ptr dptr; 981 __le64 slba; 982 __le32 cdw12; 983 __u8 zsa; 984 __u8 select_all; 985 __u8 rsvd13[2]; 986 __le32 cdw14[2]; 987 }; 988 989 struct nvme_zone_mgmt_recv_cmd { 990 __u8 opcode; 991 __u8 flags; 992 __u16 command_id; 993 __le32 nsid; 994 __le64 rsvd2[2]; 995 union nvme_data_ptr dptr; 996 __le64 slba; 997 __le32 numd; 998 __u8 zra; 999 __u8 zrasf; 1000 __u8 pr; 1001 __u8 rsvd13; 1002 __le32 cdw14[2]; 1003 }; 1004 1005 enum { 1006 NVME_ZRA_ZONE_REPORT = 0, 1007 NVME_ZRASF_ZONE_REPORT_ALL = 0, 1008 NVME_ZRASF_ZONE_STATE_EMPTY = 0x01, 1009 NVME_ZRASF_ZONE_STATE_IMP_OPEN = 0x02, 1010 NVME_ZRASF_ZONE_STATE_EXP_OPEN = 0x03, 1011 NVME_ZRASF_ZONE_STATE_CLOSED = 0x04, 1012 NVME_ZRASF_ZONE_STATE_READONLY = 0x05, 1013 NVME_ZRASF_ZONE_STATE_FULL = 0x06, 1014 NVME_ZRASF_ZONE_STATE_OFFLINE = 0x07, 1015 NVME_REPORT_ZONE_PARTIAL = 1, 1016 }; 1017 1018 /* Features */ 1019 1020 enum { 1021 NVME_TEMP_THRESH_MASK = 0xffff, 1022 NVME_TEMP_THRESH_SELECT_SHIFT = 16, 1023 NVME_TEMP_THRESH_TYPE_UNDER = 0x100000, 1024 }; 1025 1026 struct nvme_feat_auto_pst { 1027 __le64 entries[32]; 1028 }; 1029 1030 enum { 1031 NVME_HOST_MEM_ENABLE = (1 << 0), 1032 NVME_HOST_MEM_RETURN = (1 << 1), 1033 }; 1034 1035 struct nvme_feat_host_behavior { 1036 __u8 acre; 1037 __u8 etdas; 1038 __u8 lbafee; 1039 __u8 resv1[509]; 1040 }; 1041 1042 enum { 1043 NVME_ENABLE_ACRE = 1, 1044 NVME_ENABLE_LBAFEE = 1, 1045 }; 1046 1047 /* Admin commands */ 1048 1049 enum nvme_admin_opcode { 1050 nvme_admin_delete_sq = 0x00, 1051 nvme_admin_create_sq = 0x01, 1052 nvme_admin_get_log_page = 0x02, 1053 nvme_admin_delete_cq = 0x04, 1054 nvme_admin_create_cq = 0x05, 1055 nvme_admin_identify = 0x06, 1056 nvme_admin_abort_cmd = 0x08, 1057 nvme_admin_set_features = 0x09, 1058 nvme_admin_get_features = 0x0a, 1059 nvme_admin_async_event = 0x0c, 1060 nvme_admin_ns_mgmt = 0x0d, 1061 nvme_admin_activate_fw = 0x10, 1062 nvme_admin_download_fw = 0x11, 1063 nvme_admin_dev_self_test = 0x14, 1064 nvme_admin_ns_attach = 0x15, 1065 nvme_admin_keep_alive = 0x18, 1066 nvme_admin_directive_send = 0x19, 1067 nvme_admin_directive_recv = 0x1a, 1068 nvme_admin_virtual_mgmt = 0x1c, 1069 nvme_admin_nvme_mi_send = 0x1d, 1070 nvme_admin_nvme_mi_recv = 0x1e, 1071 nvme_admin_dbbuf = 0x7C, 1072 nvme_admin_format_nvm = 0x80, 1073 nvme_admin_security_send = 0x81, 1074 nvme_admin_security_recv = 0x82, 1075 nvme_admin_sanitize_nvm = 0x84, 1076 nvme_admin_get_lba_status = 0x86, 1077 nvme_admin_vendor_start = 0xC0, 1078 }; 1079 1080 #define nvme_admin_opcode_name(opcode) { opcode, #opcode } 1081 #define show_admin_opcode_name(val) \ 1082 __print_symbolic(val, \ 1083 nvme_admin_opcode_name(nvme_admin_delete_sq), \ 1084 nvme_admin_opcode_name(nvme_admin_create_sq), \ 1085 nvme_admin_opcode_name(nvme_admin_get_log_page), \ 1086 nvme_admin_opcode_name(nvme_admin_delete_cq), \ 1087 nvme_admin_opcode_name(nvme_admin_create_cq), \ 1088 nvme_admin_opcode_name(nvme_admin_identify), \ 1089 nvme_admin_opcode_name(nvme_admin_abort_cmd), \ 1090 nvme_admin_opcode_name(nvme_admin_set_features), \ 1091 nvme_admin_opcode_name(nvme_admin_get_features), \ 1092 nvme_admin_opcode_name(nvme_admin_async_event), \ 1093 nvme_admin_opcode_name(nvme_admin_ns_mgmt), \ 1094 nvme_admin_opcode_name(nvme_admin_activate_fw), \ 1095 nvme_admin_opcode_name(nvme_admin_download_fw), \ 1096 nvme_admin_opcode_name(nvme_admin_ns_attach), \ 1097 nvme_admin_opcode_name(nvme_admin_keep_alive), \ 1098 nvme_admin_opcode_name(nvme_admin_directive_send), \ 1099 nvme_admin_opcode_name(nvme_admin_directive_recv), \ 1100 nvme_admin_opcode_name(nvme_admin_dbbuf), \ 1101 nvme_admin_opcode_name(nvme_admin_format_nvm), \ 1102 nvme_admin_opcode_name(nvme_admin_security_send), \ 1103 nvme_admin_opcode_name(nvme_admin_security_recv), \ 1104 nvme_admin_opcode_name(nvme_admin_sanitize_nvm), \ 1105 nvme_admin_opcode_name(nvme_admin_get_lba_status)) 1106 1107 enum { 1108 NVME_QUEUE_PHYS_CONTIG = (1 << 0), 1109 NVME_CQ_IRQ_ENABLED = (1 << 1), 1110 NVME_SQ_PRIO_URGENT = (0 << 1), 1111 NVME_SQ_PRIO_HIGH = (1 << 1), 1112 NVME_SQ_PRIO_MEDIUM = (2 << 1), 1113 NVME_SQ_PRIO_LOW = (3 << 1), 1114 NVME_FEAT_ARBITRATION = 0x01, 1115 NVME_FEAT_POWER_MGMT = 0x02, 1116 NVME_FEAT_LBA_RANGE = 0x03, 1117 NVME_FEAT_TEMP_THRESH = 0x04, 1118 NVME_FEAT_ERR_RECOVERY = 0x05, 1119 NVME_FEAT_VOLATILE_WC = 0x06, 1120 NVME_FEAT_NUM_QUEUES = 0x07, 1121 NVME_FEAT_IRQ_COALESCE = 0x08, 1122 NVME_FEAT_IRQ_CONFIG = 0x09, 1123 NVME_FEAT_WRITE_ATOMIC = 0x0a, 1124 NVME_FEAT_ASYNC_EVENT = 0x0b, 1125 NVME_FEAT_AUTO_PST = 0x0c, 1126 NVME_FEAT_HOST_MEM_BUF = 0x0d, 1127 NVME_FEAT_TIMESTAMP = 0x0e, 1128 NVME_FEAT_KATO = 0x0f, 1129 NVME_FEAT_HCTM = 0x10, 1130 NVME_FEAT_NOPSC = 0x11, 1131 NVME_FEAT_RRL = 0x12, 1132 NVME_FEAT_PLM_CONFIG = 0x13, 1133 NVME_FEAT_PLM_WINDOW = 0x14, 1134 NVME_FEAT_HOST_BEHAVIOR = 0x16, 1135 NVME_FEAT_SANITIZE = 0x17, 1136 NVME_FEAT_SW_PROGRESS = 0x80, 1137 NVME_FEAT_HOST_ID = 0x81, 1138 NVME_FEAT_RESV_MASK = 0x82, 1139 NVME_FEAT_RESV_PERSIST = 0x83, 1140 NVME_FEAT_WRITE_PROTECT = 0x84, 1141 NVME_FEAT_VENDOR_START = 0xC0, 1142 NVME_FEAT_VENDOR_END = 0xFF, 1143 NVME_LOG_ERROR = 0x01, 1144 NVME_LOG_SMART = 0x02, 1145 NVME_LOG_FW_SLOT = 0x03, 1146 NVME_LOG_CHANGED_NS = 0x04, 1147 NVME_LOG_CMD_EFFECTS = 0x05, 1148 NVME_LOG_DEVICE_SELF_TEST = 0x06, 1149 NVME_LOG_TELEMETRY_HOST = 0x07, 1150 NVME_LOG_TELEMETRY_CTRL = 0x08, 1151 NVME_LOG_ENDURANCE_GROUP = 0x09, 1152 NVME_LOG_ANA = 0x0c, 1153 NVME_LOG_DISC = 0x70, 1154 NVME_LOG_RESERVATION = 0x80, 1155 NVME_FWACT_REPL = (0 << 3), 1156 NVME_FWACT_REPL_ACTV = (1 << 3), 1157 NVME_FWACT_ACTV = (2 << 3), 1158 }; 1159 1160 /* NVMe Namespace Write Protect State */ 1161 enum { 1162 NVME_NS_NO_WRITE_PROTECT = 0, 1163 NVME_NS_WRITE_PROTECT, 1164 NVME_NS_WRITE_PROTECT_POWER_CYCLE, 1165 NVME_NS_WRITE_PROTECT_PERMANENT, 1166 }; 1167 1168 #define NVME_MAX_CHANGED_NAMESPACES 1024 1169 1170 struct nvme_identify { 1171 __u8 opcode; 1172 __u8 flags; 1173 __u16 command_id; 1174 __le32 nsid; 1175 __u64 rsvd2[2]; 1176 union nvme_data_ptr dptr; 1177 __u8 cns; 1178 __u8 rsvd3; 1179 __le16 ctrlid; 1180 __u8 rsvd11[3]; 1181 __u8 csi; 1182 __u32 rsvd12[4]; 1183 }; 1184 1185 #define NVME_IDENTIFY_DATA_SIZE 4096 1186 1187 struct nvme_features { 1188 __u8 opcode; 1189 __u8 flags; 1190 __u16 command_id; 1191 __le32 nsid; 1192 __u64 rsvd2[2]; 1193 union nvme_data_ptr dptr; 1194 __le32 fid; 1195 __le32 dword11; 1196 __le32 dword12; 1197 __le32 dword13; 1198 __le32 dword14; 1199 __le32 dword15; 1200 }; 1201 1202 struct nvme_host_mem_buf_desc { 1203 __le64 addr; 1204 __le32 size; 1205 __u32 rsvd; 1206 }; 1207 1208 struct nvme_create_cq { 1209 __u8 opcode; 1210 __u8 flags; 1211 __u16 command_id; 1212 __u32 rsvd1[5]; 1213 __le64 prp1; 1214 __u64 rsvd8; 1215 __le16 cqid; 1216 __le16 qsize; 1217 __le16 cq_flags; 1218 __le16 irq_vector; 1219 __u32 rsvd12[4]; 1220 }; 1221 1222 struct nvme_create_sq { 1223 __u8 opcode; 1224 __u8 flags; 1225 __u16 command_id; 1226 __u32 rsvd1[5]; 1227 __le64 prp1; 1228 __u64 rsvd8; 1229 __le16 sqid; 1230 __le16 qsize; 1231 __le16 sq_flags; 1232 __le16 cqid; 1233 __u32 rsvd12[4]; 1234 }; 1235 1236 struct nvme_delete_queue { 1237 __u8 opcode; 1238 __u8 flags; 1239 __u16 command_id; 1240 __u32 rsvd1[9]; 1241 __le16 qid; 1242 __u16 rsvd10; 1243 __u32 rsvd11[5]; 1244 }; 1245 1246 struct nvme_abort_cmd { 1247 __u8 opcode; 1248 __u8 flags; 1249 __u16 command_id; 1250 __u32 rsvd1[9]; 1251 __le16 sqid; 1252 __u16 cid; 1253 __u32 rsvd11[5]; 1254 }; 1255 1256 struct nvme_download_firmware { 1257 __u8 opcode; 1258 __u8 flags; 1259 __u16 command_id; 1260 __u32 rsvd1[5]; 1261 union nvme_data_ptr dptr; 1262 __le32 numd; 1263 __le32 offset; 1264 __u32 rsvd12[4]; 1265 }; 1266 1267 struct nvme_format_cmd { 1268 __u8 opcode; 1269 __u8 flags; 1270 __u16 command_id; 1271 __le32 nsid; 1272 __u64 rsvd2[4]; 1273 __le32 cdw10; 1274 __u32 rsvd11[5]; 1275 }; 1276 1277 struct nvme_get_log_page_command { 1278 __u8 opcode; 1279 __u8 flags; 1280 __u16 command_id; 1281 __le32 nsid; 1282 __u64 rsvd2[2]; 1283 union nvme_data_ptr dptr; 1284 __u8 lid; 1285 __u8 lsp; /* upper 4 bits reserved */ 1286 __le16 numdl; 1287 __le16 numdu; 1288 __u16 rsvd11; 1289 union { 1290 struct { 1291 __le32 lpol; 1292 __le32 lpou; 1293 }; 1294 __le64 lpo; 1295 }; 1296 __u8 rsvd14[3]; 1297 __u8 csi; 1298 __u32 rsvd15; 1299 }; 1300 1301 struct nvme_directive_cmd { 1302 __u8 opcode; 1303 __u8 flags; 1304 __u16 command_id; 1305 __le32 nsid; 1306 __u64 rsvd2[2]; 1307 union nvme_data_ptr dptr; 1308 __le32 numd; 1309 __u8 doper; 1310 __u8 dtype; 1311 __le16 dspec; 1312 __u8 endir; 1313 __u8 tdtype; 1314 __u16 rsvd15; 1315 1316 __u32 rsvd16[3]; 1317 }; 1318 1319 /* 1320 * Fabrics subcommands. 1321 */ 1322 enum nvmf_fabrics_opcode { 1323 nvme_fabrics_command = 0x7f, 1324 }; 1325 1326 enum nvmf_capsule_command { 1327 nvme_fabrics_type_property_set = 0x00, 1328 nvme_fabrics_type_connect = 0x01, 1329 nvme_fabrics_type_property_get = 0x04, 1330 }; 1331 1332 #define nvme_fabrics_type_name(type) { type, #type } 1333 #define show_fabrics_type_name(type) \ 1334 __print_symbolic(type, \ 1335 nvme_fabrics_type_name(nvme_fabrics_type_property_set), \ 1336 nvme_fabrics_type_name(nvme_fabrics_type_connect), \ 1337 nvme_fabrics_type_name(nvme_fabrics_type_property_get)) 1338 1339 /* 1340 * If not fabrics command, fctype will be ignored. 1341 */ 1342 #define show_opcode_name(qid, opcode, fctype) \ 1343 ((opcode) == nvme_fabrics_command ? \ 1344 show_fabrics_type_name(fctype) : \ 1345 ((qid) ? \ 1346 show_nvm_opcode_name(opcode) : \ 1347 show_admin_opcode_name(opcode))) 1348 1349 struct nvmf_common_command { 1350 __u8 opcode; 1351 __u8 resv1; 1352 __u16 command_id; 1353 __u8 fctype; 1354 __u8 resv2[35]; 1355 __u8 ts[24]; 1356 }; 1357 1358 /* 1359 * The legal cntlid range a NVMe Target will provide. 1360 * Note that cntlid of value 0 is considered illegal in the fabrics world. 1361 * Devices based on earlier specs did not have the subsystem concept; 1362 * therefore, those devices had their cntlid value set to 0 as a result. 1363 */ 1364 #define NVME_CNTLID_MIN 1 1365 #define NVME_CNTLID_MAX 0xffef 1366 #define NVME_CNTLID_DYNAMIC 0xffff 1367 1368 #define MAX_DISC_LOGS 255 1369 1370 /* Discovery log page entry flags (EFLAGS): */ 1371 enum { 1372 NVME_DISC_EFLAGS_EPCSD = (1 << 1), 1373 NVME_DISC_EFLAGS_DUPRETINFO = (1 << 0), 1374 }; 1375 1376 /* Discovery log page entry */ 1377 struct nvmf_disc_rsp_page_entry { 1378 __u8 trtype; 1379 __u8 adrfam; 1380 __u8 subtype; 1381 __u8 treq; 1382 __le16 portid; 1383 __le16 cntlid; 1384 __le16 asqsz; 1385 __le16 eflags; 1386 __u8 resv10[20]; 1387 char trsvcid[NVMF_TRSVCID_SIZE]; 1388 __u8 resv64[192]; 1389 char subnqn[NVMF_NQN_FIELD_LEN]; 1390 char traddr[NVMF_TRADDR_SIZE]; 1391 union tsas { 1392 char common[NVMF_TSAS_SIZE]; 1393 struct rdma { 1394 __u8 qptype; 1395 __u8 prtype; 1396 __u8 cms; 1397 __u8 resv3[5]; 1398 __u16 pkey; 1399 __u8 resv10[246]; 1400 } rdma; 1401 } tsas; 1402 }; 1403 1404 /* Discovery log page header */ 1405 struct nvmf_disc_rsp_page_hdr { 1406 __le64 genctr; 1407 __le64 numrec; 1408 __le16 recfmt; 1409 __u8 resv14[1006]; 1410 struct nvmf_disc_rsp_page_entry entries[]; 1411 }; 1412 1413 enum { 1414 NVME_CONNECT_DISABLE_SQFLOW = (1 << 2), 1415 }; 1416 1417 struct nvmf_connect_command { 1418 __u8 opcode; 1419 __u8 resv1; 1420 __u16 command_id; 1421 __u8 fctype; 1422 __u8 resv2[19]; 1423 union nvme_data_ptr dptr; 1424 __le16 recfmt; 1425 __le16 qid; 1426 __le16 sqsize; 1427 __u8 cattr; 1428 __u8 resv3; 1429 __le32 kato; 1430 __u8 resv4[12]; 1431 }; 1432 1433 struct nvmf_connect_data { 1434 uuid_t hostid; 1435 __le16 cntlid; 1436 char resv4[238]; 1437 char subsysnqn[NVMF_NQN_FIELD_LEN]; 1438 char hostnqn[NVMF_NQN_FIELD_LEN]; 1439 char resv5[256]; 1440 }; 1441 1442 struct nvmf_property_set_command { 1443 __u8 opcode; 1444 __u8 resv1; 1445 __u16 command_id; 1446 __u8 fctype; 1447 __u8 resv2[35]; 1448 __u8 attrib; 1449 __u8 resv3[3]; 1450 __le32 offset; 1451 __le64 value; 1452 __u8 resv4[8]; 1453 }; 1454 1455 struct nvmf_property_get_command { 1456 __u8 opcode; 1457 __u8 resv1; 1458 __u16 command_id; 1459 __u8 fctype; 1460 __u8 resv2[35]; 1461 __u8 attrib; 1462 __u8 resv3[3]; 1463 __le32 offset; 1464 __u8 resv4[16]; 1465 }; 1466 1467 struct nvme_dbbuf { 1468 __u8 opcode; 1469 __u8 flags; 1470 __u16 command_id; 1471 __u32 rsvd1[5]; 1472 __le64 prp1; 1473 __le64 prp2; 1474 __u32 rsvd12[6]; 1475 }; 1476 1477 struct streams_directive_params { 1478 __le16 msl; 1479 __le16 nssa; 1480 __le16 nsso; 1481 __u8 rsvd[10]; 1482 __le32 sws; 1483 __le16 sgs; 1484 __le16 nsa; 1485 __le16 nso; 1486 __u8 rsvd2[6]; 1487 }; 1488 1489 struct nvme_command { 1490 union { 1491 struct nvme_common_command common; 1492 struct nvme_rw_command rw; 1493 struct nvme_identify identify; 1494 struct nvme_features features; 1495 struct nvme_create_cq create_cq; 1496 struct nvme_create_sq create_sq; 1497 struct nvme_delete_queue delete_queue; 1498 struct nvme_download_firmware dlfw; 1499 struct nvme_format_cmd format; 1500 struct nvme_dsm_cmd dsm; 1501 struct nvme_write_zeroes_cmd write_zeroes; 1502 struct nvme_zone_mgmt_send_cmd zms; 1503 struct nvme_zone_mgmt_recv_cmd zmr; 1504 struct nvme_abort_cmd abort; 1505 struct nvme_get_log_page_command get_log_page; 1506 struct nvmf_common_command fabrics; 1507 struct nvmf_connect_command connect; 1508 struct nvmf_property_set_command prop_set; 1509 struct nvmf_property_get_command prop_get; 1510 struct nvme_dbbuf dbbuf; 1511 struct nvme_directive_cmd directive; 1512 }; 1513 }; 1514 1515 static inline bool nvme_is_fabrics(struct nvme_command *cmd) 1516 { 1517 return cmd->common.opcode == nvme_fabrics_command; 1518 } 1519 1520 struct nvme_error_slot { 1521 __le64 error_count; 1522 __le16 sqid; 1523 __le16 cmdid; 1524 __le16 status_field; 1525 __le16 param_error_location; 1526 __le64 lba; 1527 __le32 nsid; 1528 __u8 vs; 1529 __u8 resv[3]; 1530 __le64 cs; 1531 __u8 resv2[24]; 1532 }; 1533 1534 static inline bool nvme_is_write(struct nvme_command *cmd) 1535 { 1536 /* 1537 * What a mess... 1538 * 1539 * Why can't we simply have a Fabrics In and Fabrics out command? 1540 */ 1541 if (unlikely(nvme_is_fabrics(cmd))) 1542 return cmd->fabrics.fctype & 1; 1543 return cmd->common.opcode & 1; 1544 } 1545 1546 enum { 1547 /* 1548 * Generic Command Status: 1549 */ 1550 NVME_SC_SUCCESS = 0x0, 1551 NVME_SC_INVALID_OPCODE = 0x1, 1552 NVME_SC_INVALID_FIELD = 0x2, 1553 NVME_SC_CMDID_CONFLICT = 0x3, 1554 NVME_SC_DATA_XFER_ERROR = 0x4, 1555 NVME_SC_POWER_LOSS = 0x5, 1556 NVME_SC_INTERNAL = 0x6, 1557 NVME_SC_ABORT_REQ = 0x7, 1558 NVME_SC_ABORT_QUEUE = 0x8, 1559 NVME_SC_FUSED_FAIL = 0x9, 1560 NVME_SC_FUSED_MISSING = 0xa, 1561 NVME_SC_INVALID_NS = 0xb, 1562 NVME_SC_CMD_SEQ_ERROR = 0xc, 1563 NVME_SC_SGL_INVALID_LAST = 0xd, 1564 NVME_SC_SGL_INVALID_COUNT = 0xe, 1565 NVME_SC_SGL_INVALID_DATA = 0xf, 1566 NVME_SC_SGL_INVALID_METADATA = 0x10, 1567 NVME_SC_SGL_INVALID_TYPE = 0x11, 1568 NVME_SC_CMB_INVALID_USE = 0x12, 1569 NVME_SC_PRP_INVALID_OFFSET = 0x13, 1570 NVME_SC_ATOMIC_WU_EXCEEDED = 0x14, 1571 NVME_SC_OP_DENIED = 0x15, 1572 NVME_SC_SGL_INVALID_OFFSET = 0x16, 1573 NVME_SC_RESERVED = 0x17, 1574 NVME_SC_HOST_ID_INCONSIST = 0x18, 1575 NVME_SC_KA_TIMEOUT_EXPIRED = 0x19, 1576 NVME_SC_KA_TIMEOUT_INVALID = 0x1A, 1577 NVME_SC_ABORTED_PREEMPT_ABORT = 0x1B, 1578 NVME_SC_SANITIZE_FAILED = 0x1C, 1579 NVME_SC_SANITIZE_IN_PROGRESS = 0x1D, 1580 NVME_SC_SGL_INVALID_GRANULARITY = 0x1E, 1581 NVME_SC_CMD_NOT_SUP_CMB_QUEUE = 0x1F, 1582 NVME_SC_NS_WRITE_PROTECTED = 0x20, 1583 NVME_SC_CMD_INTERRUPTED = 0x21, 1584 NVME_SC_TRANSIENT_TR_ERR = 0x22, 1585 NVME_SC_INVALID_IO_CMD_SET = 0x2C, 1586 1587 NVME_SC_LBA_RANGE = 0x80, 1588 NVME_SC_CAP_EXCEEDED = 0x81, 1589 NVME_SC_NS_NOT_READY = 0x82, 1590 NVME_SC_RESERVATION_CONFLICT = 0x83, 1591 NVME_SC_FORMAT_IN_PROGRESS = 0x84, 1592 1593 /* 1594 * Command Specific Status: 1595 */ 1596 NVME_SC_CQ_INVALID = 0x100, 1597 NVME_SC_QID_INVALID = 0x101, 1598 NVME_SC_QUEUE_SIZE = 0x102, 1599 NVME_SC_ABORT_LIMIT = 0x103, 1600 NVME_SC_ABORT_MISSING = 0x104, 1601 NVME_SC_ASYNC_LIMIT = 0x105, 1602 NVME_SC_FIRMWARE_SLOT = 0x106, 1603 NVME_SC_FIRMWARE_IMAGE = 0x107, 1604 NVME_SC_INVALID_VECTOR = 0x108, 1605 NVME_SC_INVALID_LOG_PAGE = 0x109, 1606 NVME_SC_INVALID_FORMAT = 0x10a, 1607 NVME_SC_FW_NEEDS_CONV_RESET = 0x10b, 1608 NVME_SC_INVALID_QUEUE = 0x10c, 1609 NVME_SC_FEATURE_NOT_SAVEABLE = 0x10d, 1610 NVME_SC_FEATURE_NOT_CHANGEABLE = 0x10e, 1611 NVME_SC_FEATURE_NOT_PER_NS = 0x10f, 1612 NVME_SC_FW_NEEDS_SUBSYS_RESET = 0x110, 1613 NVME_SC_FW_NEEDS_RESET = 0x111, 1614 NVME_SC_FW_NEEDS_MAX_TIME = 0x112, 1615 NVME_SC_FW_ACTIVATE_PROHIBITED = 0x113, 1616 NVME_SC_OVERLAPPING_RANGE = 0x114, 1617 NVME_SC_NS_INSUFFICIENT_CAP = 0x115, 1618 NVME_SC_NS_ID_UNAVAILABLE = 0x116, 1619 NVME_SC_NS_ALREADY_ATTACHED = 0x118, 1620 NVME_SC_NS_IS_PRIVATE = 0x119, 1621 NVME_SC_NS_NOT_ATTACHED = 0x11a, 1622 NVME_SC_THIN_PROV_NOT_SUPP = 0x11b, 1623 NVME_SC_CTRL_LIST_INVALID = 0x11c, 1624 NVME_SC_SELT_TEST_IN_PROGRESS = 0x11d, 1625 NVME_SC_BP_WRITE_PROHIBITED = 0x11e, 1626 NVME_SC_CTRL_ID_INVALID = 0x11f, 1627 NVME_SC_SEC_CTRL_STATE_INVALID = 0x120, 1628 NVME_SC_CTRL_RES_NUM_INVALID = 0x121, 1629 NVME_SC_RES_ID_INVALID = 0x122, 1630 NVME_SC_PMR_SAN_PROHIBITED = 0x123, 1631 NVME_SC_ANA_GROUP_ID_INVALID = 0x124, 1632 NVME_SC_ANA_ATTACH_FAILED = 0x125, 1633 1634 /* 1635 * I/O Command Set Specific - NVM commands: 1636 */ 1637 NVME_SC_BAD_ATTRIBUTES = 0x180, 1638 NVME_SC_INVALID_PI = 0x181, 1639 NVME_SC_READ_ONLY = 0x182, 1640 NVME_SC_ONCS_NOT_SUPPORTED = 0x183, 1641 1642 /* 1643 * I/O Command Set Specific - Fabrics commands: 1644 */ 1645 NVME_SC_CONNECT_FORMAT = 0x180, 1646 NVME_SC_CONNECT_CTRL_BUSY = 0x181, 1647 NVME_SC_CONNECT_INVALID_PARAM = 0x182, 1648 NVME_SC_CONNECT_RESTART_DISC = 0x183, 1649 NVME_SC_CONNECT_INVALID_HOST = 0x184, 1650 1651 NVME_SC_DISCOVERY_RESTART = 0x190, 1652 NVME_SC_AUTH_REQUIRED = 0x191, 1653 1654 /* 1655 * I/O Command Set Specific - Zoned commands: 1656 */ 1657 NVME_SC_ZONE_BOUNDARY_ERROR = 0x1b8, 1658 NVME_SC_ZONE_FULL = 0x1b9, 1659 NVME_SC_ZONE_READ_ONLY = 0x1ba, 1660 NVME_SC_ZONE_OFFLINE = 0x1bb, 1661 NVME_SC_ZONE_INVALID_WRITE = 0x1bc, 1662 NVME_SC_ZONE_TOO_MANY_ACTIVE = 0x1bd, 1663 NVME_SC_ZONE_TOO_MANY_OPEN = 0x1be, 1664 NVME_SC_ZONE_INVALID_TRANSITION = 0x1bf, 1665 1666 /* 1667 * Media and Data Integrity Errors: 1668 */ 1669 NVME_SC_WRITE_FAULT = 0x280, 1670 NVME_SC_READ_ERROR = 0x281, 1671 NVME_SC_GUARD_CHECK = 0x282, 1672 NVME_SC_APPTAG_CHECK = 0x283, 1673 NVME_SC_REFTAG_CHECK = 0x284, 1674 NVME_SC_COMPARE_FAILED = 0x285, 1675 NVME_SC_ACCESS_DENIED = 0x286, 1676 NVME_SC_UNWRITTEN_BLOCK = 0x287, 1677 1678 /* 1679 * Path-related Errors: 1680 */ 1681 NVME_SC_ANA_PERSISTENT_LOSS = 0x301, 1682 NVME_SC_ANA_INACCESSIBLE = 0x302, 1683 NVME_SC_ANA_TRANSITION = 0x303, 1684 NVME_SC_HOST_PATH_ERROR = 0x370, 1685 NVME_SC_HOST_ABORTED_CMD = 0x371, 1686 1687 NVME_SC_CRD = 0x1800, 1688 NVME_SC_MORE = 0x2000, 1689 NVME_SC_DNR = 0x4000, 1690 }; 1691 1692 struct nvme_completion { 1693 /* 1694 * Used by Admin and Fabrics commands to return data: 1695 */ 1696 union nvme_result { 1697 __le16 u16; 1698 __le32 u32; 1699 __le64 u64; 1700 } result; 1701 __le16 sq_head; /* how much of this queue may be reclaimed */ 1702 __le16 sq_id; /* submission queue that generated this entry */ 1703 __u16 command_id; /* of the command which completed */ 1704 __le16 status; /* did the command fail, and if so, why? */ 1705 }; 1706 1707 #define NVME_VS(major, minor, tertiary) \ 1708 (((major) << 16) | ((minor) << 8) | (tertiary)) 1709 1710 #define NVME_MAJOR(ver) ((ver) >> 16) 1711 #define NVME_MINOR(ver) (((ver) >> 8) & 0xff) 1712 #define NVME_TERTIARY(ver) ((ver) & 0xff) 1713 1714 #endif /* _LINUX_NVME_H */ 1715