vmd enable的下
[root@localhost ~]# ll /sys/block
total 0
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 dm-0 -> ../devices/virtual/block/dm-0
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 dm-1 -> ../devices/virtual/block/dm-1
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 dm-2 -> ../devices/virtual/block/dm-2
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 dm-3 -> ../devices/virtual/block/dm-3
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 dm-4 -> ../devices/virtual/block/dm-4
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 nvme0n1 -> ../devices/pci0000:05/0000:05:05.5/pci10000:00/10000:00:00.0/10000:01:00.0/10000:02:02.0/10000:05:00.0/nvme/nvme0/nvme0n1
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 nvme0n2 -> ../devices/pci0000:05/0000:05:05.5/pci10000:00/10000:00:00.0/10000:01:00.0/10000:02:02.0/10000:05:00.0/nvme/nvme0/nvme0n2
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 sda -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:0:13/0:0:13:0/block/sda
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 sdb -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:2:0/0:2:0:0/block/sdb
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 sdc -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:2:2/0:2:2:0/block/sdc
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 sdd -> ../devices/pci0000:00/0000:00:1c.6/0000:03:00.0/ata15/host15/target15:0:0/15:0:0:0/block/sdd
lrwxrwxrwx. 1 root root 0 Jan 11 03:54 sr0 -> ../devices/pci0000:00/0000:00:14.0/usb1/1-1/1-1.4/1-1.4:1.0/host18/target18:0:0/18:0:0:0/block/sr0
[root@localhost ~]# lspci -vvv |grep "Non-Volatile"
pcilib: sysfs_read_vpd: read failed: Input/output error
10000:05:00.0 Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [3DNAND, Beta Rock Controller] (prog-if 02 [NVM Express])
[root@localhost ~]# lspci -vvv |grep "nvme"
pcilib: sysfs_read_vpd: read failed: Input/output error
Kernel driver in use: nvme
Kernel modules: nvme
[root@localhost ~]# lspci |grep -i "nvme"
0000:05:05.5 RAID bus controller: Intel Corporation Volume Management Device NVMe RAID Controller (rev 07)
0000:85:05.5 RAID bus controller: Intel Corporation Volume Management Device NVMe RAID Controller (rev 07)
10000:05:00.0 Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [3DNAND, Beta Rock Controller]
vmd disable
[root@localhost ~]# ll /sys/block
total 0
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-0 -> ../devices/virtual/block/dm-0
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-1 -> ../devices/virtual/block/dm-1
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-2 -> ../devices/virtual/block/dm-2
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-3 -> ../devices/virtual/block/dm-3
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-4 -> ../devices/virtual/block/dm-4
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 nvme0n1 -> ../devices/pci0000:05/0000:05:00.0/0000:06:00.0/0000:07:02.0/0000:0a:00.0/nvme/nvme0/nvme0n1
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 nvme0n2 -> ../devices/pci0000:05/0000:05:00.0/0000:06:00.0/0000:07:02.0/0000:0a:00.0/nvme/nvme0/nvme0n2
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sda -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:0:13/0:0:13:0/block/sda
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sdb -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:2:0/0:2:0:0/block/sdb
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sdc -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:2:2/0:2:2:0/block/sdc
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sdd -> ../devices/pci0000:00/0000:00:1c.6/0000:03:00.0/ata15/host15/target15:0:0/15:0:0:0/block/sdd
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sr0 -> ../devices/pci0000:00/0000:00:14.0/usb1/1-1/1-1.4/1-1.4:1.0/host18/target18:0:0/18:0:0:0/block/sr0
[root@localhost ~]# lspci -s 0a:00.0 -vvv |more
0a:00.0 Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [3DNAND, Beta Rock Controller] (prog-if 02 [NVM Express])
Subsystem: Lenovo Thinksystem U.2 P4510 NVMe SSD
Physical Slot: 70-1
Control: I/O- Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr+ Stepping- SERR+ FastB2B- DisINTx+
Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
Latency: 0, Cache Line Size: 32 bytes
Interrupt: pin A routed to IRQ 293
[root@localhost ~]# lspci |grep -i nvme
0a:00.0 Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [3DNAND, Beta Rock Controller]
[root@localhost ~]#
[root@localhost ~]# lspci -s 0c:00.0 -vvv |more
0c:00.0 System peripheral: Broadcom / LSI Virtual Endpoint on PCIe Switch (rev b0)
Subsystem: Lenovo ThinkSystem 1610-4P NVMe Switch Adapter
Control: I/O+ Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr+ Stepping- SERR+ FastB2B- DisINTx+
Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
Latency: 0, Cache Line Size: 32 bytes
NUMA node: 0
Region 0: Memory at d9400000 (32-bit, non-prefetchable) [size=4M]
Expansion ROM at d9800000 [disabled] [size=128K]
Capabilities: [40] Power Management version 3
Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0+,D1-,D2-,D3hot+,D3cold+)
Status: D0 NoSoftRst+ PME-Enable- DSel=0 DScale=0 PME-
Capabilities: [48] MSI-X: Enable+ Count=1 Masked-
Vector table: BAR=0 offset=003ffc00
PBA: BAR=0 offset=003ffdf0
Capabilities: [68] Express (v2) Endpoint, MSI 00
DevCap: MaxPayload 512 bytes, PhantFunc 0, Latency L0s <64ns, L1 <1us
ExtTag- AttnBtn- AttnInd- PwrInd- RBE+ FLReset- SlotPowerLimit 0.000W
DevCtl: CorrErr- NonFatalErr- FatalErr- UnsupReq-
RlxdOrd- ExtTag- PhantFunc- AuxPwr- NoSnoop-
MaxPayload 256 bytes, MaxReadReq 128 bytes
DevSta: CorrErr- NonFatalErr- FatalErr- UnsupReq- AuxPwr- TransPend-
LnkCap: Port #4, Speed 8GT/s, Width x16, ASPM not supported
ClockPM- Surprise- LLActRep- BwNot- ASPMOptComp+
LnkCtl: ASPM Disabled; RCB 64 bytes Disabled- CommClk-
ExtSynch- ClockPM- AutWidDis- BWInt- AutBWInt-
LnkSta: Speed 2.5GT/s (downgraded), Width x8 (downgraded)
TrErr- Train- SlotClk- DLActive- BWMgmt- ABWMgmt-
DevCap2: Completion Timeout: Not Supported, TimeoutDis-, NROPrPrP-, LTR-
10BitTagComp-, 10BitTagReq-, OBFF Not Supported, ExtFmt-, EETLPPrefix-
EmergencyPowerReduction Not Supported, EmergencyPowerReductionInit-
FRS-, TPHComp-, ExtTPHComp-
AtomicOpsCap: 32bit- 64bit- 128bitCAS-
DevCtl2: Completion Timeout: 50us to 50ms, TimeoutDis-, LTR-, OBFF Disabled
AtomicOpsCtl: ReqEn-
LnkCtl2: Target Link Speed: 8GT/s, EnterCompliance- SpeedDis-
Transmit Margin: Normal Operating Range, EnterModifiedCompliance- ComplianceSOS-
Compliance De-emphasis: -6dB
LnkSta2: Current De-emphasis Level: -6dB, EqualizationComplete-, EqualizationPhase1-
EqualizationPhase2-, EqualizationPhase3-, LinkEqualizationRequest-
Capabilities: [e0] Vendor Specific Information: Len=20 <?>
Capabilities: [100 v1] Device Serial Number 00-0e-df-10-b5-10-08-b0
Capabilities: [b70 v1] Vendor Specific Information: ID=0001 Rev=0 Len=014 <?> Kernel driver in use: mpt3sas
Kernel modules: mpt3sas
[root@localhost ~]# ll /sys/block
total 0
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-0 -> ../devices/virtual/block/dm-0
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-1 -> ../devices/virtual/block/dm-1
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-2 -> ../devices/virtual/block/dm-2
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-3 -> ../devices/virtual/block/dm-3
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 dm-4 -> ../devices/virtual/block/dm-4
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 nvme0n1 -> ../devices/pci0000:05/0000:05:00.0/0000:06:00.0/0000:07:02.0/0000:0a:00.0/nvme/nvme0/nvme0n1
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 nvme0n2 -> ../devices/pci0000:05/0000:05:00.0/0000:06:00.0/0000:07:02.0/0000:0a:00.0/nvme/nvme0/nvme0n2
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sda -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:0:13/0:0:13:0/block/sda
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sdb -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:2:0/0:2:0:0/block/sdb
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sdc -> ../devices/pci0000:57/0000:57:00.0/0000:58:00.0/host0/target0:2:2/0:2:2:0/block/sdc
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sdd -> ../devices/pci0000:00/0000:00:1c.6/0000:03:00.0/ata15/host15/target15:0:0/15:0:0:0/block/sdd
lrwxrwxrwx. 1 root root 0 Jan 11 04:51 sr0 -> ../devices/pci0000:00/0000:00:14.0/usb1/1-1/1-1.4/1-1.4:1.0/host18/target18:0:0/18:0:0:0/block/sr0
[root@localhost ~]# lspci -s 05:00.0|more
05:00.0 PCI bridge: Intel Corporation Sky Lake-E PCI Express Root Port A (rev 07)
[root@localhost ~]# lspci -s 06:00.0 -vv|more
06:00.0 PCI bridge: PLX Technology, Inc. PEX 9733 33-lane, 9-port PCI Express Gen 3 (8.0 GT/s) Switch (rev b0) (prog-if 00 [Normal decode])
Physical Slot: 3
Control: I/O+ Mem+ BusMaster+ SpecCycle- MemWINV- VGASnoop- ParErr+ Stepping- SERR+ FastB2B- DisINTx-
Status: Cap+ 66MHz- UDF- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- >SERR- <PERR- INTx-
Latency: 0, Cache Line Size: 32 bytes
NUMA node: 0
Bus: primary=06, secondary=07, subordinate=0c, sec-latency=0
I/O behind bridge: [disabled]
Memory behind bridge: d9400000-d9dfffff [size=10M]
Prefetchable memory behind bridge: 0000021000000000-0000021000bfffff [size=12M]
Secondary status: 66MHz- FastB2B- ParErr- DEVSEL=fast >TAbort- <TAbort- <MAbort- <SERR- <PERR-
BridgeCtl: Parity+ SERR+ NoISA- VGA- VGA16+ MAbort- >Reset- FastB2B-
PriDiscTmr- SecDiscTmr- DiscTmrStat- DiscTmrSERREn-
Capabilities: [40] Power Management version 3
Flags: PMEClk- DSI- D1- D2- AuxCurrent=0mA PME(D0+,D1-,D2-,D3hot+,D3cold+)
Status: D0 NoSoftRst+ PME-Enable- DSel=0 DScale=0 PME-
Capabilities: [68] Express (v2) Upstream Port, MSI 00
[root@localhost ~]#lspci -t
+-[0000:05]-+-00.0-[06-0c]----00.0-[07-0c]--+-00.0-[08]----00.0
| | +-01.0-[09]----00.0
| | +-02.0-[0a]----00.0
| | +-03.0-[0b]----00.0
| | -1d.0-[0c]----00.0
[root@localhost ~]# lspci -s 07:00.0 -vvv |grep -i slot
Capabilities: [68] Express (v2) Downstream Port (Slot+), MSI 00
TrErr- Train- SlotClk- DLActive+ BWMgmt- ABWMgmt-
Slot #68, PowerLimit 25.000W; Interlock- NoCompl+
VC0: Caps: PATOffset=00 MaxTimeSlots=1 RejSnoopTrans-
[root@localhost ~]# lspci -s 07:01.0 -vvv |grep -i slot
Capabilities: [68] Express (v2) Downstream Port (Slot+), MSI 00
TrErr- Train- SlotClk- DLActive+ BWMgmt- ABWMgmt-
Slot #69, PowerLimit 25.000W; Interlock- NoCompl+
VC0: Caps: PATOffset=00 MaxTimeSlots=1 RejSnoopTrans-
[root@localhost ~]# lspci -s 07:02.0 -vvv |grep -i slot
Capabilities: [68] Express (v2) Downstream Port (Slot+), MSI 00
TrErr- Train- SlotClk- DLActive+ BWMgmt- ABWMgmt-
Slot #70, PowerLimit 25.000W; Interlock- NoCompl+
VC0: Caps: PATOffset=00 MaxTimeSlots=1 RejSnoopTrans-
[root@localhost ~]# lspci -s 07:03.0 -vvv |grep -i slot
Capabilities: [68] Express (v2) Downstream Port (Slot+), MSI 00
TrErr- Train- SlotClk- DLActive+ BWMgmt- ABWMgmt-
Slot #71, PowerLimit 25.000W; Interlock- NoCompl+
VC0: Caps: PATOffset=00 MaxTimeSlots=1 RejSnoopTrans-
[root@localhost ~]# lspci -s 0a:00.0 -v
0a:00.0 Non-Volatile memory controller: Intel Corporation NVMe Datacenter SSD [3DNAND, Beta Rock Controller] (prog-if 02 [NVM Express])
Subsystem: Lenovo Thinksystem U.2 P4510 NVMe SSD
Physical Slot: 70-1
Flags: bus master, fast devsel, latency 0, IRQ 293, NUMA node 0
Memory at d9b10000 (64-bit, non-prefetchable) [size=16K]
Expansion ROM at d9b00000 [disabled] [size=64K]
Capabilities: [40] Power Management version 3
Capabilities: [50] MSI-X: Enable+ Count=129 Masked-
Capabilities: [60] Express Endpoint, MSI 00
Capabilities: [a0] MSI: Enable- Count=1/1 Maskable- 64bit+
Capabilities: [100] Advanced Error Reporting
Capabilities: [150] Virtual Channel
Capabilities: [180] Power Budgeting <?>
Capabilities: [190] Alternative Routing-ID Interpretation (ARI)
Capabilities: [270] Device Serial Number 55-cd-2e-41-52-38-13-5c
Capabilities: [2a0] Secondary PCI Express
Capabilities: [2d0] Latency Tolerance Reporting
Capabilities: [310] L1 PM Substates
Kernel driver in use: nvme
Kernel modules: nvme