hardware:robsoni
This is an old revision of the document!
Table of Contents
robsoni{01..05}
Summary
Red Hat purchased 5 servers and a 100Gb switch to be used for RGW Scale testing in Q1 2021. I just decided to put them in Sepia due to physical space constraints in Octo.
Purchasing Details
Purchasing ticket: https://redhat.service-now.com/surl.do?n=PNT0916744
Racking ticket: https://redhat.service-now.com/surl.do?n=PNT0916745
Hardware Specs
| Count | Manufacturer | Model | Capacity | Notes | |
|---|---|---|---|---|---|
| Chassis | 1U | Dell | PowerEdge R6515 | N/A | |
| Mainboard | N/A | Dell | 0R4CNN | N/A | |
| CPU | 1 | AMD | AMD EPYC 7742 | 128 cores | |
| RAM | 8 DIMMs | Micron | 18ASF2G72PDZ-3G2E1 | 16GB | 128GB Total |
| SSD | 2 | Micron | MTFDDAV480TDS | 480GB | Behind hardware RAID1 for OS |
| NVMe | 1 | Dell | P4510 | 1TB | For OSD journals? |
| NIC | 2 ports | Dell | 1Gb | On-board. Unused. | |
| NIC | 2 ports | Broadcom | 57416 BaseT | 1/10Gb | Oops. Won't be using this. |
| NIC | 2 ports | Mellanox | ConnectX-6 | 100Gb | 1 port as uplink |
| BMC | 1 | Quanta | N/A | N/A | Reachable at $host.ipmi.sepia.ceph.com using usual IPMI credentials. |
PXE/Reimaging
These PXE using Legacy/BIOS mode and can be provisioned via Cobbler normally.
Network Config
These nodes have a regular 1Gb uplink but then 2x 25Gb connections per server to a QFX5120 for backend storage traffic.
The switch is named qfx-rgw.ipmi.sepia.ceph.com and can be accessed via SSH. Here's the current switch config that seems to be working.
system {
root-authentication {
ssh-rsa "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50"; ## SECRET-DATA
}
services {
ssh {
root-login allow;
}
telnet;
}
host-name qfx-rgw;
syslog {
user * {
any emergency;
}
file messages {
any notice;
authorization info;
}
file interactive-commands {
interactive-commands any;
}
}
processes {
dhcp-service {
traceoptions {
file dhcp_logfile size 10m;
level all;
flag packet;
}
}
}
}
chassis {
aggregated-devices {
ethernet {
device-count 5;
}
}
fpc 0 {
pic 0 {
port-range 0 3 {
channel-speed 25g;
}
}
}
}
# Placeholder for QFX platform config.
interfaces {
et-0/0/0 {
unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/0:0 {
enable;
ether-options {
802.3ad ae5;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/0:1 {
enable;
ether-options {
802.3ad ae5;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/0:2 {
enable;
ether-options {
802.3ad ae4;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/0:3 {
enable;
ether-options {
802.3ad ae4;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/1 {
unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/1:0 {
enable;
ether-options {
802.3ad ae3;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/1:1 {
enable;
ether-options {
802.3ad ae3;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/1:2 {
enable;
ether-options {
802.3ad ae2;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/1:3 {
enable;
ether-options {
802.3ad ae2;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/2 {
unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/2:0 {
enable;
ether-options {
802.3ad ae1;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
et-0/0/2:1 {
enable;
ether-options {
802.3ad ae1;
}
inactive: unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c;
}
}
}
}
ae1 {
aggregated-ether-options {
lacp {
active;
}
}
unit 0 {
family ethernet-switching {
vlan {
members default;
}
}
}
}
ae2 {
aggregated-ether-options {
lacp {
active;
}
}
unit 0 {
family ethernet-switching {
vlan {
members default;
}
}
}
}
ae3 {
aggregated-ether-options {
lacp {
active;
}
}
unit 0 {
family ethernet-switching {
vlan {
members default;
}
}
}
}
ae4 {
aggregated-ether-options {
lacp {
active;
}
}
unit 0 {
family ethernet-switching {
vlan {
members default;
}
}
}
}
ae5 {
aggregated-ether-options {
lacp {
active;
}
}
unit 0 {
family ethernet-switching {
vlan {
members default;
}
}
}
}
em0 {
unit 0 {
family inet {
address 172.21.33.220/20;
}
}
}
irb {
vlan-tagging;
unit 0 {
vlan-id 1;
family inet {
address 172.20.23.254/24;
}
}
}
vme {
unit 0 {
family inet {
dhcp {
vendor-id Juniper-qfx5120-32c-AK32024047;
}
}
}
}
}
forwarding-options {
storm-control-profiles default {
all;
}
}
routing-options {
static {
route 0.0.0.0/0 next-hop 172.21.47.254;
}
}
protocols {
lldp {
port-id-subtype interface-name;
interface all;
}
lldp-med {
interface all;
}
igmp-snooping {
vlan default;
}
}
vlans {
default {
vlan-id 1;
l3-interface irb.0;
}
}
hardware/robsoni.1622679263.txt.gz · Last modified: by djgalloway