mirror of
https://github.com/KevinMidboe/schleppe-lab.git
synced 2025-10-29 09:40:39 +00:00
Merge branch 'main' of github.com:kevinmidboe/schleppe-lab
This commit is contained in:
@@ -12,6 +12,7 @@ GEM
|
|||||||
ffi (1.15.5)
|
ffi (1.15.5)
|
||||||
forwardable-extended (2.6.0)
|
forwardable-extended (2.6.0)
|
||||||
google-protobuf (3.23.1-arm64-darwin)
|
google-protobuf (3.23.1-arm64-darwin)
|
||||||
|
google-protobuf (3.23.1-x86_64-darwin)
|
||||||
http_parser.rb (0.8.0)
|
http_parser.rb (0.8.0)
|
||||||
i18n (1.13.0)
|
i18n (1.13.0)
|
||||||
concurrent-ruby (~> 1.0)
|
concurrent-ruby (~> 1.0)
|
||||||
@@ -64,6 +65,8 @@ GEM
|
|||||||
safe_yaml (1.0.5)
|
safe_yaml (1.0.5)
|
||||||
sass-embedded (1.62.1-arm64-darwin)
|
sass-embedded (1.62.1-arm64-darwin)
|
||||||
google-protobuf (~> 3.21)
|
google-protobuf (~> 3.21)
|
||||||
|
sass-embedded (1.62.1-x86_64-darwin)
|
||||||
|
google-protobuf (~> 3.21)
|
||||||
terminal-table (3.0.2)
|
terminal-table (3.0.2)
|
||||||
unicode-display_width (>= 1.1.1, < 3)
|
unicode-display_width (>= 1.1.1, < 3)
|
||||||
unicode-display_width (2.4.2)
|
unicode-display_width (2.4.2)
|
||||||
@@ -71,6 +74,7 @@ GEM
|
|||||||
|
|
||||||
PLATFORMS
|
PLATFORMS
|
||||||
arm64-darwin-22
|
arm64-darwin-22
|
||||||
|
x86_64-darwin-22
|
||||||
|
|
||||||
DEPENDENCIES
|
DEPENDENCIES
|
||||||
http_parser.rb (~> 0.6.0)
|
http_parser.rb (~> 0.6.0)
|
||||||
|
|||||||
6
README.md
Normal file
6
README.md
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
# Schleppe lab blog and project log
|
||||||
|
|
||||||
|
SHould separate blog like posts and projects, better referencing and graph between posts.
|
||||||
|
|
||||||
|
|
||||||
|
Integrated change log.
|
||||||
@@ -33,6 +33,9 @@ github_username: kevinmidboe
|
|||||||
show_excerpts: true
|
show_excerpts: true
|
||||||
# permalink: /posts/:year/:slug:output_ext
|
# permalink: /posts/:year/:slug:output_ext
|
||||||
permalink: /posts/:year/:slug
|
permalink: /posts/:year/:slug
|
||||||
|
header_pages:
|
||||||
|
- _pages/about.markdown
|
||||||
|
- _pages/tags.markdown
|
||||||
|
|
||||||
tag_page_layout: tag_page
|
tag_page_layout: tag_page
|
||||||
tag_page_dir: tag
|
tag_page_dir: tag
|
||||||
|
|||||||
141
_posts/2023-07-03-proxmox_networking.markdown
Normal file
141
_posts/2023-07-03-proxmox_networking.markdown
Normal file
@@ -0,0 +1,141 @@
|
|||||||
|
---
|
||||||
|
layout: post
|
||||||
|
title: "Proxmox 10 gbps networking"
|
||||||
|
date: 2023-07-03 10:46:15 +0200
|
||||||
|
updated: 2023-07-03 14:52:00 +0200
|
||||||
|
tags: proxmox 10gbps virtualization networking
|
||||||
|
excerpt: Proxmox setup example of redundant failover ethernet 1 gbps and primary connection over 10 gbps sfp+. Routing is done through a microtik 10 gbps 4 port switch and each server has a Mellanox ConnectX-3 sfp+ pcie card.
|
||||||
|
---
|
||||||
|
|
||||||
|
Setting up networking in proxmox.
|
||||||
|
|
||||||
|
# Hardware
|
||||||
|
|
||||||
|
Current configuration:
|
||||||
|
- Single port Mellanox MT27500 Family ConnectX-3
|
||||||
|
- Mikrotik CRS305-1G-4S+IN switch
|
||||||
|
- DAC (Direct-attach-cable)
|
||||||
|
|
||||||
|
Useful marketplace for all network related check out fs.com.
|
||||||
|
|
||||||
|
{% include image.html
|
||||||
|
src="2023-07-09/CRS305-1.png"
|
||||||
|
alt="Mikrotik CRS305-1G-4S+IN switch"
|
||||||
|
%}
|
||||||
|
|
||||||
|
Mellanox ConnectX-3 10 gbps network card
|
||||||
|
<div style="margin: 0 auto; width: 50%">
|
||||||
|
{% include image.html
|
||||||
|
src="2023-07-09/mellanox_connectx-3_MT27500-1.png"
|
||||||
|
alt="Mellanox ConnectX-3 10gbps pcie network card"
|
||||||
|
%}
|
||||||
|
</div>
|
||||||
|
|
||||||
|
The cheapest and easiest 10 gbps cards to get at the time are Mellanox ConnectX v3-5 cards. I use single port ConnectX-3 MT27500 Family cards.
|
||||||
|
|
||||||
|
General setup: 2 x 1gbps ethernet and 1 x 10 gpbs sfp+
|
||||||
|
Network card:
|
||||||
|
```bash
|
||||||
|
~ lshw -c network
|
||||||
|
*-network
|
||||||
|
description: Ethernet interface
|
||||||
|
product: MT27500 Family [ConnectX-3]
|
||||||
|
vendor: Mellanox Technologies
|
||||||
|
physical id: 0
|
||||||
|
bus info: pci@0000:03:00.0
|
||||||
|
logical name: ens3
|
||||||
|
version: 00
|
||||||
|
size: 10Gbit/s
|
||||||
|
width: 64 bits
|
||||||
|
clock: 33MHz
|
||||||
|
capabilities: pciexpress ethernet physical fibre
|
||||||
|
*-network:0
|
||||||
|
description: Ethernet interface
|
||||||
|
product: I350 Gigabit Network Connection
|
||||||
|
vendor: Intel Corporation
|
||||||
|
physical id: 0
|
||||||
|
bus info: pci@0000:04:00.0
|
||||||
|
logical name: enp4s0f0
|
||||||
|
version: 01
|
||||||
|
size: 1Gbit/s
|
||||||
|
capacity: 1Gbit/s
|
||||||
|
width: 32 bits
|
||||||
|
clock: 33MHz
|
||||||
|
capabilities: ethernet physical tp 10bt 10bt-fd 100bt 100bt-fd 1000bt-fd
|
||||||
|
*-network:1
|
||||||
|
description: Ethernet interface
|
||||||
|
product: I350 Gigabit Network Connection
|
||||||
|
vendor: Intel Corporation
|
||||||
|
physical id: 0.1
|
||||||
|
bus info: pci@0000:04:00.1
|
||||||
|
logical name: enp4s0f1
|
||||||
|
version: 01
|
||||||
|
size: 1Gbit/s
|
||||||
|
capacity: 1Gbit/s
|
||||||
|
width: 32 bits
|
||||||
|
clock: 33MHz
|
||||||
|
capabilities: ethernet physical tp 10bt 10bt-fd 100bt 100bt-fd 1000bt-fd
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
|
With the two redundant ethernet connection create a failover bond.
|
||||||
|
|
||||||
|
Interfaces:
|
||||||
|
- ethernet 1: eno1
|
||||||
|
- ethernet 2: eno2
|
||||||
|
- sfp+ over pcie: enp21s0
|
||||||
|
|
||||||
|
```
|
||||||
|
cat /etc/network/interfaces
|
||||||
|
|
||||||
|
...
|
||||||
|
auto lo
|
||||||
|
iface lo inet loopback
|
||||||
|
|
||||||
|
auto eno1
|
||||||
|
iface eno1 inet manual
|
||||||
|
mtu 1500
|
||||||
|
|
||||||
|
auto eno2
|
||||||
|
iface eno2 inet manual
|
||||||
|
mtu 1500
|
||||||
|
|
||||||
|
auto enp21s0
|
||||||
|
iface enp21s0 inet manual
|
||||||
|
mtu 9000
|
||||||
|
|
||||||
|
auto bond0
|
||||||
|
iface bond0 inet manual
|
||||||
|
bond-slaves eno1 eno2
|
||||||
|
bond-miimon 100
|
||||||
|
bond-mode active-backup
|
||||||
|
bond-primary eno1
|
||||||
|
#redundant 1G
|
||||||
|
|
||||||
|
auto bond1
|
||||||
|
iface bond1 inet manual
|
||||||
|
bond-slaves bond0 enp21s0
|
||||||
|
bond-miimon 100
|
||||||
|
bond-mode active-backup
|
||||||
|
bond-primary enp21s0
|
||||||
|
#10G failover to dual 1G
|
||||||
|
|
||||||
|
auto vmbr0
|
||||||
|
iface vmbr0 inet static
|
||||||
|
address 10.0.0.80/24
|
||||||
|
gateway 10.0.0.1
|
||||||
|
bridge-ports bond1
|
||||||
|
bridge-stp off
|
||||||
|
bridge-fd 0
|
||||||
|
bridge-vlan-aware yes
|
||||||
|
bridge-vids 2-4094
|
||||||
|
mtu 9000
|
||||||
|
```
|
||||||
|
|
||||||
|
- quick summary of state
|
||||||
|
- TOC
|
||||||
|
- images of hardware
|
||||||
|
- explanation of goal
|
||||||
|
- config
|
||||||
|
- hardware list
|
||||||
|
- notes
|
||||||
16
_posts/2023-07-09-proxmox_backup.markdown
Normal file
16
_posts/2023-07-09-proxmox_backup.markdown
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
---
|
||||||
|
layout: post
|
||||||
|
title: "Proxmox backup and recovery"
|
||||||
|
date: 2023-07-09 15:46:15 +0200
|
||||||
|
updated: 2023-07-09 15:52:00 +0200
|
||||||
|
tags: proxmox backup virtualization storage zfs
|
||||||
|
excerpt: Proxmox setup example of redundant failover ethernet 1 gbps and primary connection over 10 gbps sfp+. Routing is done through a microtik 10 gbps 4 port switch and each server has a Mellanox ConnectX-3 sfp+ pcie card.
|
||||||
|
---
|
||||||
|
|
||||||
|
- Creating from scratch vs adopting array
|
||||||
|
- Config
|
||||||
|
- Encryption
|
||||||
|
- Yubikey encryption
|
||||||
|
- Namespace
|
||||||
|
- Cloning or recovering vm
|
||||||
|
- From another host
|
||||||
@@ -34,7 +34,7 @@
|
|||||||
display: flex;
|
display: flex;
|
||||||
flex-direction: column;
|
flex-direction: column;
|
||||||
width: 100%;
|
width: 100%;
|
||||||
max-width: 864px;
|
max-width: 1064px;
|
||||||
min-height: 100vh;
|
min-height: 100vh;
|
||||||
margin: 0 auto;
|
margin: 0 auto;
|
||||||
padding: var(--spacing-unit);
|
padding: var(--spacing-unit);
|
||||||
|
|||||||
@@ -12,6 +12,10 @@
|
|||||||
src: url("/assets/fonts/FiraCode-Bold.ttf");
|
src: url("/assets/fonts/FiraCode-Bold.ttf");
|
||||||
}
|
}
|
||||||
|
|
||||||
|
$text-color: white;
|
||||||
|
$background-color: #222129;
|
||||||
|
$brand-color: #fea86a;
|
||||||
|
|
||||||
:root {
|
:root {
|
||||||
--font-family: "Fira Code", Monaco, Consolas, "Ubuntu Mono", monospace;
|
--font-family: "Fira Code", Monaco, Consolas, "Ubuntu Mono", monospace;
|
||||||
--font-size: 16px;
|
--font-size: 16px;
|
||||||
@@ -21,9 +25,9 @@
|
|||||||
|
|
||||||
--spacing-unit: 2.5em;
|
--spacing-unit: 2.5em;
|
||||||
|
|
||||||
--text-color: white;
|
--text-color: $text-color;
|
||||||
--background-color: #222129;
|
--background-color: $background-color;
|
||||||
--brand-color: #fea86a;
|
--brand-color: $brand-color;
|
||||||
--border-color: hsla(0, 0%, 100%, 0.1);
|
--border-color: hsla(0, 0%, 100%, 0.1);
|
||||||
}
|
}
|
||||||
$base-font-family: "Fira Code", Monaco, Consolas, "Ubuntu Mono", monospace !default;
|
$base-font-family: "Fira Code", Monaco, Consolas, "Ubuntu Mono", monospace !default;
|
||||||
@@ -34,10 +38,6 @@ $base-line-height: 1.5 !default;
|
|||||||
|
|
||||||
$spacing-unit: 2.5em !default;
|
$spacing-unit: 2.5em !default;
|
||||||
|
|
||||||
$text-color: white !default;
|
|
||||||
$background-color: #222129 !default;
|
|
||||||
$brand-color: #fea86a !default;
|
|
||||||
|
|
||||||
$grey-color: #828282 !default;
|
$grey-color: #828282 !default;
|
||||||
$grey-color-light: lighten($grey-color, 40%) !default;
|
$grey-color-light: lighten($grey-color, 40%) !default;
|
||||||
$grey-color-dark: darken($grey-color, 25%) !default;
|
$grey-color-dark: darken($grey-color, 25%) !default;
|
||||||
|
|||||||
BIN
assets/images/2023-07-09/CRS305-1.png
Normal file
BIN
assets/images/2023-07-09/CRS305-1.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 601 KiB |
BIN
assets/images/2023-07-09/CRS305-2.png
Normal file
BIN
assets/images/2023-07-09/CRS305-2.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 520 KiB |
BIN
assets/images/2023-07-09/CRS305-3.png
Normal file
BIN
assets/images/2023-07-09/CRS305-3.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 743 KiB |
BIN
assets/images/2023-07-09/mellanox_connectx-3_MT27500-1.png
Normal file
BIN
assets/images/2023-07-09/mellanox_connectx-3_MT27500-1.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 628 KiB |
Reference in New Issue
Block a user