Dec 11, 2023, 5:36 PM
This commit is contained in:
parent
66b329c6ba
commit
d018f8b488
@ -1,109 +0,0 @@
|
|||||||
* strawberry perl
|
|
||||||
* sqlite studio
|
|
||||||
* microchip studio
|
|
||||||
* mattercontrol
|
|
||||||
* android studio
|
|
||||||
* scribus
|
|
||||||
* codeblocks
|
|
||||||
* audacity
|
|
||||||
* Apache Netbeans IDe
|
|
||||||
* Calibre
|
|
||||||
* Bonita Community
|
|
||||||
* Code Composer Studio
|
|
||||||
* scilab
|
|
||||||
* Inkscape
|
|
||||||
* libreoffice
|
|
||||||
* CubicSDR
|
|
||||||
* Docear
|
|
||||||
* pothos sdr environment
|
|
||||||
* qt designer
|
|
||||||
* rstudio
|
|
||||||
* storyboarder
|
|
||||||
* pencil
|
|
||||||
* vym
|
|
||||||
* zotero
|
|
||||||
* yEd Graph Editor
|
|
||||||
* obs studio
|
|
||||||
* streamlabs desktop
|
|
||||||
* notepad++
|
|
||||||
* openshot
|
|
||||||
* Elgato Stream Deck
|
|
||||||
* IDA Freeware
|
|
||||||
* kicad
|
|
||||||
* eSim
|
|
||||||
* Jxplorer
|
|
||||||
* Jstock
|
|
||||||
* krita
|
|
||||||
* visual studio
|
|
||||||
* zettlr
|
|
||||||
* Arduino IDE
|
|
||||||
* silhoute studio
|
|
||||||
* Apache Directory Studio
|
|
||||||
* Blender
|
|
||||||
* Bruno
|
|
||||||
* CAMotics
|
|
||||||
* CamStudio
|
|
||||||
* CodeTwo QR Code
|
|
||||||
* DBeaver
|
|
||||||
* DbGate
|
|
||||||
* EBlink
|
|
||||||
* EmBitz
|
|
||||||
* esim
|
|
||||||
* FlatCAM
|
|
||||||
* FreeCAD
|
|
||||||
* Gephi
|
|
||||||
* Gimp
|
|
||||||
* git-cola
|
|
||||||
* go programming language
|
|
||||||
* GPT4All
|
|
||||||
* Hugo (Extended)
|
|
||||||
* kdenlive
|
|
||||||
* kstars
|
|
||||||
* labplot
|
|
||||||
* librecad
|
|
||||||
* librepcb
|
|
||||||
* lm studio
|
|
||||||
* magicsplat tcl/tk for windows
|
|
||||||
* miktex
|
|
||||||
* modelio
|
|
||||||
* mplab xc8 c complier
|
|
||||||
* mqtt explorer
|
|
||||||
* msys2
|
|
||||||
* node.js
|
|
||||||
* nvm
|
|
||||||
* octave
|
|
||||||
* openbuilds control
|
|
||||||
* pandoc
|
|
||||||
* paraview
|
|
||||||
* pdftk
|
|
||||||
* pgAdmin
|
|
||||||
* r for windows
|
|
||||||
* radioconda
|
|
||||||
* cricut design space
|
|
||||||
* rustup
|
|
||||||
* sweethome3d
|
|
||||||
* utilmaker cura
|
|
||||||
* XyGrib
|
|
||||||
* openvsp
|
|
||||||
* Darktable
|
|
||||||
* rocketchat
|
|
||||||
* Invoice Ninja
|
|
||||||
* KDE Connect
|
|
||||||
* grocy
|
|
||||||
* recoll
|
|
||||||
* scansnap
|
|
||||||
* kmymoney
|
|
||||||
* vlc media player
|
|
||||||
* nextcloud
|
|
||||||
* wireguard
|
|
||||||
* wireshark
|
|
||||||
* nmap
|
|
||||||
* angry ip scanner
|
|
||||||
* xca
|
|
||||||
* scap workbench
|
|
||||||
* YubiKey Manager
|
|
||||||
* activitywatch
|
|
||||||
* WinMerge
|
|
||||||
* FileZilla
|
|
||||||
* winscp
|
|
||||||
* 7-zip
|
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -1,23 +0,0 @@
|
|||||||
## Cluster deployment
|
|
||||||
|
|
||||||
* <https://kauri.io/38-install-and-configure-a-kubernetes-cluster-with/418b3bc1e0544fbc955a4bbba6fff8a9/a>
|
|
||||||
|
|
||||||
* <https://rene.jochum.dev/rancher-k3s-with-galera/>
|
|
||||||
|
|
||||||
* <https://medium.com/@jyeee/kubernetes-on-your-macos-laptop-with-multipass-k3s-and-rancher-2-4-6e9cbf013f58>
|
|
||||||
|
|
||||||
## Monitoring
|
|
||||||
|
|
||||||
* <https://learn.netdata.cloud/docs/agent/packaging/installer/methods/kubernetes>
|
|
||||||
|
|
||||||
* <https://github.com/netdata/helmchart#service-discovery-and-supported-services>
|
|
||||||
|
|
||||||
## Networking
|
|
||||||
|
|
||||||
* <https://docs.projectcalico.org/getting-started/kubernetes/k3s/multi-node-install>
|
|
||||||
|
|
||||||
## PAAS
|
|
||||||
|
|
||||||
* <https://github.com/kubeapps/kubeapps/blob/master/chart/kubeapps/README.md>
|
|
||||||
|
|
||||||
## Storage
|
|
||||||
@ -1,72 +0,0 @@
|
|||||||
# Business Applications For Deplooyment in Q2 2021
|
|
||||||
|
|
||||||
* ambar
|
|
||||||
|
|
||||||
<https://ambar.cloud/docs/crawlers/>
|
|
||||||
|
|
||||||
<https://ambar.cloud/docs/installation-docker/>
|
|
||||||
|
|
||||||
* jupyter hub (lab notebook of the programming kind)
|
|
||||||
|
|
||||||
* elabftw (lab notebook of the writing kind)
|
|
||||||
|
|
||||||
* archivebox
|
|
||||||
|
|
||||||
|
|
||||||
* API gateway (TYK)
|
|
||||||
|
|
||||||
<https://tyk.io/>
|
|
||||||
|
|
||||||
<https://tyk.io/docs/getting-started/installation/with-tyk-on-premises/docker/>
|
|
||||||
|
|
||||||
<https://tyk.io/docs/advanced-configuration/integrate/sso/dashboard-login-ldap-tib/>
|
|
||||||
|
|
||||||
(api providers brokered via tyk):
|
|
||||||
|
|
||||||
* billing (killbill)
|
|
||||||
|
|
||||||
<http://docs.killbill.io/latest/stripe_plugin.html>
|
|
||||||
|
|
||||||
* erpnext
|
|
||||||
|
|
||||||
<https://pipech.github.io/erpnext-docker-debian/production_setup/>
|
|
||||||
|
|
||||||
<https://discuss.erpnext.com/t/erpnext-docker-image-as-an-alternative-to-official-erpnext-docker-repo/43125>
|
|
||||||
|
|
||||||
<https://github.com/frappe/frappe_docker/blob/develop/docs/single-bench.md>
|
|
||||||
|
|
||||||
<https://helm.erpnext.com/>
|
|
||||||
|
|
||||||
* reviewboard
|
|
||||||
|
|
||||||
<https://www.reviewboard.org/store/products/docker-reviewboard/>
|
|
||||||
|
|
||||||
* freescout
|
|
||||||
|
|
||||||
* canvaslms
|
|
||||||
|
|
||||||
<https://github.com/scisco/canvas-lms-docker>
|
|
||||||
|
|
||||||
* getgophish (todo internal phishing tests)
|
|
||||||
|
|
||||||
* sipwise
|
|
||||||
|
|
||||||
<https://github.com/freescout-helpdesk/freescout/wiki/Installation-Guide>
|
|
||||||
|
|
||||||
* mailman
|
|
||||||
|
|
||||||
<https://docs.mailman3.org/en/latest/install/docker.html>
|
|
||||||
|
|
||||||
<https://asynchronous.in/docker-mailman/>
|
|
||||||
|
|
||||||
* hugin
|
|
||||||
|
|
||||||
TBD (need to evaluate and select vendor)
|
|
||||||
|
|
||||||
* incident management/computer aided dispatch
|
|
||||||
|
|
||||||
Resgrid looks really compelling
|
|
||||||
|
|
||||||
* e-sign/contract management system
|
|
||||||
|
|
||||||
* e-voting
|
|
||||||
@ -1,19 +0,0 @@
|
|||||||
nitrokey reset
|
|
||||||
|
|
||||||
```
|
|
||||||
|
|
||||||
/hex
|
|
||||||
|
|
||||||
scd serialno
|
|
||||||
scd apdu 00 20 00 81 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 81 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 81 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 81 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 83 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 83 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 83 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 20 00 83 08 40 40 40 40 40 40 40 40
|
|
||||||
scd apdu 00 e6 00 00
|
|
||||||
scd apdu 00 44 00 00
|
|
||||||
/echo card has been reset to factory defaults
|
|
||||||
```
|
|
||||||
Binary file not shown.
@ -1,43 +0,0 @@
|
|||||||
# Penultimate Cluster Guide
|
|
||||||
|
|
||||||
## Introduction
|
|
||||||
|
|
||||||
This guide covers how TSYS migrated to a containerized setup.
|
|
||||||
|
|
||||||
## Current Situation Report (Q3 2021)
|
|
||||||
|
|
||||||
This is covered in exhaustive detail in the handbook. So only a high level summary is provided here for context.
|
|
||||||
|
|
||||||
Nothing below (with exception of app layer) changes with the move to containers.
|
|
||||||
|
|
||||||
### Physical Compute
|
|
||||||
|
|
||||||
Proxmox cluster of three (soon to be 5 once hardware is racked and hooked up) nodes.
|
|
||||||
100% virtualized (with exception of badge reader/stratum 1 GPS time server on a raspberry pi)
|
|
||||||
Only OS on bare metal is proxmox. We plan to run a k8s distribution in a set of virtual machines.
|
|
||||||
|
|
||||||
### Storage
|
|
||||||
|
|
||||||
Two physical storage arrays (on separate UPS/circuit).
|
|
||||||
Multiple pools on the arrays
|
|
||||||
|
|
||||||
### Virtual Compute
|
|
||||||
|
|
||||||
We have two opnsense virtual machine (spread across the redundant storage systems)
|
|
||||||
We have three (soon to be five) database servers (spread across the redundant storage systems)
|
|
||||||
We have a utility virtual machine (toolbox) and a couple dedicated app machines (sipwise/pihole)
|
|
||||||
|
|
||||||
### Networking
|
|
||||||
|
|
||||||
* Layer 3 to 7 is redundant (opnsense cluster active/passive)
|
|
||||||
* Layer 1 and 2 is not redundant (though we have the switches on hand to make it redundant)
|
|
||||||
|
|
||||||
### Data/caching Layer
|
|
||||||
|
|
||||||
We run a mix of database/caching solutions to support our application catalog. Memcached/redis , mongodb, mysql/postgresql. These run on a set of 3 (soon to be 5) Ubuntu 20.04 virtual machines. They are fronted by haproxy VIP.
|
|
||||||
|
|
||||||
## Near term plan
|
|
||||||
|
|
||||||
Step 1: Setup dev environment on devws to fully containerize all applications (devilbox, docker on windows, jenkins/gitea/registry,vm with caprover|git-pipe|??)
|
|
||||||
Step 2: Setup (in dev) all current properties using git repo -> devilbox -> container workflow
|
|
||||||
Step 3: Setup (in dev) all apps in docker
|
|
||||||
@ -1,66 +0,0 @@
|
|||||||
root@ns519307:/etc/netdata# hdparm /dev/sd[ab]
|
|
||||||
|
|
||||||
/dev/sda:
|
|
||||||
multcount = 16 (on)
|
|
||||||
IO_support = 1 (32-bit)
|
|
||||||
readonly = 0 (off)
|
|
||||||
readahead = 8192 (on)
|
|
||||||
geometry = 243201/255/63, sectors = 3907029168, start = 0
|
|
||||||
|
|
||||||
/dev/sdb:
|
|
||||||
multcount = 16 (on)
|
|
||||||
IO_support = 1 (32-bit)
|
|
||||||
readonly = 0 (off)
|
|
||||||
readahead = 8192 (on)
|
|
||||||
geometry = 243201/255/63, sectors = 3907029168, start = 0
|
|
||||||
root@ns519307:/etc/netdata#
|
|
||||||
|
|
||||||
|
|
||||||
root@ns519307:/etc/netdata# hdparm /dev/sd[ab]
|
|
||||||
|
|
||||||
/dev/sda:
|
|
||||||
multcount = 16 (on)
|
|
||||||
IO_support = 1 (32-bit)
|
|
||||||
readonly = 0 (off)
|
|
||||||
readahead = 8192 (on)
|
|
||||||
geometry = 243201/255/63, sectors = 3907029168, start = 0
|
|
||||||
|
|
||||||
/dev/sdb:
|
|
||||||
multcount = 16 (on)
|
|
||||||
IO_support = 1 (32-bit)
|
|
||||||
readonly = 0 (off)
|
|
||||||
readahead = 8192 (on)
|
|
||||||
geometry = 243201/255/63, sectors = 3907029168, start = 0
|
|
||||||
root@ns519307:/etc/netdata# hdparm -Tt /dev/sd[ab]
|
|
||||||
|
|
||||||
/dev/sda:
|
|
||||||
Timing cached reads: 8086 MB in 2.00 seconds = 4052.66 MB/sec
|
|
||||||
Timing buffered disk reads: 230 MB in 3.03 seconds = 75.98 MB/sec
|
|
||||||
|
|
||||||
/dev/sdb:
|
|
||||||
Timing cached reads: 7950 MB in 2.00 seconds = 3984.24 MB/sec
|
|
||||||
Timing buffered disk reads: 282 MB in 3.10 seconds = 91.05 MB/sec
|
|
||||||
root@ns519307:/etc/netdata#
|
|
||||||
|
|
||||||
|
|
||||||
root@ns519307:~# smartctl -a /dev/sda |grep Rotat
|
|
||||||
Rotation Rate: 7200 rpm
|
|
||||||
root@ns519307:~# smartctl -a /dev/sdb |grep Rotat
|
|
||||||
Rotation Rate: 7200 rpm
|
|
||||||
root@ns519307:~#
|
|
||||||
|
|
||||||
|
|
||||||
https://lonesysadmin.net/2013/12/22/better-linux-disk-caching-performance-vm-dirty_ratio/
|
|
||||||
|
|
||||||
root@ns519307:~# sysctl -a | grep dirty
|
|
||||||
sysctl: reading key "kernel.spl.hostid"
|
|
||||||
vm.dirty_background_bytes = 33554432
|
|
||||||
vm.dirty_background_ratio = 0
|
|
||||||
vm.dirty_bytes = 1073741824
|
|
||||||
vm.dirty_expire_centisecs = 3000
|
|
||||||
vm.dirty_ratio = 0
|
|
||||||
vm.dirty_writeback_centisecs = 500
|
|
||||||
vm.dirtytime_expire_seconds = 43200
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
Binary file not shown.
@ -1,38 +0,0 @@
|
|||||||
nov 2020 2,904 kWh
|
|
||||||
dec 2020 2,477 kWh
|
|
||||||
jan 2021 3,205 kWh
|
|
||||||
feb 2021 3,107 kWh
|
|
||||||
mar 2021 3,313 kWh
|
|
||||||
apr 2021 3,624 kWh
|
|
||||||
may 2021 3,834 kWh
|
|
||||||
june 2021 4,754 kWh
|
|
||||||
july 2021 5,014 kWh
|
|
||||||
aug 2021 4,629 kWh
|
|
||||||
sep 2021 5,051 kWh
|
|
||||||
oct 2021 4,430 kWh
|
|
||||||
nov 2021 4,029 kWh
|
|
||||||
|
|
||||||
|
|
||||||
12/19/2020 $332.24 View bill Request by mail
|
|
||||||
11/20/2020 $388.06 View bill Request by mail
|
|
||||||
10/21/2020 $415.60 View bill Request by mail
|
|
||||||
09/22/2020 $531.92 View bill Request by mail
|
|
||||||
08/21/2020 $531.44 View bill Request by mail
|
|
||||||
07/23/2020 $609.45 View bill Request by mail
|
|
||||||
06/20/2020 $531.71 View bill Request by mail
|
|
||||||
05/21/2020 $401.80 View bill Request by mail
|
|
||||||
04/22/2020 $448.83 View bill Request by mail
|
|
||||||
03/21/2020 $224.39 View bill Request by mail
|
|
||||||
02/21/2020 $172.08 View bill Request by mail
|
|
||||||
01/23/2020 $137.98 View bill Request by mail
|
|
||||||
11/19/2021 $549.35 View bill Request by mail
|
|
||||||
10/21/2021 $603.07 View bill Request by mail
|
|
||||||
09/22/2021 $684.74 View bill Request by mail
|
|
||||||
08/21/2021 $598.03 View bill Request by mail
|
|
||||||
07/23/2021 $638.15 View bill Request by mail
|
|
||||||
06/22/2021 $602.49 View bill Request by mail
|
|
||||||
05/21/2021 $490.87 View bill Request by mail
|
|
||||||
04/21/2021 $464.26 View bill Request by mail
|
|
||||||
03/20/2021 $426.44 View bill Request by mail
|
|
||||||
02/19/2021 $411.43 View bill Request by mail
|
|
||||||
01/21/2021 $424.76 View bill Request by mail
|
|
||||||
@ -1,109 +0,0 @@
|
|||||||
* 7-zip
|
|
||||||
* Apache Directory Studio
|
|
||||||
* Apache Netbeans IDe
|
|
||||||
* Arduino IDE
|
|
||||||
* Blender
|
|
||||||
* Bonita Community
|
|
||||||
* Bruno
|
|
||||||
* CAMotics
|
|
||||||
* Calibre
|
|
||||||
* CamStudio
|
|
||||||
* Code Composer Studio
|
|
||||||
* CodeTwo QR Code
|
|
||||||
* CubicSDR
|
|
||||||
* DBeaver
|
|
||||||
* Darktable
|
|
||||||
* DbGate
|
|
||||||
* Docear
|
|
||||||
* EBlink
|
|
||||||
* Elgato Stream Deck
|
|
||||||
* EmBitz
|
|
||||||
* FileZilla
|
|
||||||
* FlatCAM
|
|
||||||
* FreeCAD
|
|
||||||
* GPT4All
|
|
||||||
* Gephi
|
|
||||||
* Gimp
|
|
||||||
* Hugo (Extended)
|
|
||||||
* IDA Freeware
|
|
||||||
* Inkscape
|
|
||||||
* Invoice Ninja
|
|
||||||
* Jstock
|
|
||||||
* Jxplorer
|
|
||||||
* KDE Connect
|
|
||||||
* WinMerge
|
|
||||||
* XyGrib
|
|
||||||
* YubiKey Manager
|
|
||||||
* activitywatch
|
|
||||||
* android studio
|
|
||||||
* angry ip scanner
|
|
||||||
* audacity
|
|
||||||
* codeblocks
|
|
||||||
* cricut design space
|
|
||||||
* eSim
|
|
||||||
* esim
|
|
||||||
* git-cola
|
|
||||||
* go programming language
|
|
||||||
* grocy
|
|
||||||
* kdenlive
|
|
||||||
* kicad
|
|
||||||
* kmymoney
|
|
||||||
* krita
|
|
||||||
* kstars
|
|
||||||
* labplot
|
|
||||||
* librecad
|
|
||||||
* libreoffice
|
|
||||||
* librepcb
|
|
||||||
* lm studio
|
|
||||||
* magicsplat tcl/tk for windows
|
|
||||||
* mattercontrol
|
|
||||||
* microchip studio
|
|
||||||
* miktex
|
|
||||||
* modelio
|
|
||||||
* mplab xc8 c complier
|
|
||||||
* mqtt explorer
|
|
||||||
* msys2
|
|
||||||
* nextcloud
|
|
||||||
* nmap
|
|
||||||
* node.js
|
|
||||||
* notepad++
|
|
||||||
* nvm
|
|
||||||
* obs studio
|
|
||||||
* octave
|
|
||||||
* openbuilds control
|
|
||||||
* openshot
|
|
||||||
* openvsp
|
|
||||||
* pandoc
|
|
||||||
* paraview
|
|
||||||
* pdftk
|
|
||||||
* pencil
|
|
||||||
* pgAdmin
|
|
||||||
* pothos sdr environment
|
|
||||||
* qt designer
|
|
||||||
* r for windows
|
|
||||||
* radioconda
|
|
||||||
* recoll
|
|
||||||
* rocketchat
|
|
||||||
* rstudio
|
|
||||||
* rustup
|
|
||||||
* scansnap
|
|
||||||
* scap workbench
|
|
||||||
* scilab
|
|
||||||
* scribus
|
|
||||||
* silhoute studio
|
|
||||||
* sqlite studio
|
|
||||||
* storyboarder
|
|
||||||
* strawberry perl
|
|
||||||
* streamlabs desktop
|
|
||||||
* sweethome3d
|
|
||||||
* utilmaker cura
|
|
||||||
* visual studio
|
|
||||||
* vlc media player
|
|
||||||
* vym
|
|
||||||
* winscp
|
|
||||||
* wireguard
|
|
||||||
* wireshark
|
|
||||||
* xca
|
|
||||||
* yEd Graph Editor
|
|
||||||
* zettlr
|
|
||||||
* zotero
|
|
||||||
@ -1,143 +0,0 @@
|
|||||||
# Stor2 Root Cause Analysis
|
|
||||||
|
|
||||||
- [Stor2 Root Cause Analysis](#stor2-root-cause-analysis)
|
|
||||||
- [Introduction](#introduction)
|
|
||||||
- [Array information](#array-information)
|
|
||||||
- [Performance notes](#performance-notes)
|
|
||||||
- [hdparm](#hdparm)
|
|
||||||
- [My laptop for comparison](#my-laptop-for-comparison)
|
|
||||||
- [Possible solution](#possible-solution)
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
## Introduction
|
|
||||||
|
|
||||||
## Array information
|
|
||||||
|
|
||||||
|
|
||||||
root@pfv-stor2:~# zpool list -v rackrental|grep sd|awk '{print $1}'|sed -e 's/[0-9]//g'
|
|
||||||
sdb
|
|
||||||
sdd
|
|
||||||
sdc
|
|
||||||
sdf
|
|
||||||
sdg
|
|
||||||
sde
|
|
||||||
|
|
||||||
|
|
||||||
## Performance notes
|
|
||||||
|
|
||||||
### hdparm
|
|
||||||
|
|
||||||
root@pfv-stor2:~# hdparm -tT /dev/sdb
|
|
||||||
|
|
||||||
/dev/sdb:
|
|
||||||
Timing cached reads: 11244 MB in 1.99 seconds = 5638.34 MB/sec
|
|
||||||
Timing buffered disk reads: 140 MB in 3.00 seconds = 46.60 MB/sec
|
|
||||||
root@pfv-stor2:~#
|
|
||||||
|
|
||||||
/dev/sdd:
|
|
||||||
Timing cached reads: 10952 MB in 1.99 seconds = 5493.70 MB/sec
|
|
||||||
Timing buffered disk reads: 154 MB in 3.04 seconds = 50.65 MB/sec
|
|
||||||
|
|
||||||
/dev/sdc:
|
|
||||||
Timing cached reads: 10178 MB in 1.99 seconds = 5102.24 MB/sec
|
|
||||||
Timing buffered disk reads: 164 MB in 3.06 seconds = 53.52 MB/sec
|
|
||||||
|
|
||||||
/dev/sdf:
|
|
||||||
Timing cached reads: 11340 MB in 1.99 seconds = 5686.37 MB/sec
|
|
||||||
Timing buffered disk reads: 142 MB in 3.12 seconds = 45.55 MB/sec
|
|
||||||
|
|
||||||
|
|
||||||
/dev/sdg:
|
|
||||||
Timing cached reads: 9248 MB in 2.00 seconds = 4634.64 MB/sec
|
|
||||||
Timing buffered disk reads: 18 MB in 3.27 seconds = 5.50 MB/sec
|
|
||||||
|
|
||||||
|
|
||||||
/dev/sde:
|
|
||||||
Timing cached reads: 9976 MB in 1.99 seconds = 5001.87 MB/sec
|
|
||||||
Timing buffered disk reads: 44 MB in 3.08 seconds = 14.30 MB/sec
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
## My laptop for comparison
|
|
||||||
|
|
||||||
C:\Windows\system32>winsat disk -drive c
|
|
||||||
Windows System Assessment Tool
|
|
||||||
> Running: Feature Enumeration ''
|
|
||||||
> Run Time 00:00:00.00
|
|
||||||
> Running: Storage Assessment '-drive c -ran -read'
|
|
||||||
> Run Time 00:00:00.70
|
|
||||||
> Running: Storage Assessment '-drive c -seq -read'
|
|
||||||
> Run Time 00:00:02.20
|
|
||||||
> Running: Storage Assessment '-drive c -seq -write'
|
|
||||||
> Run Time 00:00:01.89
|
|
||||||
> Running: Storage Assessment '-drive c -flush -seq'
|
|
||||||
> Run Time 00:00:00.53
|
|
||||||
> Running: Storage Assessment '-drive c -flush -ran'
|
|
||||||
> Run Time 00:00:00.50
|
|
||||||
> Dshow Video Encode Time 0.00000 s
|
|
||||||
> Dshow Video Decode Time 0.00000 s
|
|
||||||
> Media Foundation Decode Time 0.00000 s
|
|
||||||
> Disk Random 16.0 Read 404.52 MB/s 8.2
|
|
||||||
> Disk Sequential 64.0 Read 516.71 MB/s 8.1
|
|
||||||
> Disk Sequential 64.0 Write 489.50 MB/s 8.1
|
|
||||||
> Average Read Time with Sequential Writes 0.218 ms 8.6
|
|
||||||
> Latency: 95th Percentile 0.476 ms 8.7
|
|
||||||
> Latency: Maximum 4.490 ms 8.6
|
|
||||||
> Average Read Time with Random Writes 0.239 ms 8.8
|
|
||||||
> Total Run Time 00:00:05.98
|
|
||||||
|
|
||||||
C:\Windows\system32>winsat disk -drive d
|
|
||||||
Windows System Assessment Tool
|
|
||||||
> Running: Feature Enumeration ''
|
|
||||||
> Run Time 00:00:00.00
|
|
||||||
> Running: Storage Assessment '-drive d -ran -read'
|
|
||||||
> Run Time 00:00:00.19
|
|
||||||
> Running: Storage Assessment '-drive d -seq -read'
|
|
||||||
> Run Time 00:00:01.70
|
|
||||||
> Running: Storage Assessment '-drive d -seq -write'
|
|
||||||
> Run Time 00:00:01.09
|
|
||||||
> Running: Storage Assessment '-drive d -flush -seq'
|
|
||||||
> Run Time 00:00:00.39
|
|
||||||
> Running: Storage Assessment '-drive d -flush -ran'
|
|
||||||
> Run Time 00:00:00.39
|
|
||||||
> Dshow Video Encode Time 0.00000 s
|
|
||||||
> Dshow Video Decode Time 0.00000 s
|
|
||||||
> Media Foundation Decode Time 0.00000 s
|
|
||||||
> Disk Random 16.0 Read 635.27 MB/s 8.4
|
|
||||||
> Disk Sequential 64.0 Read 3219.62 MB/s 9.3
|
|
||||||
> Disk Sequential 64.0 Write 2230.19 MB/s 9.1
|
|
||||||
> Average Read Time with Sequential Writes 0.074 ms 8.9
|
|
||||||
> Latency: 95th Percentile 0.443 ms 8.7
|
|
||||||
> Latency: Maximum 0.821 ms 8.9
|
|
||||||
> Average Read Time with Random Writes 0.104 ms 8.9
|
|
||||||
> Total Run Time 00:00:03.89
|
|
||||||
|
|
||||||
C:\Windows\system32>
|
|
||||||
|
|
||||||
root@pfv-stor2:~# ioping -c 10 /mnt/rackrental
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=1 time=9.31 us (warmup)
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=2 time=27.1 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=3 time=20.1 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=4 time=31.2 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=5 time=22.5 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=6 time=35.0 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=7 time=33.2 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=8 time=29.5 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=9 time=24.8 us
|
|
||||||
4 KiB <<< /mnt/rackrental (zfs rackrental 1.55 TiB): request=10 time=22.9 us
|
|
||||||
|
|
||||||
--- /mnt/rackrental (zfs rackrental 1.55 TiB) ioping statistics ---
|
|
||||||
9 requests completed in 246.3 us, 36 KiB read, 36.5 k iops, 142.7 MiB/s
|
|
||||||
generated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/s
|
|
||||||
min/avg/max/mdev = 20.1 us / 27.4 us / 35.0 us / 4.87 us
|
|
||||||
|
|
||||||
## Possible solution
|
|
||||||
|
|
||||||
https://blog.westerndigital.com/wd-red-nas-drives/
|
|
||||||
|
|
||||||
For Users with Workload-intensive Applications and ZFS: CMR
|
|
||||||
|
|
||||||
The explosion of data seen today has spawned a spectrum of NAS uses cases, as well as increasingly demanding applications. One of those includes use of ZFS, an enterprise-grade file system. The increased amount of sustained random writes during ZFS resilvering (similar to a rebuild) causes a lack of idle time for DMSMR drives to execute internal data management tasks, resulting in significantly lower performance reported by users. While we work with iXsystems on DMSMR solutions for lower-workload ZFS customers, we currently recommend our CMR-based WD Red drives, including WD Red Pro and the forthcoming WD Red Plus.
|
|
||||||
Binary file not shown.
@ -1,89 +0,0 @@
|
|||||||
|
|
||||||
# TSYS Network Performance Issues
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
## Introduction
|
|
||||||
|
|
||||||
TSYS Vm performance is sub par. All storage is ZFS exported from NFS
|
|
||||||
|
|
||||||
## Current status
|
|
||||||
|
|
||||||
|
|
||||||
## MTU
|
|
||||||
|
|
||||||
```
|
|
||||||
root@pfv-stor2:/etc/netplan# ping 10.251.30.21 -c 10 -M do -s 1471
|
|
||||||
PING 10.251.30.21 (10.251.30.21) 1471(1499) bytes of data.
|
|
||||||
1479 bytes from 10.251.30.21: icmp_seq=1 ttl=64 time=0.220 ms
|
|
||||||
1479 bytes from 10.251.30.21: icmp_seq=2 ttl=64 time=0.195 ms
|
|
||||||
1479 bytes from 10.251.30.21: icmp_seq=3 ttl=64 time=0.197 ms
|
|
||||||
1479 bytes from 10.251.30.21: icmp_seq=4 ttl=64 time=0.206 ms
|
|
||||||
^C
|
|
||||||
--- 10.251.30.21 ping statistics ---
|
|
||||||
4 packets transmitted, 4 received, 0% packet loss, time 3073ms
|
|
||||||
rtt min/avg/max/mdev = 0.195/0.204/0.220/0.009 ms
|
|
||||||
root@pfv-stor2:/etc/netplan# ping 10.251.30.21 -c 10 -M do -s 1472
|
|
||||||
PING 10.251.30.21 (10.251.30.21) 1472(1500) bytes of data.
|
|
||||||
1480 bytes from 10.251.30.21: icmp_seq=1 ttl=64 time=0.224 ms
|
|
||||||
^C
|
|
||||||
--- 10.251.30.21 ping statistics ---
|
|
||||||
1 packets transmitted, 1 received, 0% packet loss, time 0ms
|
|
||||||
rtt min/avg/max/mdev = 0.224/0.224/0.224/0.000 ms
|
|
||||||
root@pfv-stor2:/etc/netplan# ping 10.251.30.21 -c 10 -M do -s 1473
|
|
||||||
PING 10.251.30.21 (10.251.30.21) 1473(1501) bytes of data.
|
|
||||||
^C
|
|
||||||
--- 10.251.30.21 ping statistics ---
|
|
||||||
2 packets transmitted, 0 received, 100% packet loss, time 1029ms
|
|
||||||
```
|
|
||||||
|
|
||||||
## iperf
|
|
||||||
|
|
||||||
from vm9 (which is where cloudron lives)
|
|
||||||
|
|
||||||
```
|
|
||||||
root@pfv-vmsrv-09:~# iperf3 -c 10.251.30.22
|
|
||||||
Connecting to host 10.251.30.22, port 5201
|
|
||||||
[ 5] local 10.251.30.30 port 41594 connected to 10.251.30.22 port 5201
|
|
||||||
[ ID] Interval Transfer Bitrate Retr Cwnd
|
|
||||||
[ 5] 0.00-1.00 sec 112 MBytes 943 Mbits/sec 9 344 KBytes
|
|
||||||
[ 5] 1.00-2.00 sec 108 MBytes 902 Mbits/sec 4 362 KBytes
|
|
||||||
[ 5] 2.00-3.00 sec 110 MBytes 923 Mbits/sec 37 301 KBytes
|
|
||||||
[ 5] 3.00-4.00 sec 111 MBytes 933 Mbits/sec 20 345 KBytes
|
|
||||||
[ 5] 4.00-5.00 sec 110 MBytes 923 Mbits/sec 0 437 KBytes
|
|
||||||
[ 5] 5.00-6.00 sec 108 MBytes 902 Mbits/sec 0 469 KBytes
|
|
||||||
[ 5] 6.00-7.00 sec 109 MBytes 912 Mbits/sec 22 315 KBytes
|
|
||||||
[ 5] 7.00-8.00 sec 104 MBytes 870 Mbits/sec 11 195 KBytes
|
|
||||||
[ 5] 8.00-9.00 sec 97.5 MBytes 818 Mbits/sec 18 313 KBytes
|
|
||||||
[ 5] 9.00-10.00 sec 111 MBytes 933 Mbits/sec 23 216 KBytes
|
|
||||||
- - - - - - - - - - - - - - - - - - - - - - - - -
|
|
||||||
[ ID] Interval Transfer Bitrate Retr
|
|
||||||
[ 5] 0.00-10.00 sec 1.05 GBytes 906 Mbits/sec 144 sender
|
|
||||||
[ 5] 0.00-10.04 sec 1.05 GBytes 900 Mbits/sec receiver
|
|
||||||
|
|
||||||
iperf Done.
|
|
||||||
root@pfv-vmsrv-09:~#
|
|
||||||
|
|
||||||
root@pfv-vmsrv-09:~# ifconfig vmbr0
|
|
||||||
vmbr0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
|
|
||||||
|
|
||||||
Accepted connection from 10.251.30.30, port 41580
|
|
||||||
[ 5] local 10.251.30.22 port 5201 connected to 10.251.30.30 port 41594
|
|
||||||
[ ID] Interval Transfer Bitrate
|
|
||||||
[ 5] 0.00-1.00 sec 105 MBytes 878 Mbits/sec
|
|
||||||
[ 5] 1.00-2.00 sec 108 MBytes 906 Mbits/sec
|
|
||||||
[ 5] 2.00-3.00 sec 111 MBytes 929 Mbits/sec
|
|
||||||
[ 5] 3.00-4.00 sec 110 MBytes 919 Mbits/sec
|
|
||||||
[ 5] 4.00-5.00 sec 111 MBytes 933 Mbits/sec
|
|
||||||
[ 5] 5.00-6.00 sec 106 MBytes 892 Mbits/sec
|
|
||||||
[ 5] 6.00-7.00 sec 110 MBytes 921 Mbits/sec
|
|
||||||
[ 5] 7.00-8.00 sec 104 MBytes 874 Mbits/sec
|
|
||||||
[ 5] 8.00-9.00 sec 97.4 MBytes 817 Mbits/sec
|
|
||||||
[ 5] 9.00-10.00 sec 111 MBytes 932 Mbits/sec
|
|
||||||
[ 5] 10.00-10.04 sec 3.94 MBytes 808 Mbits/sec
|
|
||||||
- - - - - - - - - - - - - - - - - - - - - - - - -
|
|
||||||
[ ID] Interval Transfer Bitrate
|
|
||||||
[ 5] 0.00-10.04 sec 1.05 GBytes 900 Mbits/sec receiver
|
|
||||||
```
|
|
||||||
|
|
||||||
### Array storage performance
|
|
||||||
Binary file not shown.
@ -1,105 +0,0 @@
|
|||||||
# Notes for web server configuration
|
|
||||||
|
|
||||||
These notes capture actions taken to build the www vm around 9/15 to 10/1 2020.
|
|
||||||
|
|
||||||
## packages to install
|
|
||||||
|
|
||||||
* php stuff and other packages needed :
|
|
||||||
|
|
||||||
sudo apt install memcached php7.4 php7.4-mysqli php7.4-fpm php7.4-mbstring php7.4-xml php7.4-imap php7.4-json php7.4-zip php7.4-gd php7.4-curl php7.4-ldap php7.4-gd php7.4-gmp php-par php-apcu jq unzip python3-pip —no-install-recommends
|
|
||||||
|
|
||||||
* Modules for languages from upstream:
|
|
||||||
|
|
||||||
Python: pip3 install certbot-dns-ovh
|
|
||||||
|
|
||||||
## php modications
|
|
||||||
|
|
||||||
### memcache
|
|
||||||
|
|
||||||
root@www:/etc/php/7.4/fpm/conf.d# grep -v ^# 20-memcache.ini
|
|
||||||
|
|
||||||
extension=memcache.so
|
|
||||||
|
|
||||||
[memcache]
|
|
||||||
|
|
||||||
memcache.allow_failover="1"
|
|
||||||
|
|
||||||
memcache.max_failover_attempts="20"
|
|
||||||
|
|
||||||
memcache.default_port="11211"
|
|
||||||
|
|
||||||
memcache.hash_strategy="consistent"
|
|
||||||
|
|
||||||
session.save_handler="memcache"
|
|
||||||
|
|
||||||
session.save_path = 'tcp://10.251.51.1:11211,tcp://10.251.51.2:11211,tcp://10.251.51.3:11211'
|
|
||||||
|
|
||||||
memcache.redundancy=1
|
|
||||||
|
|
||||||
memcache.session_redundancy=4
|
|
||||||
|
|
||||||
### fpm (pool)
|
|
||||||
|
|
||||||
### php config
|
|
||||||
|
|
||||||
Timezone
|
|
||||||
|
|
||||||
## apache
|
|
||||||
|
|
||||||
### apache configuration mods needed
|
|
||||||
|
|
||||||
-- alter site config for fpm socket to php7.4-fpm (from 7.3) (socket path)
|
|
||||||
|
|
||||||
### apache modules needed
|
|
||||||
|
|
||||||
headers,deflate,rewrite,proxy,proxy_http,ssl,proxy_fcgi,cache_disk
|
|
||||||
|
|
||||||
### apache tweaks performed
|
|
||||||
|
|
||||||
1153 sudo a2dismod mpm_prefork
|
|
||||||
|
|
||||||
1154 sudo a2enmod mpm_event
|
|
||||||
|
|
||||||
1155 sudo apt install libapache2-mod-fcgid
|
|
||||||
|
|
||||||
1156 sudo a2enconf php7.2-fpm
|
|
||||||
|
|
||||||
1157 sudo a2enconf php7.-fpm
|
|
||||||
|
|
||||||
1158 sudo a2enconf php7.4-fpm
|
|
||||||
|
|
||||||
## scripts to load
|
|
||||||
|
|
||||||
newcert.sh
|
|
||||||
|
|
||||||
# !/bin/bash
|
|
||||||
|
|
||||||
certbot certonly \
|
|
||||||
|
|
||||||
--dns-cloudflare \
|
|
||||||
|
|
||||||
--dns-cloudflare-credentials /root/cfapi.ini \
|
|
||||||
|
|
||||||
-d $1
|
|
||||||
|
|
||||||
sandstorm-cert.sh
|
|
||||||
|
|
||||||
certbot certonly --manual --preferred-challenges dns --server <https://acme-v02.api.letsencrypt.org/directory> --manual-public-ip-logging-ok -d '*.sandstorm.turnsys.com' -d sandstorm.turnsys.com
|
|
||||||
|
|
||||||
## TSYS root ca and UCS DC root cert
|
|
||||||
|
|
||||||
root@www:/usr/local/share/ca-certificates# ls -l
|
|
||||||
|
|
||||||
total 12
|
|
||||||
|
|
||||||
drwxr-xr-x 2 root root 4096 Sep 28 20:43 extra
|
|
||||||
|
|
||||||
lrwxrwxrwx 1 root root 13 Sep 28 20:44 tsys-root.crt -> tsys-root.pem
|
|
||||||
|
|
||||||
-r--r--r-- 1 root root 822 Sep 28 20:43 tsys-root.pem
|
|
||||||
|
|
||||||
lrwxrwxrwx 1 root root 12 Sep 28 20:44 ucs-root.crt -> ucs-root.pem
|
|
||||||
|
|
||||||
-rw-r--r-- 1 root root 2094 Sep 28 20:43 ucs-root.pem
|
|
||||||
|
|
||||||
root@www:/usr/local/share/ca-certificates#
|
|
||||||
@ -1,14 +0,0 @@
|
|||||||
Sourced from
|
|
||||||
|
|
||||||
https://willhaley.com/blog/custom-debian-live-environment/
|
|
||||||
|
|
||||||
This file contains any updates/modifications for local pathing etc
|
|
||||||
|
|
||||||
debootstrap \
|
|
||||||
--arch=amd64 \
|
|
||||||
--variant=minbase \
|
|
||||||
buster \
|
|
||||||
/subo/Debian-Live/TSYSOfflineRootCA/chroot \
|
|
||||||
http://ftp.us.debian.org/debian/
|
|
||||||
|
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user