TEXT   27

raid.txt

Guest on 13th January 2022 08:30:20 PM

  1. https://wiki.archlinux.org/index.php/RAID
  2. https://www.zdnet.com/article/chunks-the-hidden-key-to-raid-performance/
  3. http://www.righteoushack.net/device-or-resource-busy-when-using-mdadm/
  4.  
  5. # MD RAID
  6.  
  7. # no thanks to low end ide hardware raid maybe autodetected sooner or later
  8. yum remove dmraid && reboot
  9.  
  10. lsblk
  11. ls /dev/md*
  12.  
  13. ? mdadm --stop /dev/md...
  14. https://superuser.com/questions/603481/how-do-i-reactivate-my-mdadm-raid5-array
  15.  
  16. gdisk -> partitions to fd00
  17.  
  18. e.g.
  19.  
  20. for i in  /dew/sd{a..d} /dev/sd{f..i} ; do gdisk $i ; done
  21.  
  22. for i in /dev/sd{a..d}1 /dev/sd{f..i}1 ; do dd if=/dev/zero of=${i} bs=128k count=3200 status=progress; done
  23.  
  24. cat /proc/mdstat
  25. mdadm --stop /dev/md...
  26.  
  27. # for raid 5 (more space, less advanced level)
  28. mdadm -C /dev/md127 -c 16 -l 5 -n 8 /dew/sd{a..d}1 /dev/sd{f..i}1
  29.  
  30. # for raid 6 and one spare e.g.
  31. mdadm -C /dev/md127 -c 16 -l 6 -n 7 /dev/sd{b..h}1 --spare-devices=1 /dev/sdi
  32.  
  33. mdadm --examine --scan > /etc/mdadm.conf
  34.  
  35. # keep waiting
  36. while sleep 10; do awk '/%/{printf "  %s\r", $4}' /proc/mdstat; done
  37. # watch temperatures
  38. while : ; do echo $(for i in /dev/sd{a..i}; do echo -n "$i  "; smartctl -A $i | awk '/^194 /{print $10}'; done); sleep 60; done > /var/log/temperatures &
  39. tail -f /var/log/temperatures
  40.  
  41. # remember to format
  42. mkfs.ext4  /dev/md127
  43.  
  44. # update /etc/fstab -- e.g.
  45. /dev/md127    /srv   ext4  defaults  1  2
  46.  
  47. # avoid systemd mdadm.service error, add at least some e-mail address
  48. vim /etc/mdadm.conf
  49. -
  50. MAILADDR user@localhost
  51. -
  52.  
  53. # https://www.centos.org/forums/viewtopic.php?t=62007
  54.  
  55. # check config
  56. systemctl start mdmonitor
  57. systemctl status mdmonitor
  58.  
  59. # lsblk -f
  60. # smartctl -h
  61. for i in /dev/sd?; do printf "\n%9s\n" $i; smartctl -a $i | awk '/^M|^  5|^  9|^19[78]/{printf "%-25s %8s\n", $2, $NF}'; done
  62.  
  63. # lsblk -f -i | cut --complement -c 52-90
  64.  
  65. == ca 2 TB storage area ready for testing :) ===
  66.  
  67. # e.g. collection of 100 000 "images"
  68.  
  69. mkdir -p -v  {0..9}/{0..9}{0..9}
  70. for i in ?/??; do pushd $i; for j in {0..99}; do dd if=/dev/urandom of=$(printf "%02d.raw" $j) bs=1024k count=14 status=none; done; popd; done
  71.  
  72.  
  73. # system stability vs quietness vs overheating?
  74. while sleep 10; do
  75.   sensors | \grep ^[CM].*C\)$
  76.   for i in /dev/sd{a..i}; do
  77.     echo -n "$i "
  78.     smartctl -A $i | awk '/^194 /{print $10}'
  79.   done
  80.   echo
  81. done
  82.  
  83.  
  84. # NEXT WHAT?
  85.  
  86. add naive md5sum database for noticing changed bits
  87.  
  88. some test suites and custom test emulating lightroom / darktable image collection operations,
  89. save tests
  90.  
  91. rebuild and rerun with raid6
  92.  
  93. lvm raid with dm integrity
  94. https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/configuring_and_managing_logical_volumes/assembly_configure-mange-raid-configuring-and-managing-logical-volumes#using-dm-integrity-with-raid-lv_configure-manage-raid
  95.  
  96. add deduplicating and compressing
  97. https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/8/html/deduplicating_and_compressing_storage
  98.  
  99. then same tricks with btrfs
  100.  
  101. then ZFS 2.0
  102.  
  103. try ceph ? http://docs.ceph.com/docs/master/
  104.  
  105. try swift ? https://docs.openstack.org/swift/
  106.  
  107. save + study results
  108.  
  109. install open and free bsd, rerun everything, how much sloweri i/o?

Raw Paste


Login or Register to edit or fork this paste. It's free.