Bash Notes on Ricky

Ansible Command

Mon, 01 Jan 0001 00:00:00 +0000

Lookup

# List all plugins
ansible-doc -t lookup -l

# Use `ansible-doc -t lookup <plugin>` to see detail
ansible-doc -t lookup ping

winrm

- console output

在 hyper-v 那台機器 Enable Winrm 之後一直出現下面的錯誤。在 group 加上一行即可

ansible_winrm_transport=ntlm

hyper-v01 | UNREACHABLE! => {
 "changed": false,
 "msg": "ssl: the specified credentials were rejected by the server",
 "unreachable": true

}

- /etc/ansible/hosts

ansible_user=administrator
ansible_password=password
ansible_port=5986
ansible_connection=winrm
ansible_winrm_server_cert_validation=ignore
ansible_winrm_transport=ntlm

Common Command

Mon, 01 Jan 0001 00:00:00 +0000

ab

ab -n 20 -c 20 -k https://default.hddv1.com/error

age

# generate public and private keys
age-keygen -o key.txt

# encrypt file with public key
age -r public_key -o file.txt.enc file.txt

# encrypt file with ssh key
age -R ~/.ssh/id_ed25519.pub file.txt > file.txt.enc

# decrypt file
age --decrypt -i key.txt file.txt.enc > file.txt

awk

# To lowercase
uuidgen|awk '{print tolower($0)}' # output: 649612b0-0fa4-4b50-9b13-17279f602a43

# To uppercase
echo 'hello world'|awk '{print toupper($0)}' # output: HELLO WORLD

# 提取子字符串: `substr(string, start, length)`
echo "hello world" | awk '{print substr($0, 1, 5)}' # output: hello

# 全局替換字符串中的正則表達式匹配項: `gsub(regex, replacement, string)`
# 替換字符串中首次匹配的正則表達式: `sub(regex, replacement, string)`
echo "hello world" | awk '{gsub(/world/, "everyone"); print $0}' # output: hello everyone

# 將數字轉換為整數
echo "3.14" | awk '{print int($0)}' # output: 3

# 返回平方根
echo "99" | awk '{print sqrt($0)}' # output: 9.94987

# 指數和對數
echo "2" | awk '{print exp($0), log($0)}' # output: 7.38906 0.693147

caffeinate

# 防止显示器关闭
caffeinate -d
# 保持系统不休眠
caffeinate -i
# 保持 30 分钟
caffeinate -t 1800

certbot

# Install
sudo apt install certbot python3-certbot-nginx python3-certbot-dns-route53

# 1. Generating Wildcard Certificates
sudo certbot certonly --manual --preferred-challenges=dns --server https://acme-v02.api.letsencrypt.org/directory --agree-tos -d *.example.com
### add txt record then press enter to continue

# 2. Generating Wildcard Certificates
sudo certbot certonly -d example.com -d *.example.com --dns-route53 --agree-tos --server https://acme-v02.api.letsencrypt.org/directory

# Automating Renewal
0 0 * * 1 /usr/bin/certbot certonly --dns-route53 -d *.example.com --quiet --post-hook "systemctl reload nginx"

cutycapt

# Capture website page as picture
xvfb-run --server-args="-screen 0, 1024x768x24" cutycapt --url=https://www.google.com --out="/tmp/google.png"

dmesg

sudo dmesg -T | grep -i 'killed process'
# total-vm: 該程序分配的虛擬記憶體總量（含未實際使用）
# anon-rss: 匿名頁面 resident memory（實際佔用記憶體）→ 重點
# file-rss: 映射檔案的 resident memory（如 shared libraries）
# shmem-rss: 共用記憶體的 resident memory

dnscontrol

creds.json
command

dnscontrol get-zones --format=js --out=example.com.js r53 ROUTE53 example.com
dnscontrol get-zones --format=js --out=example.com.js cloudflare CLOUDFLAREAPI example.com

ffmpeg

# Download sample video
wget https://www.sample-videos.com/video321/mp4/720/big_buck_bunny_720p_1mb.mp4 -O test.mp4

# Push stream
ffmpeg -re -i test.mp4 -c copy -f flv "rtmp://209357.push.tlivecloud.com/live/big_buck_bunny_720p_1mb?txSecret=a543b79d9a8c38ace5ce18eea2bd7721&txTime=687E4609"

go

go tool pprof -http=:8081 20250814_024534.heap

k6

k6.js
command

k6 run k6.js

kafka

# list topics
kafka-topics.sh --bootstrap-server 127.0.0.1:9094 --list
# all topics count
kafka-topics.sh --bootstrap-server 127.0.0.1:9094 --list |wc -l

hey

hey -n 200000 -c 500 -h2 -z 30s https://a8-wss.hddv1.com/test

openfortivpn

# https://github.com/adrienverge/openfortivpn
sudo openfortivpn ip:port --username=ricky --pppd-use-peerdns=1

openssl

# 自簽名證書，要把 ca.p7b 匯入 certmgr.msc 的受信任的根憑證授權單位，Chrome 才吃的到。
openssl crl2pkcs7 -nocrl -certfile ca.crt -out ca.p7b

prlimit

# 更改 Max_open_files 遇到參數錯誤，原因為 CentOS6 與 CentOS7 指令不同
# CentOS6
for i in $(ps -ef | grep 'publish/server/game_server' | egrep -v 'grep|startall' | awk '{print $2}'); do echo -n "Max open files=1024000:1024000" > /proc/$i/limits; done

# CentOS7
for i in $(ps -ef | grep gateway | grep -v grep | awk '{print $2}'); do prlimit --pid $i --nofile=1024000:1024000 ; done

siege

siege --time=3s --concurrent=30000 https://a8-h5.hddv1.com/index.html

tr

# cat krypton2
YRIRY GJB CNFFJBEQ EBGGRA
# cat krypton2 | tr a-zA-Z n-za-mN-ZA-M
LEVEL TWO PASSWORD ROTTEN

vegeta

#!/usr/bin/env bash

attack() {
 echo "GET ${1}" |
 vegeta attack -duration=100s -header="User-Agent: baidu" -header="X-Forwarded-For: 47.0.0.1" -rate=500 -timeout=1s |
 vegeta encode |
 jaggr @count=rps \
 hist\[100,200,300,400,500\]:code \
 p25,p50,p95:latency \
 sum:bytes_in \
 sum:bytes_out |
 jplot rps+code.hist.100+code.hist.200+code.hist.300+code.hist.400+code.hist.500 \
 latency.p95+latency.p50+latency.p25 \
 bytes_in.sum+bytes_out.sum
}

if [[ -n ${1} ]]; then
 attack ${1}
fi

## -header="Connection: Upgrade" -header="Upgrade: websocket"

wrk

wrk -t10 -c1000 -d30s -H "User-Agent: baidu" "https://default.hddv1.com/error"

Vagrant with hyper-v provider

Enable-WindowsOptionalFeature -Online -FeatureName Microsoft-Hyper-V -All

Common

# Find out processes swap usage command
for file in /proc/*/status ; do awk '/VmSwap|Name/{printf $2 " " $3}END{ print ""}' $file; done | sort -k 2 -n -r | less

Gitbook

Hide gitbook sidebar default.

Docker Command

Mon, 01 Jan 0001 00:00:00 +0000

Build with secret

Dockerfile

# syntax = docker/dockerfile:1.6
FROM golang:1.21.1-alpine3.18
RUN --mount=type=secret,id=mysecret,target=/root/.ssh/id_rsa git clone git@gitlab.com:ricky/repo.git

Command

export DOCKER_BUILDKIT=1
docker build --secret id=mysecret,src=id_rsa -t image .

Compose

# Force pull image
docker-compose up -d --pull always

Create buildx instance

# create buildx instance
docker buildx create --name builder --bootstrap --driver docker-container
# install emulators
docker run --privileged --rm tonistiigi/binfmt --install all

Create Network

docker network create -d bridge --subnet 172.100.0.0/24 --gateway 172.100.0.1 backend_dev

Multiple build-arg

docker build . -f ./scripts/Dockerfile \
 --build-arg Date=$(date) \
 --build-arg Tag=$(git rev-list -n 1 --tags) \
 --build-arg Commit=$(git describe --tags --abbrev=0) \
 -t ops-cli

Multiple platform

# create and use buildx instance
docker buildx create --use --name builder
# build multiple platform
docker buildx build --push --platform linux/arm64,linux/amd64 -t zeyanlin/ops-cli .

Run container in different platform

finch run -it --rm --platform=linux/arm64 zeyanlin/ops-cli /bin/sh

File Related Command

Mon, 01 Jan 0001 00:00:00 +0000

File create time

1. Find Inode

$ stat dns.yaml
 File: dns.yaml
 Size: 1003 Blocks: 8 IO Block: 4096 regular file
Device: ca01h/51713d Inode: 3595636 Links: 1
Access: (0644/-rw-r--r--) Uid: ( 1000/ ubuntu) Gid: ( 1000/ ubuntu)
Access: 2022-05-03 12:59:59.996755279 +0800
Modify: 2021-12-10 18:27:54.157585209 +0800
Change: 2022-01-07 14:57:58.619727878 +0800
 Birth: -

$ ls -i dns.yaml
3585173 dns.yaml

2. Find Filesystem

$ df dns.yaml
Filesystem 1K-blocks Used Available Use% Mounted on
/dev/root 101583780 25703988 75863408 26% /

3. Get Create Time

$ sudo debugfs -R 'stat <3595636>' /dev/root
Inode: 3595636 Type: regular Mode: 0644 Flags: 0x80000
Generation: 449657737 Version: 0x00000000:00000001
User: 1000 Group: 1000 Project: 0 Size: 1003
File ACL: 0
Links: 1 Blockcount: 8
Fragment: Address: 0 Number: 0 Size: 0
 ctime: 0x61d7e476:93c13018 -- Fri Jan 7 14:57:58 2022
 atime: 0x6270b6cf:eda51d3c -- Tue May 3 12:59:59 2022
 mtime: 0x61b32baa:25923ce4 -- Fri Dec 10 18:27:54 2021
crtime: 0x61b32baa:25923ce4 -- Fri Dec 10 18:27:54 2021
Size of extra inode fields: 32
Inode checksum: 0x5b176bb2
EXTENTS:
(0):2665902

Display Ubuntu's Message of the Day

sudo chmod +x /etc/update-motd.d/*

List domains

sed 's/ //g' domains-info.md | awk -F '|' '{if($3 ~ /.*\.com/)print $3}' | sort | uniq

Git Command

Mon, 01 Jan 0001 00:00:00 +0000

Search in git

git rev-list --all | xargs git grep -F ''

Count commits

git rev-list --count main

View a file of another branch

git show dev:main.go

Take a backup of untracked files

git ls-files --others --exclude-standard -z | xargs -0 tar rvf backup-untracked.zip

Submodule

# Add submodule
git submodule add -b main git@github.com:linzeyan/toha.git themes/toha

# Update submodule
git submodule update --init --remote

# Remove submodule
modulePath="themes/toha"
git submodule deinit -f ${modulePath}
git rm ${modulePath}
rm -rf .git/modules/${modulePath}
git config --remove-section submodule.${modulePath}.
rm -f .gitmodules

commit hash

git rev-parse HEAD

commit tag

git describe --tags

worktree

# list
git worktree list

# add
git worktree add ../dirname branch-name

git config

[user]
 email = zeyanlin@outlook.com
 name = Ricky
 signingkey = 2A4313489FDCA802ED6FCC214B03D879EA73DF37
[commit]
 gpgsign = true

git config1

For golang import package

Gitlab Command

Mon, 01 Jan 0001 00:00:00 +0000

cleanup

doc

# artifacts
gitlab-rake gitlab:cleanup:orphan_job_artifact_files

# expire session
gitlab-rake gitlab:cleanup:sessions:active_sessions_lookup_keys

# lfs
gitlab-rake gitlab:cleanup:orphan_lfs_files

# project
gitlab-rake gitlab:cleanup:project_uploads
gitlab-rake gitlab:cleanup:remote_upload_files

# registry
gitlab-ctl registry-garbage-collect
gitlab-ctl registry-garbage-collect -m

migration

1. Copy Old Crontab、Old /etc/gitlab、update-ca-trust

2. Version should be same

3. Copy newest backup file

4. Stop Services

gitlab-ctl stop unicorn
gitlab-ctl stop puma
gitlab-ctl stop sidekiq
gitlab-ctl status

5. Restore

File must put in /var/opt/gitlab/backup

GPG Command

Mon, 01 Jan 0001 00:00:00 +0000

Install

brew install gnupg

Generate

gpg --full-generate-key

gpg --list-secret-keys

Generate Problem

$ gpg --full-generate-key
gpg: Sorry, no terminal at all requested - can't get input

Comment out no-tty in ~/.gnupg/gpg.conf

Add to git

gpg --armor --export 51ADF7101CA64B2508AE29EEC279555531A1DD62

Set .gitconfig

git config user.email zeyanlin@outlook.com
git config user.name Ricky
git config user.signingkey 51ADF7101CA64B2508AE29EEC279555531A1DD62
git config commit.gpgsign true

Delete key

gpg --delete-secret-keys 51ADF7101CA64B2508AE29EEC279555531A1DD62

Backup key

# https://www.jwillikers.com/backup-and-restore-a-gpg-key
gpg --list-secret-keys --keyid-format LONG

# Export key as a file, replace email-address and Enter the private key’s passphrase
gpg -o private.gpg --export-options backup --export-secret-keys rickylin@cloud-miner.net

# Restore key and enter the private key’s passphrase
gpg --import-options restore --import private.gpg

If GPG not work

echo 'export GPG_TTY=$(tty)' >> ~/.zshrc
gpgconf -kill gpg-agent
exec $SHELL

Encrypt file

# Encrypt file
gpg --symmetric --cipher-algo aes256 archive_file.tar

# Decrypt file
gpg --output archive_file.tar --decrypt archive_file.tar.gpg

K8s Command

Mon, 01 Jan 0001 00:00:00 +0000

cert-manager

# install the cert-manager CustomResourceDefinition resources
kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.13.1/cert-manager.crds.yaml

# Add the Jetstack Helm repository
helm repo add jetstack https://charts.jetstack.io
helm repo update

# install the cert-manager helm chart
helm install \
 cert-manager jetstack/cert-manager \
 --namespace cert-manager \
 --create-namespace \
 --version v1.13.1 \
 --set installCRDs=true
 --set prometheus.enabled=false \
 --set webhook.timeoutSeconds=4

# uninstalling
helm delete my-release
kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.13.1/cert-manager.crds.yaml

# create clusterissuer
kubectl apply -f cert-manager-resource.yaml

# generate certificate
kubectl apply -f cert-generate-resource.yaml

# create ingress controller
kubectl apply -f https://raw.githubusercontent.com/kubernetes/ingress-nginx/controller-v1.8.2/deploy/static/provider/cloud/deploy.yaml

# create ingress
kubectl apply -f cert-ingress-resource.yaml

helm

# install plugin
helm plugin install https://github.com/chartmuseum/helm-push.git

# add repo
## helm repo add --username gitlab-ci-token --password ${CI_JOB_TOKEN} ${CI_PROJECT_NAME} ${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/helm/stable
helm repo add go2helm https://gitlab.go2cloudten.com/api/v4/projects/29/packages/helm/stable --username ricky

# push chart
## https://docs.gitlab.com/ee/user/packages/helm_repository/
helm cm-push ./proxy-0.1.0.tgz go2helm

kompose

kompose --file docker-compose.yml convert

gitlab-runner

link

Network Related Command

Mon, 01 Jan 0001 00:00:00 +0000

Check port status

# `(echo >/dev/tcp/${host}/${port})`
(echo >/dev/tcp/192.168.57.24/80) &>/dev/null && echo "open" || echo "closed"

timeout 1 bash -c '>/dev/tcp/192.168.57.24/80 &>/dev/null' && echo "open" || echo "closed"

timeout 1 bash -c '>/dev/tcp/192.168.57.24/80' && echo "open" || echo "closed"

Block subnets

ip route add blackhole 192.168.0.0/24

Kill sessions

# ss
sudo ss -K state TIME-WAIT
# or conntrack
sudo conntrack -D -p tcp --state TIME_WAIT

connect IPs

ss -tnH state established \
| awk '{
 peer = $5; if (peer == "") peer = $NF # 取 Peer Address:Port（某些版本欄位可能不同）
 sub(/,$/, "", peer) # 去掉可能的逗號
 gsub(/[\[\]]/, "", peer) # 去掉所有中括號
 gsub(/::ffff:/, "", peer) # IPv4-mapped IPv6 無論出現在開頭還中間都移除
 sub(/%[^:]+/, "", peer) # 去掉 IPv6 的 scope（如 %eth0）
 sub(/:[0-9]+$/, "", peer) # 去掉最後的 :port
 print peer
}' \
| sort | uniq -c | sort -nr

websocat connect MQTT

websocat -v --binary --protocol=mqtt ws://57.77.71.2:8083/mqtt

Pandoc Command

Mon, 01 Jan 0001 00:00:00 +0000

texlive

macOS

# brew install textlive
# npm i -g mermaid-filter
# Render mermaid
pandoc -F mermaid-filter -o readme.pdf readme.md

Ubuntu

# sudo apt install pandoc -y
# sudo apt-get -y install texlive-latex-recommended texlive-pictures texlive-latex-extra texlive-fonts-recommended
# npm i -g mermaid-filter
pandoc -F mermaid-filter -o readme.pdf readme.md

Redis Install Command

Mon, 01 Jan 0001 00:00:00 +0000

Install

# Ubuntu22.04
sudo add-apt-repository ppa:redislabs/redis
sudo apt install redis-server

SSH Command

Mon, 01 Jan 0001 00:00:00 +0000

Generate ssh key

# RSA
ssh-keygen -m PEM -t rsa -b 4096 -C "zeyanlin@outlook.com"

# ED25519
ssh-keygen -t ed25519 -C "dev" -f ~/.ssh/ed25519

ssh config

Host private.example.com
ProxyCommand /usr/local/bin/cloudflared access ssh --hostname %h

tmux

iTerm2

tmux -CC

Telegram Command

Mon, 01 Jan 0001 00:00:00 +0000

getUpdates

curl 'https://api.telegram.org/bot1234567890:KE9zNTZ8RGcxJTMlI29EJElKeU9QQExm3%E/getUpdates' | jq .

sendMessage

# chat
curl 'https://api.telegram.org/bot1234567890:KE9zNTZ8RGcxJTMlI29EJElKeU9QQExm3%E/sendMessage?chat_id=-12345&text=hello'

# thread
curl 'https://api.telegram.org/bot1234567890:KE9zNTZ8RGcxJTMlI29EJElKeU9QQExm3%E/sendMessage?chat_id=-12345&text=hello&message_thread_id=14'