# Search and Replace in files
find ./path -type f -exec sed -i 's/find_this/replace_this/g' {} \;
# with xargs instead
find ./path -type f -print0 | xargs -0 sed -i s/replace_this/with_this/g
#in osx you need a blank extension? argument?
find . -type f -exec sed -i "" 's/find_this/replace_this/g' {} \;
# grep and kill (example delayed_job processes)
kill $(ps aux | grep 'delayed_job' | awk '{print $2}')
#search and replace (unix) only matching the first occurance
sed -i '0,/AUTO_INCREMENT=20252962/s/AUTO_INCREMENT=20252962/AUTO_INCREMENT=0/' /path/todump
#'0,/WHATTOMATCH/s/WHATTOMATCH/REPLACEIT/'
# recusively set the modified time on files
find . -print0 | xargs -0 -- touch -a -m -t 200501181205.09
# using find and grep
find . -name Gemfile | xargs grep blog
# Find and delete swap files
find . -name *.swp -exec rm -rf {} \;
# Show two lines after the matching grep
grep -R -A 2 matching *
# show disk usage for just one level deep(summed)
du -h --max-depth=1 /
# list files by increasing (human readable) sizes
ls -lSrh
# telnet to somewhere and execute some remote commands
# handy for the odd backgammon server or two ;)
{ echo "username"; sleep 1; echo "password"; sleep 10; exit; } | telnet somesite.com port
# remove all files except the file/directory called 'keep'
rm -rf !(keep)
# spider a site to make a rudimentary sitemap
wget --spider --force-html -r -l2 'http://localhost:3000' 2>&1 | grep '^--'
| awk '{ print $3 }' | grep -v '\.\(css\|js\|png\|gif\|jpg\)$' | sort | uniq
| grep -v '\(system\|stylesheets\|javascripts\)' > sorted_unique.txt
# list directories by size
du -sh ./*/
# create 100 small files
for i in {1..100}; do dd if=/dev/urandom bs=1 count=1 of=file$i; done
#create 10 1G files (slowly, but disk use is what I want to stress)
for i in {1..10}; do dd if=/dev/zero of=file$i.txt count=1024000 bs=1024 ; done
# ssh port forward local 9000 to 1080 on remove (useful for mailcatcher e.g.)
ssh -L 9000:localhost:1025 ssh-alias
# rename files like
# answer_1_b0YaiCkW.png
# thumb_1_sdfjksfj.png
rename -n 's/([\w]+)_([\d])(_[\w]+).png/$1_$2.png/' *
# find files greater than 50 megs
find . -size +50M
# using exiftool (remove ImageDescription and CameraID from Olympus style images.. which add annoying metadata)
find . -iname "PC*.jpg" -print0 | xargs -0 exiftool -ImageDescription= -CameraID= -overwrite_original_in_place
# find all the txt files in subdirectories and move them into this one
find . -type f -name *.txt -print0 | xargs -0 -I {} mv {} .
# useful for modifying podcasts so that they'll work nicely on an old ipod sorting wise
# first we move all the mp3.s into the current directory, then we get the modified time
# of the mp3, and set that as the title (title = title_filename)
find . -type f -name *.mp3 -print0 | xargs -0 -I {} mv {} .
ls -1tr | xargs -I {} stat -f '%m %N' {} | xargs -L1 bash -c 'id3tag -s$0_$1 $1'
find . -type f -name "*.mp3" -print0 | xargs -0 -I {} mid3v2 -aBlah -ABlah -cBlah -gPodcast {}
# repeat an rsync command until it is complete
# from http://serverfault.com/a/98750/129747
while ! rsync -a .... ;do sleep 6;done
# only sync the directory names (no contents)
rsync -a --include='*/' --exclude='*' source destination
# handy magic for dealing with spaces in filenames
function fileswithspaces {
while IFS= read -r -u3 -d $'%content%' dir; do
convert "$dir/*.jpg" "$dir.pdf"
done 3< <(find . -type d -name "As*" -print0)
}
# from the first DAS episode, this loops over all blobs in
# git revisions on master and shows the line count. Good example
# of a few different control flows, pipeing etc.
# still feels a little magic to be hones
#!/bin/bash
set -e
grep_arg=$1
echo $grep_arg
function main {
for rev in `revisions`; do
echo "`line_count` `revision_info`"
done
}
function revision_info {
git log --oneline -1 $rev
}
function line_count {
git ls-tree -r $rev |
grep "$grep_arg" |
awk '{print $3}' |
xargs git show |
wc -l
}
function revisions {
git rev-list --reverse master
}
main
# combine all columns after the first one (grepping history)
# from http://stackoverflow.com/questions/2961635/using-awk-to-print-all-columns-from-the-nth-to-the-last
history | grep docker | awk '{$1=""; print $0}'
# perform a task a number of times.
# shows appending to a file and writing an empty line of text
for i in {1..5}; do something >> file.txt; echo "" >> file.txt; done
# update all git repos below a common parent
find . -mindepth 1 -maxdepth 1 -type d -print -exec git -C {} pull \;
#!/bin/bash
# run a script sourcing rvm (handy for cron)
source "$HOME/.rvm/scripts/rvm"
rvm use 2.3.0
not_running="$(t n 2>&1 > /dev/null)"
if [ "$not_running" =~ .*not\ running ]( "$not_running" =~ .*not\ running )
then
rm -f ~/.timesheet_running
else
touch ~/.timesheet_running
fi
# use a timestamped file for appending.
PATRICKTEMP="$(date).txt" ; while true; do sudo passenger-memory-stats | grep dirty >> "$PATRICKTEMP"; sleep 2; done
# watch directories, run a test
fswatch -o src/ test/unit/specs/ | xargs -n1 -I{} npm run test
# print all the colours which you can use in TMUX configs.
# from https://superuser.com/a/285400
for i in {0..255}; do printf "\x1b[38;5;${i}mcolour${i}\x1b[0m\n"; done
find all the files matching a certain grep in git, and "show" them back out
git diff deploy --name-only | grep support | while read line ; do git show deploy:$line > $line ; done
# mtr command - handy show showing slowness between two points.
mtr -rwbzc 100 <IP ADDRESS>
while true; do mtr -rwbzc 100 IP_ADDRESS >> mtr.production.log 2>&1 && sleep 1; done;
#find the exact package you have installed
apt list --installed | grep sudo
figlet -f banner "4:30" | sed -e's/#/:beer:/g' | sed -e's/ /:blank:/g' | pbcopy
# creates a slack copy-paste banner
aws s3 ls s3://2021-05-09-update/ | grep import | awk '{print $4}' | xargs -I{} aws s3 cp s3://2021-05-09-update/{} .
S_TIME_FORMAT=ISO iostat -xt 2 >> "$(date -u +"%Y-%m-%d-%Z").txt";
Page created on 31 Dec 2021